# Scan the root tree of the top-N starred GitHub repos for agent instruction files. import json,subprocess,urllib.parse,time,sys N=int(sys.argv[1]) if len(sys.argv)>1 else 1000 def get(u): o=subprocess.run(['curl','-s','-m','30',u,'-H','Accept: application/vnd.github+json'],capture_output=True,text=True).stdout try: return json.loads(o) except: return {} repos=[] for lo,hi in [(100000,10**7),(50000,99999),(30000,49999),(20000,29999),(15000,19999),(12000,14999),(10000,11999)]: for p in range(1,11): d=get("https://api.github.com/search/repositories?per_page=100&page=%d&sort=stars&q=%s"%(p,urllib.parse.quote(f"stars:{lo}..{hi} archived:false"))) it=d.get('items',[]) repos+=[(r['full_name'],r['stargazers_count'],r['default_branch'],r.get('pushed_at','')) for r in it] time.sleep(2.2) if len(it)<100: break if len(repos)>=N: break repos=sorted(set(repos),key=lambda r:-r[1])[:N] FILES={'AGENTS.md':'agents','CLAUDE.md':'claude','.claude':'claude_dir','GEMINI.md':'gemini','.cursorrules':'cursor','.cursor':'cursor_dir','.github/copilot-instructions.md':'copilot','.windsurfrules':'windsurf','.clinerules':'cline','.mcp.json':'mcp','opencode.json':'opencode','.codex':'codex_dir'} out=[] for i,(name,stars,br,pushed) in enumerate(repos): t=get(f"https://api.github.com/repos/{name}/git/trees/{br}") root={x['path'] for x in t.get('tree',[])} found=[v for k,v in FILES.items() if k in root] if '.github' in root: g=get(f"https://api.github.com/repos/{name}/contents/.github/copilot-instructions.md") if g.get('name'): found.append('copilot') out.append({'repo':name,'stars':stars,'pushed':pushed,'found':sorted(set(found)),'ok':bool(t.get('tree'))}) if i%50==0: print('JCODE_PROGRESS',json.dumps({'done':i,'total':len(repos)}),flush=True) json.dump(out,open('top_scan.json','w')) print('done',len(out))