# If you would like to crawl GitHub contact us via https://support.github.com?tags=dotcom-robots
# We also provide an extensive API: https://docs.github.com
Sitemap: https://gh.gitto.su/sitemap_marketing.xml

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: PerplexityBot
Crawl-delay: 1
Allow: /*?tab=achievements&achievement=*
Allow: /marketplace/*?tab=readme$
Allow: /marketplace/*?tab=transparency$
Disallow: /account-login
Disallow: /copilot/
Disallow: /copilot/c/
Disallow: /ekansa/Open-Context-Data
Disallow: /ekansa/opencontext-*
Disallow: /Explodingstuff/
Disallow: /gist/
Disallow: /search/advanced
Disallow: /search$
Disallow: /*/*/pulse_committer_data.json$
Disallow: /*/*/pulse_committer_data.json?*
Disallow: /*/archive/
Disallow: /*/blame/
Disallow: /*/cache/
Disallow: /*/raw/
Disallow: /*/tree/
Disallow: */tarball/
Disallow: */zipball/
Disallow: /.git/
Disallow: */.git/
Disallow: /*.git$
Disallow: /*.atom$
Disallow: /*report-abuse?report=*
Disallow: /*/*/commits/
Disallow: /marketplace/*/*?tab=readme$
Disallow: /marketplace/*/*?tab=transparency$
Disallow: /marketplace/*?*?tab=readme$
Disallow: /marketplace/*?*?tab=transparency$
Disallow: /marketplace/actions?tab=readme$
Disallow: /marketplace/actions?tab=transparency$
Disallow: /marketplace/free-trials?tab=readme$
Disallow: /marketplace/free-trials?tab=transparency$
Disallow: /marketplace/manage?tab=readme$
Disallow: /marketplace/manage?tab=transparency$
Disallow: /marketplace/models?tab=readme$
Disallow: /marketplace/models?tab=transparency$
Disallow: /marketplace/new?tab=readme$
Disallow: /marketplace/new?tab=transparency$
Disallow: /marketplace/publishers?tab=readme$
Disallow: /marketplace/publishers?tab=transparency$
Disallow: /marketplace/recently-added?tab=readme$
Disallow: /marketplace/recently-added?tab=transparency$
Disallow: /biztools$
Disallow: /biztools?*
Disallow: /biztools/*
Disallow: /businesses$
Disallow: /businesses?*
Disallow: /businesses/*
Disallow: /enterprises$
Disallow: /enterprises?*
Disallow: /enterprises/*
Disallow: /organizations$
Disallow: /organizations?*
Disallow: /organizations/*
Disallow: /settings$
Disallow: /settings?*
Disallow: /settings/*
Disallow: /stafftools$
Disallow: /stafftools?*
Disallow: /stafftools/*
Disallow: /users/*/billing$
Disallow: /users/*/billing?*
Disallow: /users/*/billing/*
Disallow: /writing$
Disallow: /writing?*
Disallow: /writing/*
Disallow: /*/*/branches$
Disallow: /*/*/branches?*
Disallow: /*/*/branches/*
Disallow: /*/*/comments$
Disallow: /*/*/comments?*
Disallow: /*/*/comments/*
Disallow: /*/*/compare$
Disallow: /*/*/compare?*
Disallow: /*/*/compare/*
Disallow: /*/*/contributors$
Disallow: /*/*/contributors?*
Disallow: /*/*/contributors/*
Disallow: /*/*/contributors_list$
Disallow: /*/*/contributors_list?*
Disallow: /*/*/contributors_list/*
Disallow: /*/*/contributors-list$
Disallow: /*/*/contributors-list?*
Disallow: /*/*/contributors-list/*
Disallow: /*/*/download$
Disallow: /*/*/download?*
Disallow: /*/*/download/*
Disallow: /*/*/forks$
Disallow: /*/*/forks?*
Disallow: /*/*/forks/*
Disallow: /*/*/graphs$
Disallow: /*/*/graphs?*
Disallow: /*/*/graphs/*
Disallow: /*/*/issues/new$
Disallow: /*/*/issues/new?*
Disallow: /*/*/issues/new/*
Disallow: /*/*/issues/search$
Disallow: /*/*/issues/search?*
Disallow: /*/*/issues/search/*
Disallow: /*/*/milestones/new$
Disallow: /*/*/milestones/new?*
Disallow: /*/*/milestones/new/*
Disallow: /*/*/network$
Disallow: /*/*/network?*
Disallow: /*/*/network/*
Disallow: /*/*/projects$
Disallow: /*/*/projects?*
Disallow: /*/*/projects/*
Disallow: /*/*/pulse$
Disallow: /*/*/pulse?*
Disallow: /*/*/pulse/*
Disallow: /*/*/pulse-new$
Disallow: /*/*/pulse-new?*
Disallow: /*/*/pulse-new/*
Disallow: /*/*/pulse_committer_data$
Disallow: /*/*/pulse_committer_data?*
Disallow: /*/*/pulse_committer_data/*
Disallow: /*/*/pulse_diffstat_summary$
Disallow: /*/*/pulse_diffstat_summary?*
Disallow: /*/*/pulse_diffstat_summary/*
Disallow: /*/*/revisions$
Disallow: /*/*/revisions?*
Disallow: /*/*/revisions/*
Disallow: /*/*/stargazers$
Disallow: /*/*/stargazers?*
Disallow: /*/*/stargazers/*
Disallow: /*/*/tags$
Disallow: /*/*/tags?*
Disallow: /*/*/tags/*
Disallow: /*/*/watchers$
Disallow: /*/*/watchers?*
Disallow: /*/*/watchers/*
Disallow: /*?source=*
Disallow: /*&source=*
Disallow: /*?ref_cta=*
Disallow: /*&ref_cta=*
Disallow: /*?plan=*
Disallow: /*&plan=*
Disallow: /*?return_to=*
Disallow: /*&return_to=*
Disallow: /*?ref_loc=*
Disallow: /*&ref_loc=*
Disallow: /*?setup_organization=*
Disallow: /*&setup_organization=*
Disallow: /*?source_repo=*
Disallow: /*&source_repo=*
Disallow: /*?ref_page=*
Disallow: /*&ref_page=*
Disallow: /*?referrer=*
Disallow: /*&referrer=*
Disallow: /*?report=*
Disallow: /*&report=*
Disallow: /*?author=*
Disallow: /*&author=*
Disallow: /*?since=*
Disallow: /*&since=*
Disallow: /*?until=*
Disallow: /*&until=*
Disallow: /*?tab=*
Disallow: /*&tab=*
Disallow: /*?q=*
Disallow: /*&q=*

User-agent: Bytespider
Disallow: /

User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
Disallow: /account-login
Disallow: /copilot/
Disallow: /copilot/c/
Disallow: /ekansa/Open-Context-Data
Disallow: /ekansa/opencontext-*
Disallow: /Explodingstuff/
Disallow: /gist/
Disallow: /search/advanced
Disallow: /search$
Disallow: /*/*/pulse_committer_data.json$
Disallow: /*/*/pulse_committer_data.json?*
Disallow: /*/archive/
Disallow: /*/blame/
Disallow: /*/cache/
Disallow: /*/raw/
Disallow: /*/tree/
Disallow: */tarball/
Disallow: */zipball/
Disallow: /.git/
Disallow: */.git/
Disallow: /*.git$
Disallow: /*.atom$
Disallow: /*report-abuse?report=*
Disallow: /*/*/commits/
Disallow: /marketplace/*/*?tab=readme$
Disallow: /marketplace/*/*?tab=transparency$
Disallow: /marketplace/*?*?tab=readme$
Disallow: /marketplace/*?*?tab=transparency$
Disallow: /marketplace/actions?tab=readme$
Disallow: /marketplace/actions?tab=transparency$
Disallow: /marketplace/free-trials?tab=readme$
Disallow: /marketplace/free-trials?tab=transparency$
Disallow: /marketplace/manage?tab=readme$
Disallow: /marketplace/manage?tab=transparency$
Disallow: /marketplace/models?tab=readme$
Disallow: /marketplace/models?tab=transparency$
Disallow: /marketplace/new?tab=readme$
Disallow: /marketplace/new?tab=transparency$
Disallow: /marketplace/publishers?tab=readme$
Disallow: /marketplace/publishers?tab=transparency$
Disallow: /marketplace/recently-added?tab=readme$
Disallow: /marketplace/recently-added?tab=transparency$
Disallow: /biztools$
Disallow: /biztools?*
Disallow: /biztools/*
Disallow: /businesses$
Disallow: /businesses?*
Disallow: /businesses/*
Disallow: /enterprises$
Disallow: /enterprises?*
Disallow: /enterprises/*
Disallow: /organizations$
Disallow: /organizations?*
Disallow: /organizations/*
Disallow: /settings$
Disallow: /settings?*
Disallow: /settings/*
Disallow: /stafftools$
Disallow: /stafftools?*
Disallow: /stafftools/*
Disallow: /users/*/billing$
Disallow: /users/*/billing?*
Disallow: /users/*/billing/*
Disallow: /writing$
Disallow: /writing?*
Disallow: /writing/*
Disallow: /*/*/branches$
Disallow: /*/*/branches?*
Disallow: /*/*/branches/*
Disallow: /*/*/comments$
Disallow: /*/*/comments?*
Disallow: /*/*/comments/*
Disallow: /*/*/compare$
Disallow: /*/*/compare?*
Disallow: /*/*/compare/*
Disallow: /*/*/contributors$
Disallow: /*/*/contributors?*
Disallow: /*/*/contributors/*
Disallow: /*/*/contributors_list$
Disallow: /*/*/contributors_list?*
Disallow: /*/*/contributors_list/*
Disallow: /*/*/contributors-list$
Disallow: /*/*/contributors-list?*
Disallow: /*/*/contributors-list/*
Disallow: /*/*/download$
Disallow: /*/*/download?*
Disallow: /*/*/download/*
Disallow: /*/*/forks$
Disallow: /*/*/forks?*
Disallow: /*/*/forks/*
Disallow: /*/*/graphs$
Disallow: /*/*/graphs?*
Disallow: /*/*/graphs/*
Disallow: /*/*/issues/new$
Disallow: /*/*/issues/new?*
Disallow: /*/*/issues/new/*
Disallow: /*/*/issues/search$
Disallow: /*/*/issues/search?*
Disallow: /*/*/issues/search/*
Disallow: /*/*/milestones/new$
Disallow: /*/*/milestones/new?*
Disallow: /*/*/milestones/new/*
Disallow: /*/*/network$
Disallow: /*/*/network?*
Disallow: /*/*/network/*
Disallow: /*/*/projects$
Disallow: /*/*/projects?*
Disallow: /*/*/projects/*
Disallow: /*/*/pulse$
Disallow: /*/*/pulse?*
Disallow: /*/*/pulse/*
Disallow: /*/*/pulse-new$
Disallow: /*/*/pulse-new?*
Disallow: /*/*/pulse-new/*
Disallow: /*/*/pulse_committer_data$
Disallow: /*/*/pulse_committer_data?*
Disallow: /*/*/pulse_committer_data/*
Disallow: /*/*/pulse_diffstat_summary$
Disallow: /*/*/pulse_diffstat_summary?*
Disallow: /*/*/pulse_diffstat_summary/*
Disallow: /*/*/revisions$
Disallow: /*/*/revisions?*
Disallow: /*/*/revisions/*
Disallow: /*/*/stargazers$
Disallow: /*/*/stargazers?*
Disallow: /*/*/stargazers/*
Disallow: /*/*/tags$
Disallow: /*/*/tags?*
Disallow: /*/*/tags/*
Disallow: /*/*/watchers$
Disallow: /*/*/watchers?*
Disallow: /*/*/watchers/*
Disallow: /*?source=*
Disallow: /*&source=*
Disallow: /*?ref_cta=*
Disallow: /*&ref_cta=*
Disallow: /*?plan=*
Disallow: /*&plan=*
Disallow: /*?return_to=*
Disallow: /*&return_to=*
Disallow: /*?ref_loc=*
Disallow: /*&ref_loc=*
Disallow: /*?setup_organization=*
Disallow: /*&setup_organization=*
Disallow: /*?source_repo=*
Disallow: /*&source_repo=*
Disallow: /*?ref_page=*
Disallow: /*&ref_page=*
Disallow: /*?referrer=*
Disallow: /*&referrer=*
Disallow: /*?report=*
Disallow: /*&report=*
Disallow: /*?author=*
Disallow: /*&author=*
Disallow: /*?since=*
Disallow: /*&since=*
Disallow: /*?until=*
Disallow: /*&until=*
Disallow: /*?tab=*
Disallow: /*&tab=*
Disallow: /*?q=*
Disallow: /*&q=*

User-agent: bingbot
User-agent: adidxbot
User-agent: BingPreview
Disallow: /ekansa/Open-Context-Data
Disallow: /ekansa/opencontext-*
Disallow: /account-login
Disallow: */tarball/
Disallow: */zipball/
Disallow: /Explodingstuff/
Disallow: /copilot/
Disallow: /copilot/c/

User-agent: baidu
crawl-delay: 1

User-agent: *
Allow: /*?tab=achievements&achievement=*
Allow: /marketplace/*?tab=readme$
Allow: /marketplace/*?tab=transparency$
Disallow: /account-login
Disallow: /copilot/
Disallow: /copilot/c/
Disallow: /ekansa/Open-Context-Data
Disallow: /ekansa/opencontext-*
Disallow: /Explodingstuff/
Disallow: /gist/
Disallow: /search/advanced
Disallow: /search$
Disallow: /*/*/pulse_committer_data.json$
Disallow: /*/*/pulse_committer_data.json?*
Disallow: /*/archive/
Disallow: /*/blame/
Disallow: /*/cache/
Disallow: /*/raw/
Disallow: /*/tree/
Disallow: */tarball/
Disallow: */zipball/
Disallow: /.git/
Disallow: */.git/
Disallow: /*.git$
Disallow: /*.atom$
Disallow: /*report-abuse?report=*
Disallow: /*/*/commits/
Disallow: /marketplace/*/*?tab=readme$
Disallow: /marketplace/*/*?tab=transparency$
Disallow: /marketplace/*?*?tab=readme$
Disallow: /marketplace/*?*?tab=transparency$
Disallow: /marketplace/actions?tab=readme$
Disallow: /marketplace/actions?tab=transparency$
Disallow: /marketplace/free-trials?tab=readme$
Disallow: /marketplace/free-trials?tab=transparency$
Disallow: /marketplace/manage?tab=readme$
Disallow: /marketplace/manage?tab=transparency$
Disallow: /marketplace/models?tab=readme$
Disallow: /marketplace/models?tab=transparency$
Disallow: /marketplace/new?tab=readme$
Disallow: /marketplace/new?tab=transparency$
Disallow: /marketplace/publishers?tab=readme$
Disallow: /marketplace/publishers?tab=transparency$
Disallow: /marketplace/recently-added?tab=readme$
Disallow: /marketplace/recently-added?tab=transparency$
Disallow: /biztools$
Disallow: /biztools?*
Disallow: /biztools/*
Disallow: /businesses$
Disallow: /businesses?*
Disallow: /businesses/*
Disallow: /enterprises$
Disallow: /enterprises?*
Disallow: /enterprises/*
Disallow: /organizations$
Disallow: /organizations?*
Disallow: /organizations/*
Disallow: /settings$
Disallow: /settings?*
Disallow: /settings/*
Disallow: /stafftools$
Disallow: /stafftools?*
Disallow: /stafftools/*
Disallow: /users/*/billing$
Disallow: /users/*/billing?*
Disallow: /users/*/billing/*
Disallow: /writing$
Disallow: /writing?*
Disallow: /writing/*
Disallow: /*/*/branches$
Disallow: /*/*/branches?*
Disallow: /*/*/branches/*
Disallow: /*/*/comments$
Disallow: /*/*/comments?*
Disallow: /*/*/comments/*
Disallow: /*/*/compare$
Disallow: /*/*/compare?*
Disallow: /*/*/compare/*
Disallow: /*/*/contributors$
Disallow: /*/*/contributors?*
Disallow: /*/*/contributors/*
Disallow: /*/*/contributors_list$
Disallow: /*/*/contributors_list?*
Disallow: /*/*/contributors_list/*
Disallow: /*/*/contributors-list$
Disallow: /*/*/contributors-list?*
Disallow: /*/*/contributors-list/*
Disallow: /*/*/download$
Disallow: /*/*/download?*
Disallow: /*/*/download/*
Disallow: /*/*/forks$
Disallow: /*/*/forks?*
Disallow: /*/*/forks/*
Disallow: /*/*/graphs$
Disallow: /*/*/graphs?*
Disallow: /*/*/graphs/*
Disallow: /*/*/issues/new$
Disallow: /*/*/issues/new?*
Disallow: /*/*/issues/new/*
Disallow: /*/*/issues/search$
Disallow: /*/*/issues/search?*
Disallow: /*/*/issues/search/*
Disallow: /*/*/milestones/new$
Disallow: /*/*/milestones/new?*
Disallow: /*/*/milestones/new/*
Disallow: /*/*/network$
Disallow: /*/*/network?*
Disallow: /*/*/network/*
Disallow: /*/*/projects$
Disallow: /*/*/projects?*
Disallow: /*/*/projects/*
Disallow: /*/*/pulse$
Disallow: /*/*/pulse?*
Disallow: /*/*/pulse/*
Disallow: /*/*/pulse-new$
Disallow: /*/*/pulse-new?*
Disallow: /*/*/pulse-new/*
Disallow: /*/*/pulse_committer_data$
Disallow: /*/*/pulse_committer_data?*
Disallow: /*/*/pulse_committer_data/*
Disallow: /*/*/pulse_diffstat_summary$
Disallow: /*/*/pulse_diffstat_summary?*
Disallow: /*/*/pulse_diffstat_summary/*
Disallow: /*/*/revisions$
Disallow: /*/*/revisions?*
Disallow: /*/*/revisions/*
Disallow: /*/*/stargazers$
Disallow: /*/*/stargazers?*
Disallow: /*/*/stargazers/*
Disallow: /*/*/tags$
Disallow: /*/*/tags?*
Disallow: /*/*/tags/*
Disallow: /*/*/watchers$
Disallow: /*/*/watchers?*
Disallow: /*/*/watchers/*
Disallow: /*?source=*
Disallow: /*&source=*
Disallow: /*?ref_cta=*
Disallow: /*&ref_cta=*
Disallow: /*?plan=*
Disallow: /*&plan=*
Disallow: /*?return_to=*
Disallow: /*&return_to=*
Disallow: /*?ref_loc=*
Disallow: /*&ref_loc=*
Disallow: /*?setup_organization=*
Disallow: /*&setup_organization=*
Disallow: /*?source_repo=*
Disallow: /*&source_repo=*
Disallow: /*?ref_page=*
Disallow: /*&ref_page=*
Disallow: /*?referrer=*
Disallow: /*&referrer=*
Disallow: /*?report=*
Disallow: /*&report=*
Disallow: /*?author=*
Disallow: /*&author=*
Disallow: /*?since=*
Disallow: /*&since=*
Disallow: /*?until=*
Disallow: /*&until=*
Disallow: /*?tab=*
Disallow: /*&tab=*
Disallow: /*?q=*
Disallow: /*&q=*