mirror of
https://github.com/System-End/hackatime.git
synced 2026-04-19 16:38:23 +00:00
16 lines
268 B
Text
16 lines
268 B
Text
User-agent: *
|
|
Allow: /
|
|
|
|
# Important pages for crawling
|
|
Allow: /docs
|
|
Allow: /docs/*
|
|
Allow: /leaderboards
|
|
|
|
# Disallow private/internal pages
|
|
Disallow: /my/
|
|
Disallow: /admin/
|
|
Disallow: /api/
|
|
Disallow: /auth/
|
|
|
|
# Sitemap
|
|
Sitemap: https://hackatime.hackclub.com/sitemap.xml
|