# robots.txt — SAB Digital Marketing Agency
# Canonical production origin: https://www.sab.id

# Search engines, answer engines, AI/LLM crawlers, social previews, SEO tools,
# and ordinary crawlers are welcome. Private and duplicate surfaces stay out.
User-agent: *
Allow: /
Disallow: /api/
Disallow: /*?q=
Disallow: /*?preview=
Disallow: /*?nocache=
Disallow: /thank-you/
Allow: /download/SAB_Company_Profile_2022.pdf
Disallow: /download/

# The Worker appends dedicated Disallow groups for the copyright-checker
# product tokens defined in src/lib/bots.ts, keeping robots and edge policy aligned.

User-agent: Copytrack
Disallow: /

User-agent: CopytrackBot
Disallow: /

User-agent: PicRights
Disallow: /

User-agent: PicRightsBot
Disallow: /

User-agent: Pixsy
Disallow: /

User-agent: PixsyBot
Disallow: /

User-agent: ImageRights
Disallow: /

User-agent: ImageRightsBot
Disallow: /

User-agent: Photoclaim
Disallow: /

User-agent: PhotoClaimBot
Disallow: /

User-agent: Lapixa
Disallow: /

User-agent: LapixaBot
Disallow: /

User-agent: PermissionMachine
Disallow: /

User-agent: ImageProtect
Disallow: /

User-agent: CopyrightAgent
Disallow: /

User-agent: TinEye
Disallow: /

User-agent: TinEyeBot
Disallow: /

User-agent: TinEye-bot
Disallow: /

User-agent: IdeeBot
Disallow: /

User-agent: PlagScan
Disallow: /

User-agent: Copyscape
Disallow: /

User-agent: CopyscapeBot
Disallow: /

User-agent: Plagiarism
Disallow: /

User-agent: Pixray
Disallow: /

User-agent: Pixray-Seeker
Disallow: /

User-agent: visualrightsgroup
Disallow: /

User-agent: tracemyfile
Disallow: /

User-agent: copyrightsheriff
Disallow: /

User-agent: pimeyes
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: ImageMetaBot
Disallow: /

User-agent: Imagga
Disallow: /

User-agent: img2dataset
Disallow: /

User-agent: brandprotect
Disallow: /

User-agent: BPImageWalker
Disallow: /

User-agent: BDFetch
Disallow: /

User-agent: Yellowbrandprotectionbot
Disallow: /

User-agent: CheckMarkNetwork
Disallow: /

User-agent: MarkMonitor
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: BrandVerity
Disallow: /

User-agent: musobot
Disallow: /

User-agent: deepsearchnine
Disallow: /

User-agent: Turnitin
Disallow: /

User-agent: PlagAwareBot
Disallow: /

User-agent: IdeelaborPlagiaat
Disallow: /

User-agent: WebImageCollector
Disallow: /

User-agent: PictureFinder
Disallow: /

Sitemap: https://www.sab.id/sitemap.xml

# Machine-readable guides for AI assistants:
# https://www.sab.id/llms.txt
# https://www.sab.id/llms-full.txt