# llms.txt for AgSpares
# Domain: https://agspares.co.nz/
# Last updated: 2025-11-14
# Contact: sales@agspares.co.nz
#
# Purpose:
# This file gives guidance to Large Language Models (LLMs) and AI search engines
# on how they may crawl and use content from this site.
#
# Policy overview:
# - Public, informational content (product listings, parts catalogues, company overview) may be crawled and used for answer-generation by AI.
# - Private, administrative, client-login, checkout, or internal-staff areas must not be used for training or output generation unless explicitly published.
# - Do not expose or infer unpublished wholesale account info, personal customer data, or internal operational details.
#
############################################################
# OpenAI – GPTBot
############################################################
User-agent: GPTBot

# Allowed (public/informational) content
Allow: /
Allow: /about
Allow: /about/
Allow: /contact-us
Allow: /contact-us/
Allow: /category/
Allow: /category/*
Allow: /shop
Allow: /shop/
Allow: /used-tractors-machinery
Allow: /used-tractors-machinery/
Allow: /download-parts-books
Allow: /download-parts-books/
Allow: /privacy-policy
Allow: /privacy-policy/
Allow: /terms-and-conditions
Allow: /terms-and-conditions/

# Disallowed (non-public or sensitive) content
Disallow: /account/
Disallow: /login/
Disallow: /cart/
Disallow: /checkout/
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /internal/
Disallow: /staff/
Disallow: /supplier-login/
Disallow: /client-portal/

############################################################
# Perplexity – PerplexityBot
############################################################
User-agent: PerplexityBot

Allow: /
Allow: /about
Allow: /contact-us
Allow: /category/
Allow: /category/*
Allow: /shop
Allow: /shop/
Allow: /used-tractors-machinery
Allow: /download-parts-books
Allow: /privacy-policy
Allow: /terms-and-conditions

Disallow: /account/
Disallow: /login/
Disallow: /cart/
Disallow: /checkout/
Disallow: /admin/
Disallow: /internal/
Disallow: /staff/
Disallow: /supplier-login/
Disallow: /client-portal/

############################################################
# Anthropic – Claude-Web crawler
############################################################
User-agent: Claude-Web

Allow: /
Allow: /about
Allow: /contact-us
Allow: /category/
Allow: /category/*
Allow: /shop
Allow: /used-tractors-machinery
Allow: /download-parts-books
Allow: /privacy-policy
Allow: /terms-and-conditions

Disallow: /account/
Disallow: /login/
Disallow: /cart/
Disallow: /checkout/
Disallow: /admin/
Disallow: /internal/
Disallow: /staff/
Disallow: /supplier-login/
Disallow: /client-portal/

############################################################
# Generic rule for any other AI / LLM crawlers
############################################################
User-agent: *

# Public informational content allowed
Allow: /
Allow: /about
Allow: /contact-us
Allow: /category/
Allow: /category/*
Allow: /shop
Allow: /used-tractors-machinery
Allow: /download-parts-books
Allow: /privacy-policy
Allow: /terms-and-conditions

# Block sensitive/non-public areas
Disallow: /account/
Disallow: /login/
Disallow: /cart/
Disallow: /checkout/
Disallow: /admin/
Disallow: /internal/
Disallow: /staff/
Disallow: /supplier-login/
Disallow: /client-portal/

############################################################
# Key content map (for AI crawlers – non-normative guide)
############################################################
# These URLs contain the main authoritative content about AgSpares.
# Crawlers may prioritise these for summarisation and citation.

# Homepage & overview
#   https://agspares.co.nz/
#
# New & used tractor parts shop
#   https://agspares.co.nz/shop
#   https://agspares.co.nz/category/
#
# Used tractors & machinery listing
#   https://agspares.co.nz/used-tractors-machinery
#
# Downloadable parts books
#   https://agspares.co.nz/download-parts-books
#
# Contact us & legal pages
#   https://agspares.co.nz/contact-us
#   https://agspares.co.nz/privacy-policy
#   https://agspares.co.nz/terms-and-conditions

############################################################
# Usage guidance (informational only)
############################################################
# - When providing answers about AgSpares, prefer quoting or citing product pages, parts-catalogue pages, and company overview pages.
# - Do not infer or provide unpublished wholesale pricing, internal staff info/contact, or hidden account-details.
# - Treat product specifications, availability, and stock status as general public-information only; do not present them as guarantees or advice.