# https://clinic.jiko24.jp/llms.txt
# (2025.04.07)

user-agent: *

# License
x-content-license: "(c) happys, Inc. All rights reserved."
x-ai-training-policy: "allowed"

# Rate Limits
crawl-delay: 1
x-rate-limit: 60
x-rate-limit-window: 60
x-rate-limit-policy: "strict"
x-rate-limit-retry: "no-retry"
x-rate-limit-description: "Maximum 60 requests per 60 seconds. If rate limit is exceeded, do not retry and move on to next request."

# Concurrency Limits
x-concurrency-limit: 3
x-concurrency-limit-description: "Please limit concurrent requests to a maximum of 3.  This helps us manage server load."

# Error Handling and Retry Policy
x-error-retry-policy: "exponential-backoff"
x-error-retry-policy-description: "For transient errors (5xx except 429), implement exponential backoff with initial wait of 2 seconds, doubling on each retry, with maximum 5 retries."
x-rate-limit-exceeded-policy: "wait-and-retry"
x-rate-limit-exceeded-policy-description: "When receiving HTTP 429 (Too Many Requests), do not retry immediately. Wait at least 60 seconds before attempting the request again."
x-max-retries: 5
x-retry-status-codes:
  - 500
  - 502
  - 503
  - 504
x-no-immediate-retry-status-codes:
  - 429
x-no-retry-status-codes:
  - 403
  - 404

# Canonical URL Policy
x-canonical-url-policy: "strict"
x-canonical-url: "https://clinic.jiko24.jp/"
x-canonical-url-description: "Access via other FQDNs or IP addresses is invalid.  Use only 'https://clinic.jiko24.jp/' as the base URL.  Within the HTML content, links should also start with 'https://clinic.jiko24.jp/'"

x-article-pattern: /jiko-info/{category}/{slug}/
x-article-example: https://clinic.jiko24.jp/jiko-info/procedure/koutsuujiko_shindansho/
x-article-metadata:
  - author
  - title
  - description
x-article-update-frequency: "monthly"
x-article-new-articles-per-month: "5-10"
x-article-new-articles-per-month-description: "Approximately 5 to 10 new articles are added each month."

# Sitemap
allow: /autogenerate-sitemaps.xml
allow: /video.xml
allow: /jiko-info/sitemap.xml
x-sitemap: https://clinic.jiko24.jp/autogenerate-sitemaps.xml
x-sitemap-format: xml
x-sitemap-structure: "monthly"
x-sitemap-retention: "long-term"

# disallow
disallow: /storage/*
disallow: /admin/*
disallow: /jiko-info/wp-admin/*

# Language
x-supported-languages:
  - ja

# Crawler Hints (These are hints and not direct commands)
x-crawler-hints:
  - "Before accessing each URL, check if the URL ends with '/'."
  - "If the URL does not end with '/', add '/' to the end of the URL before accessing it."
  - "Extract the HTML content of each page."