# ------------------------------------------------
# CITATION.cff file created with {cffr} R package
# See also: https://docs.ropensci.org/cffr/
# ------------------------------------------------
 
cff-version: 1.2.0
message: 'To cite package "robotstxtr" in publications use:'
type: software
license: MIT
title: 'robotstxtr: Engine-Aware ''robots.txt'' Policy with Google''s Matcher Algorithm'
version: 0.3.1
doi: 10.5281/zenodo.23018995
identifiers:
- type: doi
  value: 10.32614/CRAN.package.robotstxtr
- type: url
  value: https://bart-turczynski.r-universe.dev/robotstxtr
abstract: Evaluates whether URLs may be crawled according to 'robots.txt' rules. A
  versioned engine-aware facade keeps neutral fetch evidence, per-engine status policy,
  robots product tokens, and matcher capabilities separate, returning explicit non-decisions
  when policy is undocumented or a matcher is unavailable. The available matcher is
  a bundled, upstream-test-validated snapshot of Google's open-source C++ 'robots.txt'
  matcher, preserving 'Googlebot' behavior. Fetches use a deterministic, conservative
  policy built on 'httr2', with fetch origins constructed by 'rurl'. All network access
  in tests, examples, and vignettes is mocked or served locally, so no internet connection
  is required to install, test, or check the package. This matcher derives from Google's
  'robotstxt' project <https://github.com/google/robotstxt>, distributed under the
  Apache License 2.0; see the package NOTICE.
authors:
- family-names: Turczynski
  given-names: Bart
  email: bartek@turczynski.pl
  orcid: https://orcid.org/0000-0002-8788-7980
preferred-citation:
  type: manual
  title: 'robotstxtr: Engine-Aware ''robots.txt'' Policy with Google''s Matcher Algorithm'
  authors:
  - family-names: Turczynski
    given-names: Bart
    orcid: https://orcid.org/0000-0002-8788-7980
    email: bartek@turczynski.pl
  year: '2026'
  notes: R package version 0.3.1
  doi: 10.5281/zenodo.23018995
  url: https://gitlab.com/bart-turczynski/robotstxtr
repository: https://bart-turczynski.r-universe.dev
repository-code: https://gitlab.com/bart-turczynski/robotstxtr
commit: da6da01207733a724ee200b7f085c56c3159b1e9
url: https://bart-turczynski.gitlab.io/robotstxtr/
date-released: '2026-10-15'
contact:
- family-names: Turczynski
  given-names: Bart
  email: bartek@turczynski.pl
  orcid: https://orcid.org/0000-0002-8788-7980