86d3f3a95c324c9479bd8986968f4327 *APACHE-2.0-LICENSE
3d6072583895a76daed255e20d674e8c *CITATION
361a984a54a14388c124e016416061e2 *COPYRIGHTS
e4c0d7c7eb108f404fe84a3a3828a248 *DESCRIPTION
66d78f84987d86cb1830b18027eba896 *INDEX
51f1a173a6e8a40e98d2db5f776b5254 *LICENSE
6322c42f4b5856b9af8d634b057d6030 *Meta/Rd.rds
854c930838846579e84a22a721624a4d *Meta/features.rds
275808ff5972317333c76ee0d5b3d6e4 *Meta/hsearch.rds
ddadec8042529bfce5f8893b4db216ef *Meta/links.rds
80866dbf9d64469b05c26b4e286cce06 *Meta/nsInfo.rds
d351bbd5ba0fb5f8863ecb4481d4970a *Meta/package.rds
81a31a5d2e1209b81e4b77a6e8225915 *Meta/vignette.rds
ad8727dc199de73de93bedd5b1141d40 *NAMESPACE
312743ddb58a22578b53725bffc9c188 *NEWS.md
f56cffcbb66b50ace9bbb952d5b963ee *NOTICE
644df80b26f1c0be520e93ac47bf0990 *PROVENANCE
d6c68f1fe41ced6e98a766a3757313da *R/robotstxtr
257d9a12a5f2a8f3fde8ea34e5ab1e79 *R/robotstxtr.rdb
0ac04fa62caa36719c356c787b1a694b *R/robotstxtr.rdx
1dd362ac7d389b3ba0c3e07e48679e70 *WORDLIST
dda30660717a2616e1ed037eec6bd342 *bing-corpus/PROVENANCE.dcf
f9fe29dbb27daa6762863788c5a77440 *bing-corpus/bodies/body-ea-adidxbot-empty-allow-before-disallow.txt
e0a59092e201c94c12cffe6791082039 *bing-corpus/bodies/body-ea-adidxbot-empty-allow-only.txt
586b16c29e96d0b28ffa9f78d17c2cd8 *bing-corpus/bodies/body-ea-adidxbot-empty-allow-with-disallow.txt
dcfe4e8a8d76e66b1d38fb4fe3054f42 *bing-corpus/bodies/body-ea-adidxbot-empty-disallow-after-rule.txt
72f11b444642d454686dfcf55aa00efb *bing-corpus/bodies/body-ea-adidxbot-empty-disallow-before-rule.txt
349018b76facb7801a4f81d6c02d0585 *bing-corpus/bodies/body-ea-adidxbot-empty-disallow-only.txt
ebc2184b69ce582f01a9199a43e934ca *bing-corpus/bodies/body-ea-bingbot-empty-allow-before-disallow.txt
7c03957ed55a54382114b0027f2596c7 *bing-corpus/bodies/body-ea-bingbot-empty-allow-only.txt
4b3ba52a71a757583f1ef0dae7946646 *bing-corpus/bodies/body-ea-bingbot-empty-allow-with-disallow.txt
c2e5c63d7a765cde2f41ff916a7e45ed *bing-corpus/bodies/body-ea-bingbot-empty-disallow-after-rule.txt
bb6abf84a781f0ec0cd14d797ce55572 *bing-corpus/bodies/body-ea-bingbot-empty-disallow-before-rule.txt
c7e47f03a1f76022c5849946cfce63f4 *bing-corpus/bodies/body-ea-bingbot-empty-disallow-only.txt
060809e8915169299460ae6ba02ffbcc *bing-corpus/bodies/body-ord-adidxbot-implicit-suffix.txt
ab62429feee167355024dd2cbeaf5397 *bing-corpus/bodies/body-ord-adidxbot-no-match-default.txt
d9dff24fda48d937c8ba5cc5de2250f9 *bing-corpus/bodies/body-ord-adidxbot-ordinary-prefix.txt
12d1bbdfc8353198a1765c24871c5124 *bing-corpus/bodies/body-ord-adidxbot-query-controls.txt
39acab1d3475d5d442323fbd2f5c5953 *bing-corpus/bodies/body-ord-adidxbot-root.txt
5f4e21befabd2ae10c1c3b897e1f53b5 *bing-corpus/bodies/body-ord-bingbot-implicit-suffix.txt
14f31b0dc15a4555341d10f4a6ddfdd6 *bing-corpus/bodies/body-ord-bingbot-no-match-default.txt
9f65c15d8c3e645e77cb0055ff787f54 *bing-corpus/bodies/body-ord-bingbot-ordinary-prefix.txt
b11548ec0d509901466113b7bff7bbd9 *bing-corpus/bodies/body-ord-bingbot-query-controls.txt
b804b4a8cff4b4a5c7f8f16ab322bfe9 *bing-corpus/bodies/body-ord-bingbot-root.txt
f6e9434cc5c84185f5f3928b40be7afb *bing-corpus/bodies/body-prec-adidxbot-comment-inline.txt
893d8e2297a4fb7a4ff7a49114ac3fe0 *bing-corpus/bodies/body-prec-adidxbot-missing-slash.txt
3a66facb3b57396d66762091a614d7fd *bing-corpus/bodies/body-prec-adidxbot-name-mixed.txt
c242a2a77c61d958f918c58d94eed7b3 *bing-corpus/bodies/body-prec-adidxbot-name-upper.txt
fa69fecffe9c7e872a0e54a3f5018df2 *bing-corpus/bodies/body-prec-adidxbot-orphan-rule.txt
f813bc6b6e58f86ab44620a2cb340193 *bing-corpus/bodies/body-prec-adidxbot-ows-around-colon.txt
8d6bbd0952401ee9b0e9ee691f3907b8 *bing-corpus/bodies/body-prec-adidxbot-ows-no-space.txt
6c8db9bdfa35d348664b4b2fe2904b9e *bing-corpus/bodies/body-prec-adidxbot-ows-tab-value.txt
b1538b302df492fb2b9da84d1fbd698e *bing-corpus/bodies/body-prec-bingbot-comment-inline.txt
93e868f06354fb4c46b6484dcafec1e8 *bing-corpus/bodies/body-prec-bingbot-missing-slash.txt
91aeec793f1586f8864749fb0ae8f391 *bing-corpus/bodies/body-prec-bingbot-name-mixed.txt
0cc2bf8a2122c221dab5f2bad56ba665 *bing-corpus/bodies/body-prec-bingbot-name-upper.txt
9c59ca8e6d28a328e5410d8cc1e16a3c *bing-corpus/bodies/body-prec-bingbot-orphan-rule.txt
ffe362d650599dea1626e3ae4b69bcae *bing-corpus/bodies/body-prec-bingbot-ows-around-colon.txt
be7fcfd2985690857b14e98372158c7b *bing-corpus/bodies/body-prec-bingbot-ows-no-space.txt
5cf4f5e861cfd8d15c2c517518a6dfff *bing-corpus/bodies/body-prec-bingbot-ows-tab-value.txt
32665ac6bb624176bcc9c1ab65aa4190 *bing-corpus/bodies/body-sel-adidxbot-affix-containing.txt
63a2a89b78ac35f3b60068639338ca3b *bing-corpus/bodies/body-sel-adidxbot-affix-prefix.txt
2abe97a277e194031d227a79c30d429f *bing-corpus/bodies/body-sel-adidxbot-affix-suffix.txt
f20887528b34374a95f58efebd7c287c *bing-corpus/bodies/body-sel-adidxbot-agent-case.txt
494193c89c8b674aec8295e752750e43 *bing-corpus/bodies/body-sel-adidxbot-exact-vs-wildcard.txt
3e03601e12ccebad3c4380edaf1caa46 *bing-corpus/bodies/body-sel-adidxbot-no-selected-tier.txt
9efe8fc631d7ed3b50082ee863bc486d *bing-corpus/bodies/body-sel-adidxbot-repeated-tier.txt
f4de4d86415be4cc3fa3b43394406965 *bing-corpus/bodies/body-sel-adidxbot-stacked-agent.txt
77643616d4a899ee91f0f8db5c8b5b4c *bing-corpus/bodies/body-sel-adidxbot-wildcard-fallback.txt
7e35295f607d6c8eebd61267d60cc630 *bing-corpus/bodies/body-sel-bingbot-agent-case.txt
0610b0d4d9f56f3701bfde835f0315fb *bing-corpus/bodies/body-sel-bingbot-exact-vs-wildcard.txt
3e03601e12ccebad3c4380edaf1caa46 *bing-corpus/bodies/body-sel-bingbot-no-selected-tier.txt
30cfb6237641bc5d4cadbff6a3e5cb74 *bing-corpus/bodies/body-sel-bingbot-repeated-tier.txt
7dffd8705e7ea6c34523a4b5541e13d6 *bing-corpus/bodies/body-sel-bingbot-stacked-agent.txt
77643616d4a899ee91f0f8db5c8b5b4c *bing-corpus/bodies/body-sel-bingbot-wildcard-fallback.txt
9e14787e50c0ddf51c90159d90a16585 *bing-corpus/bodies/body-spc-adidxbot-anchor-terminal.txt
6d843fb5c9ee6a05374eef1c40c80ce7 *bing-corpus/bodies/body-spc-adidxbot-encoded-slash.txt
ecbc90f6ac705409793978cedb2e6c15 *bing-corpus/bodies/body-spc-adidxbot-encoded-star.txt
0b88c077e470536f2d88995d8fa9c4fa *bing-corpus/bodies/body-spc-adidxbot-encoded-unreserved.txt
d60ea20c8cd0fa9702651359af7ed746 *bing-corpus/bodies/body-spc-adidxbot-malformed-percent.txt
b10f79c191c8a96ab4f8dae3443df29a *bing-corpus/bodies/body-spc-adidxbot-metachar-nonterminal-dollar.txt
dfc29633a29eadec0236f615beee6588 *bing-corpus/bodies/body-spc-adidxbot-metachar-question-literal.txt
c67fa433557fe805239c1900497f3922 *bing-corpus/bodies/body-spc-adidxbot-star-wildcard.txt
95f9eecdb6619f3e70c8e222c2eaff61 *bing-corpus/bodies/body-spc-bingbot-anchor-terminal.txt
b0c8be9107ba6961604b7e729f315853 *bing-corpus/bodies/body-spc-bingbot-encoded-slash.txt
208f46fe46ad751a4d4d61344e7df973 *bing-corpus/bodies/body-spc-bingbot-encoded-star.txt
81c17d2520cda7f3982e611f65fa1bc4 *bing-corpus/bodies/body-spc-bingbot-encoded-unreserved.txt
b6d7ff547022eef7c50bf92d4d196076 *bing-corpus/bodies/body-spc-bingbot-malformed-percent.txt
a16e1b75057c5b9bc62144b30da96fee *bing-corpus/bodies/body-spc-bingbot-metachar-nonterminal-dollar.txt
ef50e6325117e5c1f93e066116d0ed13 *bing-corpus/bodies/body-spc-bingbot-metachar-question-literal.txt
21e0e1f58e994e3f5778a7369a1d1478 *bing-corpus/bodies/body-spc-bingbot-star-wildcard.txt
d5750a2135082fd47f1c8965f00b802c *bing-corpus/bodies/body-sr2-adidxbot-fragment-bare-hash.txt
70f29947c3a42764eed8d9594bd6a04a *bing-corpus/bodies/body-sr2-adidxbot-fragment-in-target-only.txt
f52a0b6d6afae18ce8c954b17bf25216 *bing-corpus/bodies/body-sr2-adidxbot-fragment-prefix-discriminator.txt
c0e02e44f68717432bc3c62da365c672 *bing-corpus/bodies/body-sr2-adidxbot-hexcase-nonslash.txt
dd6fce456e5bb381b7bb3e5f2a62ed89 *bing-corpus/bodies/body-sr2-adidxbot-hexcase-pattern-lower.txt
f1cf54ea2f7d53b353272a6cb288d95e *bing-corpus/bodies/body-sr2-adidxbot-hexcase-unanchored.txt
a8d50c6c7bc175eee1d61887df1f3d86 *bing-corpus/bodies/body-sr2-bingbot-fragment-bare-hash.txt
93b7017fbbe085543694ac763f6fad75 *bing-corpus/bodies/body-sr2-bingbot-fragment-in-target-only.txt
0d235c5fe04e5c1af91af8cec2e8d133 *bing-corpus/bodies/body-sr2-bingbot-fragment-prefix-discriminator.txt
f293f76b27a03a0333167fc247bf2b52 *bing-corpus/bodies/body-sr2-bingbot-hexcase-nonslash.txt
74d74142bd69625fceabf2051b7e1d85 *bing-corpus/bodies/body-sr2-bingbot-hexcase-pattern-lower.txt
36a63141bcebbde4b4a3ec428ab6b314 *bing-corpus/bodies/body-sr2-bingbot-hexcase-unanchored.txt
cc4aad95b369041143e5f7675f640f5c *bing-corpus/bodies/body-win-adidxbot-chain-longest.txt
bfb6f215e3bf4d994bbcd6c003b19877 *bing-corpus/bodies/body-win-adidxbot-dup-disallow.txt
59ee6cce28d217e11a6ca038245e03df *bing-corpus/bodies/body-win-adidxbot-dup-longer-allow.txt
d3c51740712deb77b2073b10fb7ad5f8 *bing-corpus/bodies/body-win-adidxbot-longer-allow.txt
8a0c9fc19e9ca9f664b518b6f75ecafb *bing-corpus/bodies/body-win-adidxbot-longer-disallow.txt
9b26ca019d7817b78df60cb5517f3e1c *bing-corpus/bodies/body-win-adidxbot-tie-allow-first.txt
0188d562f5e234ffe9851264b4aa3827 *bing-corpus/bodies/body-win-adidxbot-tie-disallow-first.txt
cdb7035f77a042d1cc13febd4f15ecbd *bing-corpus/bodies/body-win-bingbot-chain-longest.txt
b55f270f91b40e4eb197676b8d8f1871 *bing-corpus/bodies/body-win-bingbot-dup-disallow.txt
cd403b2018cfdf7bc1fc5ec06d7a2f9f *bing-corpus/bodies/body-win-bingbot-dup-longer-allow.txt
70f4df8798bfc3acf873934d58fba12f *bing-corpus/bodies/body-win-bingbot-longer-allow.txt
88f6646da9222e972d8e229edba5ffbe *bing-corpus/bodies/body-win-bingbot-longer-disallow.txt
a17c8a897a3a9f2cd57e86213a133b6b *bing-corpus/bodies/body-win-bingbot-tie-allow-first.txt
75364bee0ba139ba414404c368ed7419 *bing-corpus/bodies/body-win-bingbot-tie-disallow-first.txt
b84a8a2bc64d1d573e693680933bf36c *bing-corpus/cases.json
fc1b707827ec8ab00f649d4dddb36ab2 *doc/index.html
ea0fd33253511e292ea5a9db0c66b0ab *doc/introduction.R
9f3586bdffa65f584f9f90fe833e3736 *doc/introduction.Rmd
d73299cb0417a5b77c5bd74c9cdcb70f *doc/introduction.html
b33778ec2bc1c186ed09e332934a802f *help/AnIndex
8a1bf784b86dd2a7fb0b8c8e9457bfe8 *help/aliases.rds
206bb047bd1cf3c5c7685c957097a902 *help/paths.rds
78912d7830cf8f8d02e4446a13d6c9f9 *help/robotstxtr.rdb
64e899d0ccd64bcb4df014c7ec7ff0ed *help/robotstxtr.rdx
8dbe341c2168a347130d8fb0a8f16a60 *html/00Index.html
8b9362669af13540a86a3ac6cf22f99d *html/R.css
ca2666e4cd32add4095cdd930a4dac5d *libs/x64/robotstxtr.dll
fe197d2b07a3d6ebf24c30f3e01212eb *libs/x64/symbols.rds
4bac16ce3557882095051e3e3bb77733 *vendor/robotstxtbing/MANIFEST.dcf
eda6e6259f1bb4d624435b0a85695c2b *vendor/robotstxtbing/PROVENANCE
d8ec32d805c558ac0ea3a7d7bdb7376e *vendor/robotstxtyandex/MANIFEST.dcf
67289c30ac8d7bf81f5833955dd9d415 *vendor/robotstxtyandex/PROVENANCE
23d4349cfde9f9922919f1fd2aed2a35 *yandex-corpus/PROVENANCE.dcf
687d3089ce7742ab2746833ee3cdfb46 *yandex-corpus/bodies/ydx-01-ua-specificity.txt
c7d4474e4cbbfab8e4dae17ffcc412c9 *yandex-corpus/bodies/ydx-02-repeated-stacked-groups.txt
938352137264d604cb6667494bf74672 *yandex-corpus/bodies/ydx-03-blank-after-agent.txt
ceac01b0e1a8911975b43e3d7fcc7f32 *yandex-corpus/bodies/ydx-04-blank-mid-group.txt
e5924ed01556514eadf4df36a10ed753 *yandex-corpus/bodies/ydx-05-ties-wildcards.txt
79a6d884981cca38c482ce51aa144996 *yandex-corpus/bodies/ydx-06-empty-directives.txt
b7b457ed1d2f7a743735a3c771668ee7 *yandex-corpus/bodies/ydx-07-malformed-recovery.txt
46368194399a70484343e9101fe58616 *yandex-corpus/bodies/ydx-11-empty-disallow-first.txt
5cd80680150bae79a6e2f281f7a643f9 *yandex-corpus/bodies/ydx-12-empty-disallow-last.txt
4e5f2f6ff54e8ca4b3c768b0362c91d4 *yandex-corpus/bodies/ydx-13-wildcard-specificity-replica-v1.txt
c71cfa3abe855176a11076fd93858332 *yandex-corpus/bodies/ydx-crawler-agent-case.txt
4f28a2a5e878bb5844c9747f6d01529c *yandex-corpus/bodies/ydx-crawler-repeated-tier.txt
1e782fa627d2b59f9ed5bf66ed496337 *yandex-corpus/bodies/ydx-crawler-stacked-agent.txt
b1c7e0ceb5b5c8b0d4352b3727dff035 *yandex-corpus/bodies/ydx-parser-blank-after-agent.txt
2891e8bace9c87bba0851ff21e314cc2 *yandex-corpus/bodies/ydx-parser-blank-mid-group.txt
af85d97a49f50a2c756a08bc625dd081 *yandex-corpus/bodies/ydx-parser-directive-suffix.txt
b78e47951be8be1d5319699abacb095f *yandex-corpus/bodies/ydx-parser-leading-space-name.txt
298395f196b8909f66cf57903d42b916 *yandex-corpus/bodies/ydx-parser-missing-colon.txt
9a693f0df6f6ea7da1df071b975d5b8e *yandex-corpus/bodies/ydx-parser-missing-leading-slash.txt
9cb398353ad4be37d1b7aad6a3e50ce3 *yandex-corpus/bodies/ydx-parser-orphan-before-agent.txt
d0ce06c6f0fa169ce7dcbb73a784d2d3 *yandex-corpus/bodies/ydx-parser-postcolon-tab.txt
dfa927a484eed984d823a2a45215c72b *yandex-corpus/bodies/ydx-parser-typo-disalow.txt
c9ccddd3521f28bfea19c36ecfa8d42f *yandex-corpus/bodies/ydx-parser-ua-trailing-token.txt
936051ee33ffbd4dfe7550978e38dffa *yandex-corpus/bodies/ydx-parser-user-agent-space.txt
0ea5c92aff17eacfa65d3e98c19ab7c2 *yandex-corpus/bodies/ydx-parser-value-trailing-spaces.txt
598492bba631e6bd344ae2577627a45b *yandex-corpus/bodies/ydx-wildcard-specificity-matrix-v1.txt
d2d5daa37cdabdfe63745ed937230b9e *yandex-corpus/cases.json
