diff --git a/README.md b/README.md index f38be50..b61c221 100644 --- a/README.md +++ b/README.md @@ -23,7 +23,7 @@ Table of Contents Parse _robots.txt_ and _sitemaps_ using dotnet. -Supports the proposed [RFC9309](https://datatracker.ietf.org/doc/html/rfc9309#name-the-allow-and-disallow-line) standard, as well as the following common, non-standard directives: +Supports the proposed [RFC9309](https://datatracker.ietf.org/doc/html/rfc9309) standard, as well as the following common, non-standard directives: - Sitemap - Host @@ -145,8 +145,8 @@ var sitemap = await robotsTxt.LoadSitemapAsync(modifiedSince); ```csharp var robotsTxt = await robotWebClient.LoadRobotsTxtAsync(); -// if rules for the specific User-Agent are not present, it falls back to the wildcard * -var anyRulesDefined = robotsTxt.TryGetRules("SomeBotUserAgent", out var rules); +// if rules for the specific robot are not present, it falls back to the wildcard * +var anyRulesDefined = robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var rules); // even if no wildcard rules exist, an empty rule-checker is returned var isAllowed = rules.IsAllowed("/some/path"); ``` @@ -163,8 +163,9 @@ var hasHostDirective = robotsTxt.TryGetHost(out var host); ```csharp var robotsTxt = await robotWebClient.LoadRobotsTxtAsync(); +// if rules for the specific robot are not present, it falls back to the wildcard * // if no Crawl-delay directive exists, crawl delay will be 0 -var hasCrawlDelayDirective = robotsTxt.TryGetCrawlDelay(out var crawlDelay); +var hasCrawlDelayDirective = robotsTxt.TryGetCrawlDelay(ProductToken.Parse("SomeBot"), out var crawlDelay); ``` # Contributing diff --git a/src/Robots.Txt.Parser/Http/RobotWebClient.cs b/src/Robots.Txt.Parser/Http/RobotWebClient.cs index dc44d3d..79db5e4 100644 --- a/src/Robots.Txt.Parser/Http/RobotWebClient.cs +++ b/src/Robots.Txt.Parser/Http/RobotWebClient.cs @@ -58,7 +58,7 @@ public async Task LoadRobotsTxtAsync(CancellationToken cancellationT If a server status code indicates that the robots.txt file is unavailable to the crawler, then the crawler MAY access any resources on the server. */ - return new RobotsTxt(this, new Dictionary>(), new Dictionary(), null, new HashSet()); + return new RobotsTxt(this, new Dictionary>(), new Dictionary(), null, new HashSet()); } if (statusCodeNumber >= 500) @@ -68,11 +68,11 @@ then the crawler MAY access any resources on the server. crawler MUST assume complete disallow. For example, in the context of HTTP, server errors are identified by status codes in the 500-599 range. */ - var userAgentRules = new Dictionary> + var userAgentRules = new Dictionary> { - { "*", new HashSet { new (RuleType.Disallow, "/") } } + { ProductToken.Wildcard, new HashSet { new (RuleType.Disallow, "/") } } }; - return new RobotsTxt(this, userAgentRules, new Dictionary(), null, new HashSet()); + return new RobotsTxt(this, userAgentRules, new Dictionary(), null, new HashSet()); } var stream = await response.Content.ReadAsStreamAsync(cancellationToken); diff --git a/src/Robots.Txt.Parser/ProductToken.cs b/src/Robots.Txt.Parser/ProductToken.cs new file mode 100644 index 0000000..d4e0667 --- /dev/null +++ b/src/Robots.Txt.Parser/ProductToken.cs @@ -0,0 +1,75 @@ +using System; +using System.Text.RegularExpressions; + +namespace Robots.Txt.Parser; + +/// +/// Crawler name, used as the User-agent value within a robots.txt file +/// +public partial class ProductToken : IEquatable, IEquatable +{ + public static readonly ProductToken Wildcard = new("*"); + private static Regex ValidationPattern = ProductTokenValidationRegex(); + + private readonly string _value; + + private ProductToken(string value) => _value = value; + + public static ProductToken Parse(string value) + { + if (value != Wildcard._value && !ValidationPattern.IsMatch(value)) + { + throw new ArgumentOutOfRangeException( + nameof(value), + "Must contain only uppercase and lowercase letters (\"a-z\" and \"A-Z\"), underscores (\"_\"), and hyphens (\"-\")"); + } + + return new ProductToken(value); + } + + public static bool TryParse(string value, out ProductToken productToken) + { + productToken = Wildcard; + if (value != Wildcard._value && !ValidationPattern.IsMatch(value)) return false; + productToken = new ProductToken(value); + return true; + } + + /* + Crawlers set their own name, which is called a product token, to find relevant groups. + The product token MUST contain only uppercase and lowercase letters ("a-z" and "A-Z"), underscores ("_"), and hyphens ("-"). + */ + [GeneratedRegex("^[a-zA-Z-_]+$", RegexOptions.Compiled)] + private static partial Regex ProductTokenValidationRegex(); + + /* + Crawlers MUST use case-insensitive matching to find the group that matches the product token and then obey the rules of the group. + */ + + /// + /// Assesses product token equality. Product tokens are case-insensitive. + /// + /// Comparison value + /// True if the product token is equal; otherwise false + public override bool Equals(object? obj) => + obj is string otherString + ? Equals(otherString) + : obj is ProductToken otherToken && Equals(otherToken); + + /// + /// Assesses product token equality. Product tokens are case-insensitive. + /// + /// Comparison value + /// True if the product token is equal; otherwise false + public bool Equals(string? other) => other is not null && _value.Equals(other, StringComparison.InvariantCultureIgnoreCase); + + /// + /// Assesses product token equality. Product tokens are case-insensitive. + /// + /// Comparison value + /// True if the product token is equal; otherwise false + public bool Equals(ProductToken? other) => + other is not null && _value.Equals(other._value, StringComparison.InvariantCultureIgnoreCase); + + public override int GetHashCode() => _value.ToUpperInvariant().GetHashCode(); +} diff --git a/src/Robots.Txt.Parser/RobotsTxt.cs b/src/Robots.Txt.Parser/RobotsTxt.cs index 7f2b344..10d0f87 100644 --- a/src/Robots.Txt.Parser/RobotsTxt.cs +++ b/src/Robots.Txt.Parser/RobotsTxt.cs @@ -22,7 +22,7 @@ public interface IRobotsTxt /// User-Agent header to retrieve rules for /// The crawl delay in seconds /// True if a crawl delay directive exists; otherwise false - bool TryGetCrawlDelay(string userAgent, out int crawlDelay); + bool TryGetCrawlDelay(ProductToken userAgent, out int crawlDelay); /// /// Retrieves the website host @@ -37,22 +37,22 @@ public interface IRobotsTxt /// User-Agent header to retrieve rules for /// A rule checker for the User-Agent /// True if any rules are found; otherwise false - bool TryGetRules(string userAgent, out IRobotRuleChecker ruleChecker); + bool TryGetRules(ProductToken userAgent, out IRobotRuleChecker ruleChecker); } public class RobotsTxt : IRobotsTxt { private readonly IRobotClient _client; - private readonly IReadOnlyDictionary> _userAgentRules; - private readonly IReadOnlyDictionary _userAgentCrawlDirectives; - private readonly HashSet _userAgents; + private readonly IReadOnlyDictionary> _userAgentRules; + private readonly IReadOnlyDictionary _userAgentCrawlDirectives; + private readonly HashSet _userAgents; private readonly string? _host; private readonly HashSet _sitemapUrls; internal RobotsTxt(IRobotClient client, - IReadOnlyDictionary> userAgentRules, - IReadOnlyDictionary userAgentCrawlDirectives, + IReadOnlyDictionary> userAgentRules, + IReadOnlyDictionary userAgentCrawlDirectives, string? host, HashSet sitemapUrls) { @@ -71,13 +71,13 @@ internal RobotsTxt(IRobotClient client, : await _client.LoadSitemapsAsync(new[] { new Uri(_client.BaseAddress, "/sitemap.xml") }, modifiedSince, cancellationToken); /// - public bool TryGetCrawlDelay(string userAgent, out int crawlDelay) + public bool TryGetCrawlDelay(ProductToken userAgent, out int crawlDelay) { var userAgentMatch = _userAgentCrawlDirectives.TryGetValue(userAgent, out crawlDelay); if (!userAgentMatch) { if (_userAgents.Contains(userAgent)) return false; - return _userAgentCrawlDirectives.TryGetValue("*", out crawlDelay); + return _userAgentCrawlDirectives.TryGetValue(ProductToken.Wildcard, out crawlDelay); } return true; @@ -91,9 +91,9 @@ public bool TryGetHost(out string host) } /// - public bool TryGetRules(string userAgent, out IRobotRuleChecker ruleChecker) + public bool TryGetRules(ProductToken userAgent, out IRobotRuleChecker ruleChecker) { - if (!_userAgentRules.TryGetValue(userAgent, out var rules) && !_userAgentRules.TryGetValue("*", out rules)) + if (!_userAgentRules.TryGetValue(userAgent, out var rules) && !_userAgentRules.TryGetValue(ProductToken.Wildcard, out rules)) { ruleChecker = new RobotRuleChecker(new HashSet()); return false; diff --git a/src/Robots.Txt.Parser/RobotsTxtParser.cs b/src/Robots.Txt.Parser/RobotsTxtParser.cs index b795684..8703ed1 100644 --- a/src/Robots.Txt.Parser/RobotsTxtParser.cs +++ b/src/Robots.Txt.Parser/RobotsTxtParser.cs @@ -49,9 +49,9 @@ public async Task ReadFromStreamAsync(Stream stream, CancellationTok /* Crawlers MUST use case-insensitive matching to find the group that matches the product token */ - var currentUserAgents = new HashSet(StringComparer.OrdinalIgnoreCase); - var userAgentRules = new Dictionary>(StringComparer.OrdinalIgnoreCase); - var userAgentCrawlDirectives = new Dictionary(StringComparer.OrdinalIgnoreCase); + var currentUserAgents = new HashSet(); + var userAgentRules = new Dictionary>(); + var userAgentCrawlDirectives = new Dictionary(); /* The file MUST be UTF-8 encoded @@ -67,9 +67,12 @@ The file MUST be UTF-8 encoded { if (!previousLineWasUserAgent) currentUserAgents.Clear(); var currentUserAgent = GetValueOfDirective(line, UserAgentDirective); - currentUserAgents.Add(currentUserAgent); - userAgentRules.TryAdd(currentUserAgent, new HashSet()); - previousLineWasUserAgent = true; + if (ProductToken.TryParse(currentUserAgent, out var productToken)) + { + currentUserAgents.Add(productToken); + userAgentRules.TryAdd(productToken, new HashSet()); + previousLineWasUserAgent = true; + } continue; } diff --git a/tests/Robots.Txt.Parser.Tests.Unit/Http/RobotWebClientTests.cs b/tests/Robots.Txt.Parser.Tests.Unit/Http/RobotWebClientTests.cs index 438873d..4bab5b9 100644 --- a/tests/Robots.Txt.Parser.Tests.Unit/Http/RobotWebClientTests.cs +++ b/tests/Robots.Txt.Parser.Tests.Unit/Http/RobotWebClientTests.cs @@ -43,7 +43,7 @@ public async Task LoadRobotsTxtAsync_5XXResponse_AssumeDisallowAll(int statusCod // Assert robotsTxt.Should().NotBe(null); - var hasRules = robotsTxt.TryGetRules("SomeBot", out var rules); + var hasRules = robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var rules); hasRules.Should().Be(true); rules.IsAllowed("/").Should().Be(false); } @@ -67,7 +67,7 @@ public async Task LoadRobotsTxtAsync_4XXResponse_AssumeAllowAll(int statusCode) // Assert robotsTxt.Should().NotBe(null); - var hasRules = robotsTxt.TryGetRules("SomeBot", out var rules); + var hasRules = robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var rules); hasRules.Should().Be(false); rules.IsAllowed("/").Should().Be(true); } diff --git a/tests/Robots.Txt.Parser.Tests.Unit/ProductTokenTests.cs b/tests/Robots.Txt.Parser.Tests.Unit/ProductTokenTests.cs new file mode 100644 index 0000000..861f93e --- /dev/null +++ b/tests/Robots.Txt.Parser.Tests.Unit/ProductTokenTests.cs @@ -0,0 +1,248 @@ +using System; +using FluentAssertions; +using Xunit; + +namespace Robots.Txt.Parser.Tests.Unit; + +public class ProductTokenTests +{ + [Fact] + public void Parse_Empty_ThrowArgumentOutOfRangeException() + { + // Arrange + var value = ""; + + // Act + var parse = () => ProductToken.Parse(value); + + // Assert + parse.Should().Throw(); + } + + [Fact] + public void Parse_WildcardCharacterAsSubstring_ThrowArgumentOutOfRangeException() + { + // Arrange + var value = "*SomeBot"; + + // Act + var parse = () => ProductToken.Parse(value); + + // Assert + parse.Should().Throw(); + } + + [Fact] + public void Parse_InvalidCharacter_ThrowArgumentOutOfRangeException() + { + // Arrange + var value = "SomeBot1"; + + // Act + var parse = () => ProductToken.Parse(value); + + // Assert + parse.Should().Throw(); + } + + [Fact] + public void Parse_Wildcard_DoesNotThrow() + { + // Arrange + var value = "*"; + + // Act + var parse = () => ProductToken.Parse(value); + + // Assert + parse.Should().NotThrow(); + } + + [Fact] + public void Parse_ValidProductToken_DoesNotThrow() + { + // Arrange + var value = "S-o-m-e_B-o-t"; + + // Act + var parse = () => ProductToken.Parse(value); + + // Assert + parse.Should().NotThrow(); + } + + [Fact] + public void TryParse_Empty_ReturnFalse() + { + // Arrange + var value = ""; + + // Act + var canParse = ProductToken.TryParse(value, out var productToken); + + // Assert + canParse.Should().Be(false); + productToken.Should().Be(ProductToken.Wildcard); + } + + [Fact] + public void TryParse_WildcardCharacterAsSubstring_ReturnFalse() + { + // Arrange + var value = "*SomeBot"; + + // Act + var canParse = ProductToken.TryParse(value, out var productToken); + + // Assert + canParse.Should().Be(false); + productToken.Should().Be(ProductToken.Wildcard); + } + + [Fact] + public void TryParse_InvalidCharacter_ReturnFalse() + { + // Arrange + var value = "SomeBot1"; + + // Act + var canParse = ProductToken.TryParse(value, out var productToken); + + // Assert + canParse.Should().Be(false); + productToken.Should().Be(ProductToken.Wildcard); + } + + [Fact] + public void TryParse_Wildcard_ReturnTrue() + { + // Arrange + var value = "*"; + + // Act + var canParse = ProductToken.TryParse(value, out var productToken); + + // Assert + canParse.Should().Be(true); + productToken.Should().Be(ProductToken.Wildcard); + } + + [Fact] + public void TryParse_ValidProductToken_ReturnTrue() + { + // Arrange + var value = "S-o-m-e_B-o-t"; + + // Act + var canParse = ProductToken.TryParse(value, out var productToken); + + // Assert + canParse.Should().Be(true); + productToken.Should().Be(ProductToken.Parse(value)); + } + + [Fact] + public void Equals_SpecificTokenAndWildcard_NotEqual() + { + // Arrange + var a = ProductToken.Wildcard; + var bString = "SomeBot"; + var b = ProductToken.Parse(bString); + + // Act + var isEqualProductToken = a.Equals(b); + var isEqualString = a.Equals(bString); + var isEqualObject = a.Equals((object)b); + var isHashCodeEqual = a.GetHashCode() == b.GetHashCode(); + + // Assert + isEqualProductToken.Should().Be(false); + isEqualString.Should().Be(false); + isEqualObject.Should().Be(false); + isHashCodeEqual.Should().Be(false); + } + + [Fact] + public void Equals_SpecificTokenAndOtherSpecificToken_NotEqual() + { + // Arrange + var a = ProductToken.Parse("SomeBot"); + var bString = "AnotherBot"; + var b = ProductToken.Parse(bString); + + // Act + var isEqual = a.Equals(b); + var isEqualString = a.Equals(bString); + var isEqualObject = a.Equals((object)b); + var isHashCodeEqual = a.GetHashCode() == b.GetHashCode(); + + // Assert + isEqual.Should().Be(false); + isEqualString.Should().Be(false); + isEqualObject.Should().Be(false); + isHashCodeEqual.Should().Be(false); + } + + [Fact] + public void Equals_WildcardAndWildcard_Equal() + { + // Arrange + var a = ProductToken.Wildcard; + var bString = "*"; + var b = ProductToken.Parse(bString); + + // Act + var isEqual = a.Equals(b); + var isEqualString = a.Equals(bString); + var isEqualObject = a.Equals((object)b); + var isHashCodeEqual = a.GetHashCode() == b.GetHashCode(); + + // Assert + isEqual.Should().Be(true); + isEqualString.Should().Be(true); + isEqualObject.Should().Be(true); + isHashCodeEqual.Should().Be(true); + } + + [Fact] + public void Equals_SpecificTokenAndSpecificTokenSameCase_Equal() + { + // Arrange + var a = ProductToken.Parse("SomeBot"); + var bString = "SomeBot"; + var b = ProductToken.Parse(bString); + + // Act + var isEqualProductToken = a.Equals(b); + var isEqualString = a.Equals(bString); + var isEqualObject = a.Equals((object)b); + var isHashCodeEqual = a.GetHashCode() == b.GetHashCode(); + + // Assert + isEqualProductToken.Should().Be(true); + isEqualString.Should().Be(true); + isEqualObject.Should().Be(true); + isHashCodeEqual.Should().Be(true); + } + + [Fact] + public void Equals_SpecificTokenAndSpecificTokenDifferentCase_Equal() + { + // Arrange + var a = ProductToken.Parse("SOMEBot"); + var bString = "SomeBot"; + var b = ProductToken.Parse(bString); + + // Act + var isEqualProductToken = a.Equals(b); + var isEqualString = a.Equals(bString); + var isEqualObject = a.Equals((object)b); + var isHashCodeEqual = a.GetHashCode() == b.GetHashCode(); + + // Assert + isEqualProductToken.Should().Be(true); + isEqualString.Should().Be(true); + isEqualObject.Should().Be(true); + isHashCodeEqual.Should().Be(true); + } +} diff --git a/tests/Robots.Txt.Parser.Tests.Unit/RobotTxtCrawlDelayTests.cs b/tests/Robots.Txt.Parser.Tests.Unit/RobotTxtCrawlDelayTests.cs index 80e21b6..f1bdfe5 100644 --- a/tests/Robots.Txt.Parser.Tests.Unit/RobotTxtCrawlDelayTests.cs +++ b/tests/Robots.Txt.Parser.Tests.Unit/RobotTxtCrawlDelayTests.cs @@ -23,7 +23,7 @@ public async Task ExtendedRobotsTxt_NoMatchedRules_DefaultCrawlDelay() // Assert robotsTxt.Should().NotBe(null); - robotsTxt.TryGetCrawlDelay("SomeBot", out var crawlDelay).Should().Be(false); + robotsTxt.TryGetCrawlDelay(ProductToken.Parse("SomeBot"), out var crawlDelay).Should().Be(false); crawlDelay.Should().Be(0); } @@ -42,7 +42,7 @@ public async Task ExtendedRobotsTxt_WildcardUserAgent_NoCrawlDelaySpecified() // Assert robotsTxt.Should().NotBe(null); - robotsTxt.TryGetCrawlDelay("SomeBot", out var crawlDelay).Should().Be(false); + robotsTxt.TryGetCrawlDelay(ProductToken.Parse("SomeBot"), out var crawlDelay).Should().Be(false); crawlDelay.Should().Be(0); } @@ -61,7 +61,7 @@ public async Task ExtendedRobotsTxt_WildcardUserAgent_CrawlDelaySpecified() // Assert robotsTxt.Should().NotBe(null); - robotsTxt.TryGetCrawlDelay("SomeBot", out var crawlDelay).Should().Be(true); + robotsTxt.TryGetCrawlDelay(ProductToken.Parse("SomeBot"), out var crawlDelay).Should().Be(true); crawlDelay.Should().Be(10); } @@ -83,7 +83,7 @@ public async Task ExtendedRobotsTxt_MatchUserAgent_NoCrawlDelaySpecified() // Assert robotsTxt.Should().NotBe(null); - robotsTxt.TryGetCrawlDelay("SomeBot", out var crawlDelay).Should().Be(false); + robotsTxt.TryGetCrawlDelay(ProductToken.Parse("SomeBot"), out var crawlDelay).Should().Be(false); crawlDelay.Should().Be(0); } @@ -105,7 +105,7 @@ public async Task ExtendedRobotsTxt_MatchUserAgent_CrawlDelaySpecified() // Assert robotsTxt.Should().NotBe(null); - robotsTxt.TryGetCrawlDelay("SomeBot", out var crawlDelay).Should().Be(true); + robotsTxt.TryGetCrawlDelay(ProductToken.Parse("SomeBot"), out var crawlDelay).Should().Be(true); crawlDelay.Should().Be(5); } @@ -128,7 +128,7 @@ public async Task ExtendedRobotsTxt_MultiLineMatchUserAgent_NoCrawlDelaySpecifie // Assert robotsTxt.Should().NotBe(null); - robotsTxt.TryGetCrawlDelay("SomeBot", out var crawlDelay).Should().Be(false); + robotsTxt.TryGetCrawlDelay(ProductToken.Parse("SomeBot"), out var crawlDelay).Should().Be(false); crawlDelay.Should().Be(0); } @@ -151,7 +151,7 @@ public async Task ExtendedRobotsTxt_MultiLineMatchUserAgent_CrawlDelaySpecified( // Assert robotsTxt.Should().NotBe(null); - robotsTxt.TryGetCrawlDelay("SomeBot", out var crawlDelay).Should().Be(true); + robotsTxt.TryGetCrawlDelay(ProductToken.Parse("SomeBot"), out var crawlDelay).Should().Be(true); crawlDelay.Should().Be(5); } } diff --git a/tests/Robots.Txt.Parser.Tests.Unit/RobotTxtRuleCheckerTests.cs b/tests/Robots.Txt.Parser.Tests.Unit/RobotTxtRuleCheckerTests.cs index 85395b5..a819dde 100644 --- a/tests/Robots.Txt.Parser.Tests.Unit/RobotTxtRuleCheckerTests.cs +++ b/tests/Robots.Txt.Parser.Tests.Unit/RobotTxtRuleCheckerTests.cs @@ -22,7 +22,7 @@ public async Task NoMatchedUserAgent_AnyPath_Allow() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(true); } @@ -44,7 +44,7 @@ public async Task UserAgentWildcard_DisallowAll_RobotsTxtAllowed() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/robots.txt").Should().Be(true); } @@ -66,7 +66,7 @@ public async Task UserAgentWildcard_DisallowPath_DisallowOnMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(false); } @@ -85,7 +85,7 @@ public async Task UserAgentWildcard_DisallowWildcardPath_DisallowOnMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/other/sub/path").Should().Be(false); } @@ -104,7 +104,7 @@ public async Task UserAgentWildcard_DisallowDoubleWildcardPath_DisallowOnMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/other/sub/path").Should().Be(false); } @@ -123,7 +123,7 @@ public async Task UserAgentWildcard_TwoPartWildcardPath_DisallowOnMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/other/sub/path").Should().Be(false); } @@ -142,7 +142,7 @@ public async Task UserAgentWildcard_TwoPartWildcardPath_DisallowSubpathMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/other/sub/path/end").Should().Be(false); } @@ -161,7 +161,7 @@ public async Task UserAgentWildcard_WildcardPathWithEndOfMatch_AllowSubpathMatch var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/other/sub/path/end").Should().Be(true); } @@ -180,7 +180,7 @@ public async Task UserAgentWildcard_DisallowEndOfMatchPath_DisallowOnExactMatch( var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(false); } @@ -199,7 +199,7 @@ public async Task UserAgentWildcard_DisallowEndOfMatchPath_AllowOnSubPathMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path/subdirectory").Should().Be(true); } @@ -221,7 +221,7 @@ public async Task UserAgentWildcard_DisallowPath_DisallowOnSubpath() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path/subdirectory").Should().Be(false); } @@ -243,7 +243,7 @@ public async Task UserAgentWildcard_DisallowPath_AllowWhenDoesNotMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/other/path").Should().Be(true); } @@ -265,7 +265,7 @@ public async Task MatchedUserAgent_NoDisallowRule_AllowAnyPath() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(true); } @@ -287,7 +287,7 @@ public async Task MatchedUserAgent_DisallowAll_RobotsTxtAllowed() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/robots.txt").Should().Be(true); } @@ -309,7 +309,7 @@ public async Task MatchedUserAgent_DisallowPath_DisallowOnPathMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(false); } @@ -331,7 +331,7 @@ public async Task MatchedUserAgent_DisallowPath_DisallowOnSubpathMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path/subdirectory").Should().Be(false); } @@ -353,7 +353,7 @@ public async Task UserAgentMatch_DisallowPath_AllowWhenPathDoesNotMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/other/path").Should().Be(true); } @@ -376,7 +376,7 @@ public async Task MultiLineUserAgentMatch_NoDisallowRule_AllowAnyPath() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(true); } @@ -399,7 +399,7 @@ public async Task MultiLineUserAgentMatch_DisallowPath_DisallowOnPathMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(false); } @@ -422,7 +422,7 @@ public async Task MultiLineUserAgentMatch_DisallowPath_DisallowOnSubpathMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path/subdirectory").Should().Be(false); } @@ -445,7 +445,7 @@ public async Task MultiLineUserAgentMatch_DisallowPath_AllowWhenPathDoesNotMatch var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/other/path").Should().Be(true); } @@ -470,7 +470,7 @@ public async Task MultiGroupUserAgentMatch_DisallowPaths_AllRulesRespected() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(false); ruleChecker.IsAllowed("/some/other/path").Should().Be(false); @@ -494,7 +494,7 @@ public async Task WildcardUserAgent_DisallowAllAndNoAllowPath_DisallowAll() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(false); } @@ -514,7 +514,7 @@ public async Task WildcardUserAgent_DisallowAllAndAllowPath_DisallowIfNotAllowPa var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(false); } @@ -534,7 +534,7 @@ public async Task WildcardUserAgent_DisallowAllAndAllowPath_AllowPathMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(true); } @@ -554,7 +554,7 @@ public async Task UserAgentWildcard_DisallowAllAndAllowWildcardPath_AllowWildcar var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/other/sub/path").Should().Be(true); } @@ -574,7 +574,7 @@ public async Task WildcardUserAgentRuleMatch_DisallowAllAndAllowPath_AllowSubpat var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path/subdirectory").Should().Be(true); } @@ -594,7 +594,7 @@ public async Task WildcardUserAgent_BothAllowAndDisallowSamePath_PreferAllowRule var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(true); } @@ -613,7 +613,7 @@ public async Task WildcardUserAgent_DisallowPathWrongCase_Allow() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(true); } @@ -636,7 +636,7 @@ public async Task MatchedUserAgent_DisallowAllAndAllowPath_DisallowIfNotAllowPat var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(false); } @@ -659,7 +659,7 @@ public async Task MatchedUserAgent_DisallowAllAndAllowPath_AllowPathMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(true); } @@ -682,7 +682,7 @@ public async Task MatchedUserAgent_DisallowAllAndAllowPath_AllowSubpathMatch() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path/subdirectory").Should().Be(true); } @@ -702,7 +702,7 @@ public async Task MatchedUserAgent_BothAllowAndDisallowSamePath_PreferAllowRule( var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(true); } @@ -722,7 +722,7 @@ public async Task MatchedUserAgent_BothDisallowAndAllowSamePath_PreferAllowRule( var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(true); } @@ -741,7 +741,7 @@ public async Task MatchedUserAgent_DisallowPathWrongCase_Allow() var robotsTxt = await _parser.ReadFromStreamAsync(stream); // Assert - robotsTxt.TryGetRules("SomeBot", out var ruleChecker); + robotsTxt.TryGetRules(ProductToken.Parse("SomeBot"), out var ruleChecker); robotsTxt.Should().NotBe(null); ruleChecker.IsAllowed("/some/path").Should().Be(true); } diff --git a/tests/Robots.Txt.Parser.Tests.Unit/RobotsTxtParserTests.cs b/tests/Robots.Txt.Parser.Tests.Unit/RobotsTxtParserTests.cs index 140ff4d..62edff3 100644 --- a/tests/Robots.Txt.Parser.Tests.Unit/RobotsTxtParserTests.cs +++ b/tests/Robots.Txt.Parser.Tests.Unit/RobotsTxtParserTests.cs @@ -1,5 +1,7 @@ using System; +using System.IO; using System.Reflection; +using System.Text; using System.Threading.Tasks; using FluentAssertions; using Microsoft.Extensions.FileProviders; @@ -46,4 +48,27 @@ public async Task ReadFromStreamAsync_Over50KiB_ThrowOutOfMemoryException() // Assert await parse.Should().ThrowAsync(); } + + [Fact] + public async Task ReadFromStreamAsync_InvalidProductToken_Ignore() + { + // Arrange + var file = +@"User-agent: * +Disallow: / + +User-agent: InvalidProductToken5 +Disallow: + +User-agent: ValidProductToken +Disallow: +"; + var stream = new MemoryStream(Encoding.UTF8.GetBytes(file)); + + // Act + var robotsTxt = await _parser.ReadFromStreamAsync(stream); + + // Assert + robotsTxt.Should().NotBe(null); + } } diff --git a/tests/Robots.Txt.Parser.Tests.Unit/over-50kib-robots.txt b/tests/Robots.Txt.Parser.Tests.Unit/over-50kib-robots.txt index 17dd021..476538b 100644 --- a/tests/Robots.Txt.Parser.Tests.Unit/over-50kib-robots.txt +++ b/tests/Robots.Txt.Parser.Tests.Unit/over-50kib-robots.txt @@ -48,7 +48,7 @@ Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponml Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot1 +User-agent: SomeBotA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -98,7 +98,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot2 +User-agent: SomeBotB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -148,7 +148,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot3 +User-agent: SomeBotC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -198,7 +198,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot4 +User-agent: SomeBotD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -248,7 +248,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot5 +User-agent: SomeBotE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -298,7 +298,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot6 +User-agent: SomeBotF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -348,7 +348,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot7 +User-agent: SomeBotG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -398,7 +398,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot8 +User-agent: SomeBotH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -448,7 +448,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot9 +User-agent: SomeBotI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -498,7 +498,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot10 +User-agent: SomeBotAJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -548,7 +548,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot11 +User-agent: SomeBotAA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -598,7 +598,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot12 +User-agent: SomeBotAB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -648,7 +648,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot13 +User-agent: SomeBotAC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -698,7 +698,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot14 +User-agent: SomeBotAD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -748,7 +748,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot15 +User-agent: SomeBotAE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -798,7 +798,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot16 +User-agent: SomeBotAF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -848,7 +848,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot17 +User-agent: SomeBotAG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -898,7 +898,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot18 +User-agent: SomeBotAH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -948,7 +948,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot19 +User-agent: SomeBotAI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -998,7 +998,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot20 +User-agent: SomeBotBJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1048,7 +1048,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot21 +User-agent: SomeBotBA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1098,7 +1098,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot22 +User-agent: SomeBotBB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1148,7 +1148,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot23 +User-agent: SomeBotBC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1198,7 +1198,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot24 +User-agent: SomeBotBD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1248,7 +1248,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot25 +User-agent: SomeBotBE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1298,7 +1298,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot26 +User-agent: SomeBotBF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1348,7 +1348,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot27 +User-agent: SomeBotBG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1398,7 +1398,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot28 +User-agent: SomeBotBH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1448,7 +1448,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot29 +User-agent: SomeBotBI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1498,7 +1498,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot30 +User-agent: SomeBotCJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1548,7 +1548,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot31 +User-agent: SomeBotCA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1598,7 +1598,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot32 +User-agent: SomeBotCB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1648,7 +1648,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot33 +User-agent: SomeBotCC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1698,7 +1698,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot34 +User-agent: SomeBotCD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1748,7 +1748,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot35 +User-agent: SomeBotCE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1798,7 +1798,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot36 +User-agent: SomeBotCF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1848,7 +1848,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot37 +User-agent: SomeBotCG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1898,7 +1898,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot38 +User-agent: SomeBotCH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1948,7 +1948,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot39 +User-agent: SomeBotCI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1998,7 +1998,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot40 +User-agent: SomeBotDJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2048,7 +2048,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot41 +User-agent: SomeBotDA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2098,7 +2098,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot42 +User-agent: SomeBotDB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2148,7 +2148,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot43 +User-agent: SomeBotDC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2198,7 +2198,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot44 +User-agent: SomeBotDD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2248,7 +2248,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot45 +User-agent: SomeBotDE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2298,7 +2298,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot46 +User-agent: SomeBotDF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2348,7 +2348,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot47 +User-agent: SomeBotDG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2398,7 +2398,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot48 +User-agent: SomeBotDH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2448,7 +2448,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot49 +User-agent: SomeBotDI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2498,7 +2498,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot50 +User-agent: SomeBotEJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2548,7 +2548,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot51 +User-agent: SomeBotEA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2598,7 +2598,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot52 +User-agent: SomeBotEB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2648,7 +2648,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot53 +User-agent: SomeBotEC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2698,7 +2698,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot54 +User-agent: SomeBotED Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2748,7 +2748,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot55 +User-agent: SomeBotEE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2798,7 +2798,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot56 +User-agent: SomeBotEF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2848,7 +2848,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot57 +User-agent: SomeBotEG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2898,7 +2898,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot58 +User-agent: SomeBotEH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2948,7 +2948,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot59 +User-agent: SomeBotEI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2998,7 +2998,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot60 +User-agent: SomeBotFJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3048,7 +3048,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot61 +User-agent: SomeBotFA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3098,7 +3098,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot62 +User-agent: SomeBotFB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3148,7 +3148,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot63 +User-agent: SomeBotFC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3198,7 +3198,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot64 +User-agent: SomeBotFD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3248,7 +3248,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot65 +User-agent: SomeBotFE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3298,7 +3298,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot66 +User-agent: SomeBotFF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3348,7 +3348,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot67 +User-agent: SomeBotFG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3398,7 +3398,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot68 +User-agent: SomeBotFH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3448,7 +3448,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot69 +User-agent: SomeBotFI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3498,7 +3498,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot70 +User-agent: SomeBotGJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3548,7 +3548,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot71 +User-agent: SomeBotGA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3598,7 +3598,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot72 +User-agent: SomeBotGB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3648,7 +3648,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot73 +User-agent: SomeBotGC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3698,7 +3698,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot74 +User-agent: SomeBotGD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3748,7 +3748,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot75 +User-agent: SomeBotGE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3798,7 +3798,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot76 +User-agent: SomeBotGF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3848,7 +3848,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot77 +User-agent: SomeBotGG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3898,7 +3898,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot78 +User-agent: SomeBotGH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3948,7 +3948,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot79 +User-agent: SomeBotGI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3998,7 +3998,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot80 +User-agent: SomeBotHJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4048,7 +4048,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot81 +User-agent: SomeBotHA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4098,7 +4098,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot82 +User-agent: SomeBotHB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4148,7 +4148,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot83 +User-agent: SomeBotHC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4198,7 +4198,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot84 +User-agent: SomeBotHD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4248,7 +4248,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot85 +User-agent: SomeBotHE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4298,7 +4298,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot86 +User-agent: SomeBotHF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4348,7 +4348,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot87 +User-agent: SomeBotHG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4398,7 +4398,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot88 +User-agent: SomeBotHH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4448,7 +4448,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot89 +User-agent: SomeBotHI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4498,7 +4498,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot90 +User-agent: SomeBotIJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ diff --git a/tests/Robots.Txt.Parser.Tests.Unit/under-50kib-robots.txt b/tests/Robots.Txt.Parser.Tests.Unit/under-50kib-robots.txt index a2a5211..1a4ecfb 100644 --- a/tests/Robots.Txt.Parser.Tests.Unit/under-50kib-robots.txt +++ b/tests/Robots.Txt.Parser.Tests.Unit/under-50kib-robots.txt @@ -48,7 +48,7 @@ Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponml Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot1 +User-agent: SomeBotA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -98,7 +98,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot2 +User-agent: SomeBotB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -148,7 +148,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot3 +User-agent: SomeBotC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -198,7 +198,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot4 +User-agent: SomeBotD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -248,7 +248,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot5 +User-agent: SomeBotE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -298,7 +298,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot6 +User-agent: SomeBotF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -348,7 +348,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot7 +User-agent: SomeBotG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -398,7 +398,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot8 +User-agent: SomeBotH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -448,7 +448,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot9 +User-agent: SomeBotI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -498,7 +498,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot10 +User-agent: SomeBotAJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -548,7 +548,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot11 +User-agent: SomeBotAA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -598,7 +598,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot12 +User-agent: SomeBotAB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -648,7 +648,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot13 +User-agent: SomeBotAC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -698,7 +698,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot14 +User-agent: SomeBotAD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -748,7 +748,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot15 +User-agent: SomeBotAE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -798,7 +798,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot16 +User-agent: SomeBotAF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -848,7 +848,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot17 +User-agent: SomeBotAG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -898,7 +898,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot18 +User-agent: SomeBotAH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -948,7 +948,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot19 +User-agent: SomeBotAI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -998,7 +998,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot20 +User-agent: SomeBotBJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1048,7 +1048,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot21 +User-agent: SomeBotBA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1098,7 +1098,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot22 +User-agent: SomeBotBB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1148,7 +1148,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot23 +User-agent: SomeBotBC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1198,7 +1198,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot24 +User-agent: SomeBotBD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1248,7 +1248,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot25 +User-agent: SomeBotBE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1298,7 +1298,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot26 +User-agent: SomeBotBF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1348,7 +1348,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot27 +User-agent: SomeBotBG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1398,7 +1398,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot28 +User-agent: SomeBotBH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1448,7 +1448,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot29 +User-agent: SomeBotBI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1498,7 +1498,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot30 +User-agent: SomeBotCJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1548,7 +1548,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot31 +User-agent: SomeBotCA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1598,7 +1598,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot32 +User-agent: SomeBotCB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1648,7 +1648,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot33 +User-agent: SomeBotCC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1698,7 +1698,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot34 +User-agent: SomeBotCD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1748,7 +1748,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot35 +User-agent: SomeBotCE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1798,7 +1798,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot36 +User-agent: SomeBotCF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1848,7 +1848,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot37 +User-agent: SomeBotCG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1898,7 +1898,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot38 +User-agent: SomeBotCH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1948,7 +1948,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot39 +User-agent: SomeBotCI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -1998,7 +1998,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot40 +User-agent: SomeBotDJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2048,7 +2048,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot41 +User-agent: SomeBotDA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2098,7 +2098,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot42 +User-agent: SomeBotDB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2148,7 +2148,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot43 +User-agent: SomeBotDC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2198,7 +2198,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot44 +User-agent: SomeBotDD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2248,7 +2248,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot45 +User-agent: SomeBotDE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2298,7 +2298,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot46 +User-agent: SomeBotDF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2348,7 +2348,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot47 +User-agent: SomeBotDG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2398,7 +2398,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot48 +User-agent: SomeBotDH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2448,7 +2448,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot49 +User-agent: SomeBotDI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2498,7 +2498,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot50 +User-agent: SomeBotEJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2548,7 +2548,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot51 +User-agent: SomeBotEA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2598,7 +2598,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot52 +User-agent: SomeBotEB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2648,7 +2648,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot53 +User-agent: SomeBotEC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2698,7 +2698,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot54 +User-agent: SomeBotED Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2748,7 +2748,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot55 +User-agent: SomeBotEE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2798,7 +2798,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot56 +User-agent: SomeBotEF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2848,7 +2848,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot57 +User-agent: SomeBotEG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2898,7 +2898,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot58 +User-agent: SomeBotEH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2948,7 +2948,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot59 +User-agent: SomeBotEI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -2998,7 +2998,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot60 +User-agent: SomeBotFJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3048,7 +3048,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot61 +User-agent: SomeBotFA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3098,7 +3098,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot62 +User-agent: SomeBotFB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3148,7 +3148,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot63 +User-agent: SomeBotFC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3198,7 +3198,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot64 +User-agent: SomeBotFD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3248,7 +3248,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot65 +User-agent: SomeBotFE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3298,7 +3298,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot66 +User-agent: SomeBotFF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3348,7 +3348,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot67 +User-agent: SomeBotFG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3398,7 +3398,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot68 +User-agent: SomeBotFH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3448,7 +3448,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot69 +User-agent: SomeBotFI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3498,7 +3498,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot70 +User-agent: SomeBotGJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3548,7 +3548,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot71 +User-agent: SomeBotGA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3598,7 +3598,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot72 +User-agent: SomeBotGB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3648,7 +3648,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot73 +User-agent: SomeBotGC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3698,7 +3698,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot74 +User-agent: SomeBotGD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3748,7 +3748,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot75 +User-agent: SomeBotGE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3798,7 +3798,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot76 +User-agent: SomeBotGF Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3848,7 +3848,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot77 +User-agent: SomeBotGG Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3898,7 +3898,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot78 +User-agent: SomeBotGH Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3948,7 +3948,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot79 +User-agent: SomeBotGI Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -3998,7 +3998,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot80 +User-agent: SomeBotHJ Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4048,7 +4048,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot81 +User-agent: SomeBotHA Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4098,7 +4098,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot82 +User-agent: SomeBotHB Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4148,7 +4148,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot83 +User-agent: SomeBotHC Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4198,7 +4198,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot84 +User-agent: SomeBotHD Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ @@ -4248,7 +4248,7 @@ Allow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkji Disallow: /ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA/abcdefghijklmnopqrstuvwxyz/ZYXWVUTSRQPONMLKJIHGFEDCBA Disallow: /zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba/ABCDEFGHIJKLMNOPQRSTUVWXYZ/zyxwvutsrqponmlkjihgfedcba -User-agent: SomeBot85 +User-agent: SomeBotHE Allow: /abcdefghijklmnopqrstuvwxyz Allow: /ABCDEFGHIJKLMNOPQRSTUVWXYZ Disallow: /abcdefghijklmnopqrstuvwxyz/ABCDEFGHIJKLMNOPQRSTUVWXYZ