Merge pull request #49 from bopoda/master_issue13

Add test cases according to Google robots.txt tester

phpunit.xml

@@ -22,6 +22,7 @@
 			<file>tests/TyposDirectiveTest.php</file>
 			<file>tests/t1gorTest.php</file>
 			<file>tests/MultipleUserAgentsRulesTest.php</file>
+			<file>tests/Issue13Test.php</file>
 		</testsuite>
 	</testsuites>
 </phpunit>

tests/Issue13Test.php

@@ -0,0 +1,60 @@
+
+<?php
+
+class Issue13Test extends \PHPUnit\Framework\TestCase
+{
+	/**
+	 * Load library
+	 */
+	public static function setUpBeforeClass()
+	{
+		require_once(realpath(__DIR__.'/../RobotsTxtParser.php'));
+		require_once(realpath(__DIR__.'/../RobotsTxtValidator.php'));
+	}
+
+	public function testIsUrlAllow1()
+	{
+		$robotsTxtContentIssue = "
+User-agent: *
+Allow: /anyfolder   #length 10 exactly
+Disallow: /*.html    #length 2 or 7?
+";
+
+		$parserRobotsTxt = new RobotsTxtParser($robotsTxtContentIssue);
+		$rulesRobotsTxt = $parserRobotsTxt->getRules();
+		$robotsTxtValidator = new RobotsTxtValidator($rulesRobotsTxt);
+
+		#length 10 is more significant
+		$this->assertTrue($robotsTxtValidator->isUrlAllow('/anyfolder.html'));
+	}
+
+	public function testIsUrlAllow2()
+	{
+		$robotsTxtContentIssue = "
+User-agent: *
+Allow: /any   #length 4 exactly
+Disallow: /*.html    #length 2 or 7?
+";
+		$parserRobotsTxt = new RobotsTxtParser($robotsTxtContentIssue);
+		$rulesRobotsTxt = $parserRobotsTxt->getRules();
+		$robotsTxtValidator = new RobotsTxtValidator($rulesRobotsTxt);
+
+		# it is not allowed according to google, so here length 7.
+		$this->assertFalse($robotsTxtValidator->isUrlAllow('/anyfolder.html'));
+	}
+
+	public function testIsUrlAllow3()
+	{
+		$robotsTxtContentIssue = "
+User-agent: *
+Allow: /any     #length 4 
+Disallow: /any*   #length 5
+";
+		$parserRobotsTxt = new RobotsTxtParser($robotsTxtContentIssue);
+		$rulesRobotsTxt = $parserRobotsTxt->getRules();
+		$robotsTxtValidator = new RobotsTxtValidator($rulesRobotsTxt);
+
+		#disallowed because disallow length is longer (5 vs 4)
+		$this->assertFalse($robotsTxtValidator->isUrlAllow('/any'));
+	}
+}