Merge pull request #36 from seomoz/dan/query-only-directive

Support a query-only directive
seomoz · Nov 11, 2016 · 28fc42b · 28fc42b
2 parents 4a50aa6 + d8bf6c5
commit 28fc42b
Show file tree

Hide file tree

Showing 3 changed files with 20 additions and 2 deletions.
diff --git a/reppy/rep-cpp b/reppy/rep-cpp
diff --git a/setup.py b/setup.py
@@ -54,7 +54,7 @@
 
 setup(
     name             = 'reppy',
-    version          = '0.4.1',
+    version          = '0.4.2',
     description      = 'Replacement robots.txt Parser',
     long_description = '''Replaces the built-in robotsparser with a
 RFC-conformant implementation that supports modern robots.txt constructs like

diff --git a/tests/test_agent.py b/tests/test_agent.py
@@ -99,3 +99,21 @@ def test_accepts_full_url(self):
             Disallow: /path;params?query
         ''', 'agent')
         self.assertFalse(agent.allowed('http://exmaple.com/path;params?query'))
+
+    def test_query_only(self):
+        '''Recognized query-only rules.'''
+        agent = self.parse('''
+            User-agent: agent
+            Disallow: /?
+        ''', 'agent')
+        self.assertFalse(agent.allowed('/?'))
+        self.assertTrue(agent.allowed('/'))
+
+    def test_params_only(self):
+        '''Recognized params-only rules.'''
+        agent = self.parse('''
+            User-agent: agent
+            Disallow: /;
+        ''', 'agent')
+        self.assertFalse(agent.allowed('/;'))
+        self.assertTrue(agent.allowed('/'))