Create a test to ensure great samples are clean

#25

README.md

@@ -6,7 +6,7 @@ To get this up and running as a command line utility, run `python setup.py devel
 
 ## Creating a new check
 0. Pick a name for your check, e.g., `abc_checkname`.
-1. Create a copy of `checks/example_check.py`, renaming it `abc_checkname.py` and placing it in `checks/`.
+1. Create a copy of `checks/inprogress/example_check.py`, renaming it `abc_checkname.py` and placing it in `checks/inprogress/`.
 2. Edit your check.
 3. Create a new test file `test_abc_checkname.py` and place it in `tests`.
 4. Run the test suite using `nosetests`.

proselint/checks/example_check.py → proselint/checks/inprogress/example_check.py

@@ -16,7 +16,6 @@
 """
 from proselint.reverse import reverse
 
-
 def check(text):
 
     reversed_text = reverse(text)

tests/samples/test.md

@@ -0,0 +1 @@
+The quick brown fox jumps over the lazy dog.

tests/test_samples.py

@@ -0,0 +1,20 @@
+import os
+import subprocess
+
+
+class TestSamples(object):
+
+    def test_samples(self):
+        examples_dir = os.path.join(os.getcwd(), "tests", "samples")
+        examples = os.listdir(examples_dir)
+
+        for example in examples:
+            example_path = os.path.join(examples_dir, example)
+            out = subprocess.check_output(
+                "proselint " + example_path,
+                shell=True)
+
+            num_errors = out.count("\n")
+
+            assert num_errors == 0, \
+                "{} produced {} errors.".format(example, num_errors)