collective/wikiq
20
0
Fork 0
Code Issues Pull Requests 3 Activity

add test files

Browse Source
This commit is contained in:
Nathan TeBlunthuis
2018-12-12 14:56:48 -08:00
parent 26ea272114
commit 9c5a1b18f0
14 changed files with 114035 additions and 80 deletions
Download Patch File Download Diff File Expand all files Collapse all files

63
test/Wikiq_Unit_Test.py
View File

@@ -19,6 +19,7 @@ from io import StringIO
class Test_Persistence(unittest.TestCase):
def setUp(self):
if not os.path.exists("test_output"):
os.mkdir("test_output")
@@ -40,7 +41,7 @@ class Test_Persistence(unittest.TestCase):
os.remove(test_file)
call = self.base_call.format(self.input_file, self.test_output_dir)
call = call + " --url-encode --persistence sequence --collapse-user"
call = call + " --url-encode --persistence sequence"
print(os.path.abspath('.'))
print(call)
proc = subprocess.Popen(call,stdout=subprocess.PIPE,shell=True)
@@ -51,17 +52,17 @@ class Test_Persistence(unittest.TestCase):
# as a test let's make sure that we get equal data frames
test = pd.read_table(test_file)
self.assertEqual(test['tokens_added'][0],4)
self.assertEqual(test['tokens_added'][1],5)
self.assertEqual(test['tokens_added'][0],7)
self.assertEqual(test['tokens_added'][1],10)
self.assertEqual(test['tokens_added'][2],0)
self.assertEqual(test['tokens_added'][3],6)
self.assertEqual(test['tokens_added'][4],4)
self.assertEqual(test['tokens_added'][3],8)
self.assertEqual(test['tokens_added'][4],0)
self.assertEqual(test['tokens_removed'][0],0)
self.assertEqual(test['tokens_removed'][1],0)
self.assertEqual(test['tokens_removed'][2],5)
self.assertEqual(test['tokens_removed'][2],0)
self.assertEqual(test['tokens_removed'][3],4)
self.assertEqual(test['tokens_removed'][4],6)
self.assertEqual(test['token_revs'][0],4*3)
self.assertEqual(test['tokens_removed'][4],0)
self.assertEqual(test['token_revs'][0],8*3)
self.assertEqual(test['token_revs'][1],0)
self.assertEqual(test['token_revs'][2],0)
self.assertEqual(test['token_revs'][3],0)
@@ -69,7 +70,44 @@ class Test_Persistence(unittest.TestCase):
baseline = pd.read_table(baseline_file)
assert_frame_equal(test,baseline)
def test_legacy_persistence(self):
test_filename = "legacy-" + self.wikiq_out_name
test_file = os.path.join(self.test_output_dir, test_filename)
if os.path.exists(test_file):
os.remove(test_file)
call = self.base_call.format(self.input_file, self.test_output_dir)
call = call + " --url-encode --persistence legacy"
print(os.path.abspath('.'))
print(call)
proc = subprocess.Popen(call,stdout=subprocess.PIPE,shell=True)
proc.wait()
copyfile(self.call_output, test_file)
baseline_file = os.path.join(".", self.baseline_output_dir, test_filename)
# as a test let's make sure that we get equal data frames
test = pd.read_table(test_file)
self.assertEqual(test['tokens_added'][0],7)
self.assertEqual(test['tokens_added'][1],10)
self.assertEqual(test['tokens_added'][2],0)
self.assertEqual(test['tokens_added'][3],11)
self.assertEqual(test['tokens_added'][4],0)
self.assertEqual(test['tokens_removed'][0],0)
self.assertEqual(test['tokens_removed'][1],0)
self.assertEqual(test['tokens_removed'][2],0)
self.assertEqual(test['tokens_removed'][3],7)
self.assertEqual(test['tokens_removed'][4],0)
self.assertEqual(test['token_revs'][0],7*3)
self.assertEqual(test['token_revs'][1],0)
self.assertEqual(test['token_revs'][2],0)
self.assertEqual(test['token_revs'][3],0)
self.assertEqual(test['token_revs'][4],0)
baseline = pd.read_table(baseline_file)
assert_frame_equal(test,baseline)
class Test_Persistence_Bug(unittest.TestCase):
@@ -135,6 +173,7 @@ class Test_Wikipedia(unittest.TestCase):
call = self.base_call.format(self.input_file, self.test_output_dir)
call = call + " --url-encode"
print(call)
proc = subprocess.Popen(call,stdout=subprocess.PIPE,shell=True)
proc.wait()
@@ -195,6 +234,7 @@ class Test_Basic(unittest.TestCase):
os.remove(test_file)
call = self.base_call.format(self.input_file, self.test_output_dir)
print(call)
proc = subprocess.Popen(call,stdout=subprocess.PIPE,shell=True)
proc.wait()
@@ -216,6 +256,7 @@ class Test_Basic(unittest.TestCase):
call = self.base_call.format(self.input_file, self.test_output_dir)
call = call + " --collapse-user"
print(call)
proc = subprocess.Popen(call,stdout=subprocess.PIPE,shell=True)
proc.wait()
@@ -256,6 +297,7 @@ class Test_Basic(unittest.TestCase):
call = self.base_call.format(self.input_file, self.test_output_dir)
call = call + " --persistence legacy"
print(call)
proc = subprocess.Popen(call,stdout=subprocess.PIPE,shell=True)
proc.wait()
@@ -275,6 +317,7 @@ class Test_Basic(unittest.TestCase):
call = self.base_call.format(self.input_file, self.test_output_dir)
call = call + " --persistence"
print(call)
proc = subprocess.Popen(call,stdout=subprocess.PIPE,shell=True)
proc.wait()
@@ -297,7 +340,9 @@ class Test_Basic(unittest.TestCase):
call = self.base_call.format(self.input_file, self.test_output_dir)
call = call + " --url-encode"
print(call)
proc = subprocess.Popen(call,stdout=subprocess.PIPE,shell=True)
proc.wait()
copyfile(self.call_output, test_file)
@@ -326,6 +371,7 @@ class Test_Malformed(unittest.TestCase):
def test_malformed_noargs(self):
call = self.base_call.format(self.input_file, self.test_output_dir)
print(call)
proc = subprocess.Popen(call,stdout=subprocess.PIPE,stderr=subprocess.PIPE, shell=True)
proc.wait()
outs, errs = proc.communicate()
@@ -347,6 +393,7 @@ class Test_Stdout(unittest.TestCase):
def test_noargs(self):
call = self.base_call.format(self.input_file)
print(call)
proc = subprocess.run(call,stdout=subprocess.PIPE,shell=True)
outs = proc.stdout.decode("utf8")