write regex captures to parquet arrays.

add a minor comment on the source of the redirect regex
resolve redirects if siteinfo is provided
2022-03-29 17:52:26 -07:00 · 2022-03-10 15:07:27 -08:00 · 2022-03-10 13:31:03 -08:00 · 2022-03-08 20:17:20 -08:00 · 2021-11-16 16:53:21 -08:00 · 2021-11-11 19:09:41 -08:00
23 changed files with 57624 additions and 9610 deletions
--- a/README.rst
+++ b/README.rst
@ -11,3 +11,9 @@ submodule like::

 Wikimedia dumps are usually in a compressed format such as 7z (most common), gz, or bz2. Wikiq uses your computer's compression software to read these files. Therefore wikiq depends on
 `7za`, `gzcat`, and `zcat`. 
+
+
+TODO:
+_______________
+1. [] Output metadata about the run. What parameters were used? What versions of deltas?
+2. [] Url encoding by default
--- a/test/Wikiq_Unit_Test.py
+++ b/test/Wikiq_Unit_Test.py
@ -3,7 +3,7 @@ import os
 import subprocess
 from shutil import copyfile
 import pandas as pd
-from pandas.util.testing import assert_frame_equal
+from pandas.testing import assert_frame_equal
 from io import StringIO

 # with / without pwr DONE
@ -49,7 +49,7 @@ class Test_Wikipedia(unittest.TestCase):
        # as a test let's make sure that we get equal data frames
        test = pd.read_table(test_file)
        baseline = pd.read_table(baseline_file)
-        assert_frame_equal(test,baseline)
+        assert_frame_equal(test,baseline, check_like=True)

    def test_WP_namespaces(self):
        print(os.path.abspath('.'))
@ -71,7 +71,7 @@ class Test_Wikipedia(unittest.TestCase):
        num_wrong_ns = sum(~ test.namespace.isin({0,1}))
        self.assertEqual(num_wrong_ns, 0)
        baseline = pd.read_table(baseline_file)
-        assert_frame_equal(test,baseline)
+        assert_frame_equal(test,baseline, check_like=True)

    def test_WP_revert_radius(self):
        print(os.path.abspath('.'))
@ -93,7 +93,7 @@ class Test_Wikipedia(unittest.TestCase):
        num_wrong_ns = sum(~ test.namespace.isin({0,1}))
        self.assertEqual(num_wrong_ns, 0)
        baseline = pd.read_table(baseline_file)
-        assert_frame_equal(test,baseline)
+        assert_frame_equal(test,baseline, check_like=True)



@ -131,7 +131,7 @@ class Test_Basic(unittest.TestCase):

        test = pd.read_table(test_file)
        baseline = pd.read_table(baseline_file)
-        assert_frame_equal(test,baseline)
+        assert_frame_equal(test,baseline, check_like=True)


    def test_collapse_user(self):
@ -151,7 +151,7 @@ class Test_Basic(unittest.TestCase):
        baseline_file = os.path.join(".", self.baseline_output_dir, test_filename)
        test = pd.read_table(test_file)
        baseline = pd.read_table(baseline_file)
-        assert_frame_equal(test,baseline)
+        assert_frame_equal(test,baseline, check_like=True)

    def test_pwr_segment(self):
        test_filename =  "persistence_segment_" + self.wikiq_out_name
@ -171,7 +171,7 @@ class Test_Basic(unittest.TestCase):

        test = pd.read_table(test_file)
        baseline = pd.read_table(baseline_file)
-        assert_frame_equal(test,baseline)
+        assert_frame_equal(test,baseline, check_like=True)

    def test_pwr_legacy(self):
        test_filename =  "persistence_legacy_" + self.wikiq_out_name
@ -191,7 +191,7 @@ class Test_Basic(unittest.TestCase):

        test = pd.read_table(test_file)
        baseline = pd.read_table(baseline_file)
-        assert_frame_equal(test,baseline)
+        assert_frame_equal(test,baseline, check_like=True)

    def test_pwr(self):
        test_filename =  "persistence_" + self.wikiq_out_name
@ -211,7 +211,9 @@ class Test_Basic(unittest.TestCase):

        test = pd.read_table(test_file)
        baseline = pd.read_table(baseline_file)
-        assert_frame_equal(test,baseline)
+
+        test = test.reindex(columns=sorted(test.columns))
+        assert_frame_equal(test,baseline, check_like=True)


    def test_url_encode(self):
@ -230,7 +232,9 @@ class Test_Basic(unittest.TestCase):
        baseline_file = os.path.join(".", self.baseline_output_dir, test_filename)
        test = pd.read_table(test_file)
        baseline = pd.read_table(baseline_file)
-        assert_frame_equal(test,baseline)
+
+        test = test.reindex(columns=sorted(test.columns))
+        assert_frame_equal(test,baseline, check_like=True)


 class Test_Malformed(unittest.TestCase):
@ -241,7 +245,7 @@ class Test_Malformed(unittest.TestCase):
        self.wiki = 'twinpeaks'
        self.wikiq_out_name =  self.wiki + ".tsv"
        self.test_output_dir = os.path.join(".", "test_output")
-        self.call_output = os.path.join(self.test_output_dir, self.wikiq_out_name)
+        self.call_output = os.path.join(self.test_output_dir, self.wikiq_out_name) 

        self.infile = "{0}.xml.7z".format(self.wiki)
        self.base_call = "../wikiq {0} -o {1}"
@ -258,6 +262,82 @@ class Test_Malformed(unittest.TestCase):
        errlines = str(errs).split("\\n")
        self.assertEqual(errlines[-2],'xml.etree.ElementTree.ParseError: no element found: line 1369, column 0')

+
+class Test_Redirect_Ikwiki(unittest.TestCase):
+    def setUp(self):
+        self.wiki = 'ikwiki-20180301-pages-meta-history'
+        wiki_siteinfo = "ikwiki-20191101-siteinfo-namespaces.json.gz"
+        self.input_dir = "dumps"
+        self.wiki_siteinfo = os.path.join(".", self.input_dir, wiki_siteinfo)
+        self.wikiq_out_name =  self.wiki + ".tsv"
+        self.infile = "{0}.xml.bz2".format(self.wiki)    
+
+        self.base_call = "../wikiq {0} --siteinfo {1} -o {2}"
+        self.input_dir = "dumps"
+        self.input_file = os.path.join(".", self.input_dir, self.infile)
+        self.baseline_output_dir = "baseline_output"
+
+        self.test_output_dir = os.path.join(".", "test_output")
+        self.call_output = os.path.join(self.test_output_dir, self.wikiq_out_name)
+
+        self.infile = "{0}.xml.bz2".format(self.wiki)    
+
+    def test_redirect(self):
+
+        call = self.base_call.format(self.input_file, self.wiki_siteinfo, self.test_output_dir)
+        print(call)
+        proc = subprocess.Popen(call,stdout=subprocess.PIPE,shell=True)
+        proc.wait()
+
+        test_file = os.path.join("redirect_" + self.wikiq_out_name)
+        copyfile(self.call_output, test_file)
+        baseline_file = os.path.join(".", self.baseline_output_dir, test_file)
+
+        # as a test let's make sure that we get equal data frames
+        test = pd.read_table(os.path.join(self.test_output_dir, test_file))
+
+        baseline = pd.read_table(baseline_file)
+        assert_frame_equal(test,baseline, check_like=True)
+
+
+
+class Test_Redirect_Wikia(unittest.TestCase):
+    def setUp(self):
+        self.wiki = 'pokemonfandomcom_fr-20200215-history'
+        wiki_siteinfo = "pokemonfandomcom_fr-20200215-history.xml.7z"
+        self.input_dir = "dumps"
+        self.wiki_siteinfo = os.path.join(".", self.input_dir, wiki_siteinfo)
+        self.wikiq_out_name =  self.wiki + ".tsv"
+        self.infile = "{0}.xml.7z".format(self.wiki)    
+
+        self.base_call = "../wikiq {0} --siteinfo {1} -o {2}"
+        self.input_dir = "dumps"
+        self.input_file = os.path.join(".", self.input_dir, self.infile)
+        self.baseline_output_dir = "baseline_output"
+
+        self.test_output_dir = os.path.join(".", "test_output")
+        self.call_output = os.path.join(self.test_output_dir, self.wikiq_out_name)
+
+        self.infile = "{0}.xml.7z".format(self.wiki)    
+
+    def test_redirect(self):
+
+        call = self.base_call.format(self.input_file, self.wiki_siteinfo, self.test_output_dir)
+        print(call)
+        proc = subprocess.Popen(call,stdout=subprocess.PIPE,shell=True)
+        proc.wait()
+
+        test_file = os.path.join("redirect_" + self.wikiq_out_name)
+        copyfile(self.call_output, test_file)
+        baseline_file = os.path.join(".", self.baseline_output_dir, test_file)
+
+        # as a test let's make sure that we get equal data frames
+        test = pd.read_table(os.path.join(self.test_output_dir, test_file))
+        baseline = pd.read_table(baseline_file)
+        assert_frame_equal(test,baseline, check_like=True)
+
+
+    
 class Test_Stdout(unittest.TestCase):

    def setUp(self):
@ -273,15 +353,18 @@ class Test_Stdout(unittest.TestCase):
    def test_noargs(self):

        call = self.base_call.format(self.input_file)
+        print(call)
        proc = subprocess.run(call,stdout=subprocess.PIPE,shell=True)
        outs = proc.stdout.decode("utf8")

        test_file = "noargs_" + self.wikiq_out_name
        baseline_file = os.path.join(".", self.baseline_output_dir, test_file)
        print(baseline_file)
-        test = pd.read_table(StringIO(outs))
+        s = StringIO(outs)
+        test = pd.read_table(s)
        baseline = pd.read_table(baseline_file)
-        assert_frame_equal(test,baseline)
+        assert_frame_equal(test,baseline, check_like=True)
+        

 class Test_Regex(unittest.TestCase):

@ -334,9 +417,9 @@ class Test_Regex(unittest.TestCase):


    def test_regex_inputs(self):
-        for input in self.bad_inputs_list:
+        for inpt in self.bad_inputs_list:
            call = self.base_call.format(self.input_file)
-            call = call + " --stdout " + input
+            call = call + " --stdout " + inpt
            print(call)
            proc = subprocess.Popen(call,stdout=subprocess.PIPE,stderr=subprocess.PIPE,shell=True)
            stdout,stderr = proc.communicate()
@ -347,7 +430,7 @@ class Test_Regex(unittest.TestCase):
            self.assertNotEqual(proc.returncode,0)

    def test_basic_regex(self):
-        for i, input in enumerate(self.good_inputs_list):
+        for i, inpt in enumerate(self.good_inputs_list):

            test_filename = "basic_{0}_{1}.tsv".format(self.wikiq_out_name[:-4], str(i))
            #print(test_filename)
@ -356,7 +439,7 @@ class Test_Regex(unittest.TestCase):
                os.remove(test_file)

            call = self.base_call_outs.format(self.input_file, self.test_output_dir)
-            call = call + " " + input
+            call = call + " " + inpt
            print(call)

            proc = subprocess.Popen(call,stdout=subprocess.PIPE,stderr=subprocess.PIPE,shell=True)
@ -367,12 +450,12 @@ class Test_Regex(unittest.TestCase):
            
            baseline_file = os.path.join(".", self.baseline_output_dir, test_filename)
            baseline = pd.read_table(baseline_file)
-            assert_frame_equal(test, baseline)
+            assert_frame_equal(test, baseline, check_like=True)
            print(i)


    def test_capturegroup_regex(self):
-        for i, input in enumerate(self.cap_inputs_list):
+        for i, inpt in enumerate(self.cap_inputs_list):
            test_filename = "capturegroup_{0}_{1}.tsv".format(self.wikiq_out_name[:-4], str(i))
            print(test_filename)
            test_file = os.path.join(self.test_output_dir, test_filename)
@ -380,7 +463,7 @@ class Test_Regex(unittest.TestCase):
                os.remove(test_file)

            call = self.base_call_outs.format(self.input_file, self.test_output_dir)
-            call = call + " " + input
+            call = call + " " + inpt
            print(call)

            proc = subprocess.Popen(call,stdout=subprocess.PIPE,stderr=subprocess.PIPE,shell=True)
@ -392,7 +475,7 @@ class Test_Regex(unittest.TestCase):
            
            baseline_file = os.path.join(".", self.baseline_output_dir, test_filename)
            baseline = pd.read_table(baseline_file)
-            assert_frame_equal(test, baseline)
+            assert_frame_equal(test, baseline, check_like=True)


 if __name__ == '__main__':
--- a/test/baseline_output/basic_regextest_0.tsv
+++ b/test/baseline_output/basic_regextest_0.tsv
@ -1,27 +1,27 @@
-anon	articleid	date_time	deleted	editor	editor_id	minor	namespace	revert	reverteds	revid	sha1	text_chars	threedigits	title
-FALSE	56237363	2018-01-07 10:40:58	FALSE	"NinjaRobotPirate"	3742946	FALSE	3	FALSE		819091731	135nz8q6lfam6cojla7azb7k5alx3t3	1141	126, 126, 126, 126	"User talk:86.139.142.254"
-FALSE	56237364	2018-01-07 10:41:10	FALSE	"Kavin kavitha"	32792125	FALSE	3	FALSE		819091755	0pwezjc6yopz0smc8al6ogc4fax5bwo	663	None	"User talk:Kavin kavitha"
-FALSE	56237365	2018-01-07 10:41:26	FALSE	"Amicable always"	32621254	FALSE	3	FALSE		819091788	sz3t2ap7z8bpkdvdvi195f3i35949bv	399	None	"User talk:Dr.vivek163"
-FALSE	56237366	2018-01-07 10:41:31	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819091796	r6s5j8j3iykenrhuhpnkpsmmd71vubf	1260	None	"User talk:Twistorl"
-FALSE	56237368	2018-01-07 10:41:51	FALSE	"Khruner"	8409334	FALSE	0	FALSE		819091825	tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	2249	119, 978, 500, 292, 225, 199, 292	"Kom Firin"
-FALSE	56237368	2018-01-27 12:16:02	FALSE	"Khruner"	8409334	TRUE	0	FALSE		822610647	e6oa4g0qv64icdaq26uu1zzbyr5hcbh	2230	119, 978, 500, 292, 225, 199, 292	"Kom Firin"
-FALSE	56237369	2018-01-07 10:42:05	FALSE	"Editingaccount1994"	32794215	FALSE	2	FALSE		819091844	0fyvyh2a8xu41gt8obr34oba0bfixj6	27840	798, 150, 150, 150, 621, 137, 137, 150, 150, 350, 195, 350, 195, 180, 180, 350, 195, 300, 150, 150, 150, 180, 180, 621	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-07 11:09:52	FALSE	"AnomieBOT"	7611264	TRUE	2	FALSE		819093984	8gy52aolt5rg3eaketwj5v7eiw0apv2	27787	798, 150, 150, 150, 621, 137, 137, 150, 150, 350, 195, 350, 195, 180, 180, 350, 195, 300, 150, 150, 150, 180, 180, 621	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-12 21:45:50	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820064189	he8ydemaanxlrpftqxkez8jfpge1fsj	27784	798, 150, 150, 150, 621, 137, 137, 150, 150, 350, 195, 350, 195, 180, 180, 350, 195, 300, 150, 150, 150, 180, 180, 621	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-12 23:28:11	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820078679	0to17w9rth3url8n7gvucdtobybdq5h	27783	798, 150, 150, 150, 621, 137, 137, 150, 150, 350, 195, 350, 195, 180, 180, 350, 195, 300, 150, 150, 150, 180, 180, 621	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-12 23:28:39	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820078733	531dizmmloyxffbkdr5vph7owh921eg	27782	798, 150, 150, 150, 621, 137, 137, 150, 150, 350, 195, 350, 195, 180, 180, 350, 195, 300, 150, 150, 150, 180, 180, 621	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-13 13:45:33	FALSE	"Frietjes"	13791031	FALSE	2	FALSE		820177382	nik9p2u2fuk4yazjxt8ymbicxv5qid9	27757	798, 150, 150, 150, 621, 100, 621	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-24 01:35:22	FALSE	"CommonsDelinker"	2304267	FALSE	2	FALSE		822038928	gwk6pampl8si1v5pv3kwgteg710sfw3	27667	798, 150, 150, 150, 621, 100, 621	"User:Editingaccount1994/sandbox"
-FALSE	56237370	2018-01-07 10:42:20	FALSE	"PamD"	1368779	FALSE	0	FALSE		819091874	n4ozbsgle13p9yywtfrz982ccj8woc9	25	None	"Anita del Rey"
-FALSE	56237371	2018-01-07 10:42:27	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819091883	ksohnvsbeuzwpl5vb8a3v8m18hva0a7	1274	119, 157, 119, 157, 119, 157, 119, 157	"User talk:119.94.96.157"
-FALSE	56237372	2018-01-07 10:42:50	FALSE	"Underbar dk"	677153	FALSE	14	FALSE		819091914	je7aw21fedbwyqsyofpisdrynsu7olr	113	None	"Category:Ohmi Railway"
-FALSE	56237375	2018-01-07 10:43:32	FALSE	"TastyPoutine"	882433	FALSE	3	FALSE		819091968	cpm4tkzcx4hc6irr9ukbi06ogud8dtq	199	None	"User talk:92.226.219.222"
-FALSE	56237375	2018-01-07 11:10:24	FALSE	"AnomieBOT"	7611264	TRUE	3	FALSE		819094036	artmfz8b2gxhb3pp8a5p4ksplxqfkpg	1840	None	"User talk:92.226.219.222"
-FALSE	56237375	2018-01-07 14:33:36	FALSE	"Only"	702940	FALSE	3	FALSE		819112363	dn9wj0n8d8pdd5lqe56uw5xamupowr1	2949	126, 126, 126, 126	"User talk:92.226.219.222"
-FALSE	56237376	2018-01-07 10:44:01	FALSE	"Dipayanacharya"	32794237	FALSE	2	FALSE		819092004	ofueugwatmmn7u73isw732neuza57gk	28	None	"User:Dipayanacharya"
-FALSE	56237376	2018-01-07 10:49:08	FALSE	"Dipayanacharya"	32794237	FALSE	2	FALSE		819092390	dsz55xv96ec2uv6w9c1z7c52ipfovbw	38	None	"User:Dipayanacharya"
-FALSE	56237378	2018-01-07 10:44:56	FALSE	"Vinegarymass911"	21516552	FALSE	0	FALSE		819092066	9ma38hak0ef1ew4fpiutxpnzd8oz1wd	65	None	"BSCIC"
-FALSE	56237379	2018-01-07 10:45:21	FALSE	"BrownHairedGirl"	754619	FALSE	14	FALSE		819092102	4dvakoat58bzyf5hmtthxukt29hip6n	285	None	"Category:Women government ministers of Yemen"
-FALSE	56237381	2018-01-07 10:45:54	FALSE	"PRehse"	410898	FALSE	1	FALSE		819092135	2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	103	None	"Talk:List of Morning Glories Characters"
-FALSE	56237382	2018-01-07 10:45:56	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819092138	3y9t5wpk6ur5jhone75rhm4wjf01fgi	1330	106, 207, 126, 114, 106, 207, 126, 114, 106, 207, 126, 114, 106, 207, 126, 114	"User talk:106.207.126.114"
-FALSE	56237382	2018-01-07 10:50:22	FALSE	"HindWIKI"	31190506	FALSE	3	FALSE		819092495	8wvn6vh3isyt0dorpe89lztrburgupe	2355	106, 207, 126, 114, 106, 207, 126, 114, 106, 207, 126, 114, 106, 207, 126, 114	"User talk:106.207.126.114"
+revid	date_time	articleid	editorid	title	namespace	deleted	text_chars	revert	reverteds	sha1	minor	editor	anon	threedigits
+819091731	2018-01-07 10:40:58	56237363	3742946	"User talk:86.139.142.254"	3	FALSE	1141	FALSE		135nz8q6lfam6cojla7azb7k5alx3t3	FALSE	"NinjaRobotPirate"	FALSE	"126,126,126,126"
+819091755	2018-01-07 10:41:10	56237364	32792125	"User talk:Kavin kavitha"	3	FALSE	663	FALSE		0pwezjc6yopz0smc8al6ogc4fax5bwo	FALSE	"Kavin kavitha"	FALSE	
+819091788	2018-01-07 10:41:26	56237365	32621254	"User talk:Dr.vivek163"	3	FALSE	399	FALSE		sz3t2ap7z8bpkdvdvi195f3i35949bv	FALSE	"Amicable always"	FALSE	
+819091796	2018-01-07 10:41:31	56237366	13286072	"User talk:Twistorl"	3	FALSE	1260	FALSE		r6s5j8j3iykenrhuhpnkpsmmd71vubf	FALSE	"ClueBot NG"	FALSE	
+819091825	2018-01-07 10:41:51	56237368	8409334	"Kom Firin"	0	FALSE	2249	FALSE		tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	FALSE	"Khruner"	FALSE	"119,978,500,292,225,199,292"
+822610647	2018-01-27 12:16:02	56237368	8409334	"Kom Firin"	0	FALSE	2230	FALSE		e6oa4g0qv64icdaq26uu1zzbyr5hcbh	TRUE	"Khruner"	FALSE	"119,978,500,292,225,199,292"
+819091844	2018-01-07 10:42:05	56237369	32794215	"User:Editingaccount1994/sandbox"	2	FALSE	27840	FALSE		0fyvyh2a8xu41gt8obr34oba0bfixj6	FALSE	"Editingaccount1994"	FALSE	"798,150,150,150,621,137,137,150,150,350,195,350,195,180,180,350,195,300,150,150,150,180,180,621"
+819093984	2018-01-07 11:09:52	56237369	7611264	"User:Editingaccount1994/sandbox"	2	FALSE	27787	FALSE		8gy52aolt5rg3eaketwj5v7eiw0apv2	TRUE	"AnomieBOT"	FALSE	"798,150,150,150,621,137,137,150,150,350,195,350,195,180,180,350,195,300,150,150,150,180,180,621"
+820064189	2018-01-12 21:45:50	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27784	FALSE		he8ydemaanxlrpftqxkez8jfpge1fsj	TRUE	"SporkBot"	FALSE	"798,150,150,150,621,137,137,150,150,350,195,350,195,180,180,350,195,300,150,150,150,180,180,621"
+820078679	2018-01-12 23:28:11	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27783	FALSE		0to17w9rth3url8n7gvucdtobybdq5h	TRUE	"SporkBot"	FALSE	"798,150,150,150,621,137,137,150,150,350,195,350,195,180,180,350,195,300,150,150,150,180,180,621"
+820078733	2018-01-12 23:28:39	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27782	FALSE		531dizmmloyxffbkdr5vph7owh921eg	TRUE	"SporkBot"	FALSE	"798,150,150,150,621,137,137,150,150,350,195,350,195,180,180,350,195,300,150,150,150,180,180,621"
+820177382	2018-01-13 13:45:33	56237369	13791031	"User:Editingaccount1994/sandbox"	2	FALSE	27757	FALSE		nik9p2u2fuk4yazjxt8ymbicxv5qid9	FALSE	"Frietjes"	FALSE	"798,150,150,150,621,100,621"
+822038928	2018-01-24 01:35:22	56237369	2304267	"User:Editingaccount1994/sandbox"	2	FALSE	27667	FALSE		gwk6pampl8si1v5pv3kwgteg710sfw3	FALSE	"CommonsDelinker"	FALSE	"798,150,150,150,621,100,621"
+819091874	2018-01-07 10:42:20	56237370	1368779	"Anita del Rey"	0	FALSE	25	FALSE		n4ozbsgle13p9yywtfrz982ccj8woc9	FALSE	"PamD"	FALSE	
+819091883	2018-01-07 10:42:27	56237371	13286072	"User talk:119.94.96.157"	3	FALSE	1274	FALSE		ksohnvsbeuzwpl5vb8a3v8m18hva0a7	FALSE	"ClueBot NG"	FALSE	"119,157,119,157,119,157,119,157"
+819091914	2018-01-07 10:42:50	56237372	677153	"Category:Ohmi Railway"	14	FALSE	113	FALSE		je7aw21fedbwyqsyofpisdrynsu7olr	FALSE	"Underbar dk"	FALSE	
+819091968	2018-01-07 10:43:32	56237375	882433	"User talk:92.226.219.222"	3	FALSE	199	FALSE		cpm4tkzcx4hc6irr9ukbi06ogud8dtq	FALSE	"TastyPoutine"	FALSE	
+819094036	2018-01-07 11:10:24	56237375	7611264	"User talk:92.226.219.222"	3	FALSE	1840	FALSE		artmfz8b2gxhb3pp8a5p4ksplxqfkpg	TRUE	"AnomieBOT"	FALSE	
+819112363	2018-01-07 14:33:36	56237375	702940	"User talk:92.226.219.222"	3	FALSE	2949	FALSE		dn9wj0n8d8pdd5lqe56uw5xamupowr1	FALSE	"Only"	FALSE	"126,126,126,126"
+819092004	2018-01-07 10:44:01	56237376	32794237	"User:Dipayanacharya"	2	FALSE	28	FALSE		ofueugwatmmn7u73isw732neuza57gk	FALSE	"Dipayanacharya"	FALSE	
+819092390	2018-01-07 10:49:08	56237376	32794237	"User:Dipayanacharya"	2	FALSE	38	FALSE		dsz55xv96ec2uv6w9c1z7c52ipfovbw	FALSE	"Dipayanacharya"	FALSE	
+819092066	2018-01-07 10:44:56	56237378	21516552	"BSCIC"	0	FALSE	65	FALSE		9ma38hak0ef1ew4fpiutxpnzd8oz1wd	FALSE	"Vinegarymass911"	FALSE	
+819092102	2018-01-07 10:45:21	56237379	754619	"Category:Women government ministers of Yemen"	14	FALSE	285	FALSE		4dvakoat58bzyf5hmtthxukt29hip6n	FALSE	"BrownHairedGirl"	FALSE	
+819092135	2018-01-07 10:45:54	56237381	410898	"Talk:List of Morning Glories Characters"	1	FALSE	103	FALSE		2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	FALSE	"PRehse"	FALSE	
+819092138	2018-01-07 10:45:56	56237382	13286072	"User talk:106.207.126.114"	3	FALSE	1330	FALSE		3y9t5wpk6ur5jhone75rhm4wjf01fgi	FALSE	"ClueBot NG"	FALSE	"106,207,126,114,106,207,126,114,106,207,126,114,106,207,126,114"
+819092495	2018-01-07 10:50:22	56237382	31190506	"User talk:106.207.126.114"	3	FALSE	2355	FALSE		8wvn6vh3isyt0dorpe89lztrburgupe	FALSE	"HindWIKI"	FALSE	"106,207,126,114,106,207,126,114,106,207,126,114,106,207,126,114"
--- a/test/baseline_output/basic_regextest_1.tsv
+++ b/test/baseline_output/basic_regextest_1.tsv
@ -1,27 +1,27 @@
-anon	articleid	date_time	deleted	editor	editor_id	minor	namespace	page_word	revert	reverteds	revid	sha1	testcases	text_chars	title
-FALSE	56237363	2018-01-07 10:40:58	FALSE	"NinjaRobotPirate"	3742946	FALSE	3	page, page	FALSE		819091731	135nz8q6lfam6cojla7azb7k5alx3t3	None	1141	"User talk:86.139.142.254"
-FALSE	56237364	2018-01-07 10:41:10	FALSE	"Kavin kavitha"	32792125	FALSE	3	None	FALSE		819091755	0pwezjc6yopz0smc8al6ogc4fax5bwo	None	663	"User talk:Kavin kavitha"
-FALSE	56237365	2018-01-07 10:41:26	FALSE	"Amicable always"	32621254	FALSE	3	None	FALSE		819091788	sz3t2ap7z8bpkdvdvi195f3i35949bv	TestCase, TestCase	399	"User talk:Dr.vivek163"
-FALSE	56237366	2018-01-07 10:41:31	FALSE	"ClueBot NG"	13286072	FALSE	3	page	FALSE		819091796	r6s5j8j3iykenrhuhpnkpsmmd71vubf	None	1260	"User talk:Twistorl"
-FALSE	56237368	2018-01-07 10:41:51	FALSE	"Khruner"	8409334	FALSE	0	page	FALSE		819091825	tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	TestCase	2249	"Kom Firin"
-FALSE	56237368	2018-01-27 12:16:02	FALSE	"Khruner"	8409334	TRUE	0	page	FALSE		822610647	e6oa4g0qv64icdaq26uu1zzbyr5hcbh	None	2230	"Kom Firin"
-FALSE	56237369	2018-01-07 10:42:05	FALSE	"Editingaccount1994"	32794215	FALSE	2	page, page	FALSE		819091844	0fyvyh2a8xu41gt8obr34oba0bfixj6	None	27840	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-07 11:09:52	FALSE	"AnomieBOT"	7611264	TRUE	2	page, page	FALSE		819093984	8gy52aolt5rg3eaketwj5v7eiw0apv2	None	27787	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-12 21:45:50	FALSE	"SporkBot"	12406635	TRUE	2	page, page	FALSE		820064189	he8ydemaanxlrpftqxkez8jfpge1fsj	None	27784	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-12 23:28:11	FALSE	"SporkBot"	12406635	TRUE	2	page, page	FALSE		820078679	0to17w9rth3url8n7gvucdtobybdq5h	None	27783	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-12 23:28:39	FALSE	"SporkBot"	12406635	TRUE	2	page, page	FALSE		820078733	531dizmmloyxffbkdr5vph7owh921eg	None	27782	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-13 13:45:33	FALSE	"Frietjes"	13791031	FALSE	2	page, page	FALSE		820177382	nik9p2u2fuk4yazjxt8ymbicxv5qid9	None	27757	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-24 01:35:22	FALSE	"CommonsDelinker"	2304267	FALSE	2	page, page	FALSE		822038928	gwk6pampl8si1v5pv3kwgteg710sfw3	None	27667	"User:Editingaccount1994/sandbox"
-FALSE	56237370	2018-01-07 10:42:20	FALSE	"PamD"	1368779	FALSE	0	None	FALSE		819091874	n4ozbsgle13p9yywtfrz982ccj8woc9	None	25	"Anita del Rey"
-FALSE	56237371	2018-01-07 10:42:27	FALSE	"ClueBot NG"	13286072	FALSE	3	page	FALSE		819091883	ksohnvsbeuzwpl5vb8a3v8m18hva0a7	None	1274	"User talk:119.94.96.157"
-FALSE	56237372	2018-01-07 10:42:50	FALSE	"Underbar dk"	677153	FALSE	14	None	FALSE		819091914	je7aw21fedbwyqsyofpisdrynsu7olr	None	113	"Category:Ohmi Railway"
-FALSE	56237375	2018-01-07 10:43:32	FALSE	"TastyPoutine"	882433	FALSE	3	None	FALSE		819091968	cpm4tkzcx4hc6irr9ukbi06ogud8dtq	None	199	"User talk:92.226.219.222"
-FALSE	56237375	2018-01-07 11:10:24	FALSE	"AnomieBOT"	7611264	TRUE	3	page, page, page, page	FALSE		819094036	artmfz8b2gxhb3pp8a5p4ksplxqfkpg	None	1840	"User talk:92.226.219.222"
-FALSE	56237375	2018-01-07 14:33:36	FALSE	"Only"	702940	FALSE	3	page, page, page, page, page, page	FALSE		819112363	dn9wj0n8d8pdd5lqe56uw5xamupowr1	None	2949	"User talk:92.226.219.222"
-FALSE	56237376	2018-01-07 10:44:01	FALSE	"Dipayanacharya"	32794237	FALSE	2	None	FALSE		819092004	ofueugwatmmn7u73isw732neuza57gk	None	28	"User:Dipayanacharya"
-FALSE	56237376	2018-01-07 10:49:08	FALSE	"Dipayanacharya"	32794237	FALSE	2	None	FALSE		819092390	dsz55xv96ec2uv6w9c1z7c52ipfovbw	None	38	"User:Dipayanacharya"
-FALSE	56237378	2018-01-07 10:44:56	FALSE	"Vinegarymass911"	21516552	FALSE	0	None	FALSE		819092066	9ma38hak0ef1ew4fpiutxpnzd8oz1wd	None	65	"BSCIC"
-FALSE	56237379	2018-01-07 10:45:21	FALSE	"BrownHairedGirl"	754619	FALSE	14	None	FALSE		819092102	4dvakoat58bzyf5hmtthxukt29hip6n	None	285	"Category:Women government ministers of Yemen"
-FALSE	56237381	2018-01-07 10:45:54	FALSE	"PRehse"	410898	FALSE	1	None	FALSE		819092135	2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	None	103	"Talk:List of Morning Glories Characters"
-FALSE	56237382	2018-01-07 10:45:56	FALSE	"ClueBot NG"	13286072	FALSE	3	page	FALSE		819092138	3y9t5wpk6ur5jhone75rhm4wjf01fgi	None	1330	"User talk:106.207.126.114"
-FALSE	56237382	2018-01-07 10:50:22	FALSE	"HindWIKI"	31190506	FALSE	3	page	FALSE		819092495	8wvn6vh3isyt0dorpe89lztrburgupe	None	2355	"User talk:106.207.126.114"
+revid	date_time	articleid	editorid	title	namespace	deleted	text_chars	revert	reverteds	sha1	minor	editor	anon	testcases	page_word
+819091731	2018-01-07 10:40:58	56237363	3742946	"User talk:86.139.142.254"	3	FALSE	1141	FALSE		135nz8q6lfam6cojla7azb7k5alx3t3	FALSE	"NinjaRobotPirate"	FALSE		"page,page"
+819091755	2018-01-07 10:41:10	56237364	32792125	"User talk:Kavin kavitha"	3	FALSE	663	FALSE		0pwezjc6yopz0smc8al6ogc4fax5bwo	FALSE	"Kavin kavitha"	FALSE		
+819091788	2018-01-07 10:41:26	56237365	32621254	"User talk:Dr.vivek163"	3	FALSE	399	FALSE		sz3t2ap7z8bpkdvdvi195f3i35949bv	FALSE	"Amicable always"	FALSE	"TestCase,TestCase"	
+819091796	2018-01-07 10:41:31	56237366	13286072	"User talk:Twistorl"	3	FALSE	1260	FALSE		r6s5j8j3iykenrhuhpnkpsmmd71vubf	FALSE	"ClueBot NG"	FALSE		"page"
+819091825	2018-01-07 10:41:51	56237368	8409334	"Kom Firin"	0	FALSE	2249	FALSE		tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	FALSE	"Khruner"	FALSE	"TestCase"	"page"
+822610647	2018-01-27 12:16:02	56237368	8409334	"Kom Firin"	0	FALSE	2230	FALSE		e6oa4g0qv64icdaq26uu1zzbyr5hcbh	TRUE	"Khruner"	FALSE		"page"
+819091844	2018-01-07 10:42:05	56237369	32794215	"User:Editingaccount1994/sandbox"	2	FALSE	27840	FALSE		0fyvyh2a8xu41gt8obr34oba0bfixj6	FALSE	"Editingaccount1994"	FALSE		"page,page"
+819093984	2018-01-07 11:09:52	56237369	7611264	"User:Editingaccount1994/sandbox"	2	FALSE	27787	FALSE		8gy52aolt5rg3eaketwj5v7eiw0apv2	TRUE	"AnomieBOT"	FALSE		"page,page"
+820064189	2018-01-12 21:45:50	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27784	FALSE		he8ydemaanxlrpftqxkez8jfpge1fsj	TRUE	"SporkBot"	FALSE		"page,page"
+820078679	2018-01-12 23:28:11	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27783	FALSE		0to17w9rth3url8n7gvucdtobybdq5h	TRUE	"SporkBot"	FALSE		"page,page"
+820078733	2018-01-12 23:28:39	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27782	FALSE		531dizmmloyxffbkdr5vph7owh921eg	TRUE	"SporkBot"	FALSE		"page,page"
+820177382	2018-01-13 13:45:33	56237369	13791031	"User:Editingaccount1994/sandbox"	2	FALSE	27757	FALSE		nik9p2u2fuk4yazjxt8ymbicxv5qid9	FALSE	"Frietjes"	FALSE		"page,page"
+822038928	2018-01-24 01:35:22	56237369	2304267	"User:Editingaccount1994/sandbox"	2	FALSE	27667	FALSE		gwk6pampl8si1v5pv3kwgteg710sfw3	FALSE	"CommonsDelinker"	FALSE		"page,page"
+819091874	2018-01-07 10:42:20	56237370	1368779	"Anita del Rey"	0	FALSE	25	FALSE		n4ozbsgle13p9yywtfrz982ccj8woc9	FALSE	"PamD"	FALSE		
+819091883	2018-01-07 10:42:27	56237371	13286072	"User talk:119.94.96.157"	3	FALSE	1274	FALSE		ksohnvsbeuzwpl5vb8a3v8m18hva0a7	FALSE	"ClueBot NG"	FALSE		"page"
+819091914	2018-01-07 10:42:50	56237372	677153	"Category:Ohmi Railway"	14	FALSE	113	FALSE		je7aw21fedbwyqsyofpisdrynsu7olr	FALSE	"Underbar dk"	FALSE		
+819091968	2018-01-07 10:43:32	56237375	882433	"User talk:92.226.219.222"	3	FALSE	199	FALSE		cpm4tkzcx4hc6irr9ukbi06ogud8dtq	FALSE	"TastyPoutine"	FALSE		
+819094036	2018-01-07 11:10:24	56237375	7611264	"User talk:92.226.219.222"	3	FALSE	1840	FALSE		artmfz8b2gxhb3pp8a5p4ksplxqfkpg	TRUE	"AnomieBOT"	FALSE		"page,page,page,page"
+819112363	2018-01-07 14:33:36	56237375	702940	"User talk:92.226.219.222"	3	FALSE	2949	FALSE		dn9wj0n8d8pdd5lqe56uw5xamupowr1	FALSE	"Only"	FALSE		"page,page,page,page,page,page"
+819092004	2018-01-07 10:44:01	56237376	32794237	"User:Dipayanacharya"	2	FALSE	28	FALSE		ofueugwatmmn7u73isw732neuza57gk	FALSE	"Dipayanacharya"	FALSE		
+819092390	2018-01-07 10:49:08	56237376	32794237	"User:Dipayanacharya"	2	FALSE	38	FALSE		dsz55xv96ec2uv6w9c1z7c52ipfovbw	FALSE	"Dipayanacharya"	FALSE		
+819092066	2018-01-07 10:44:56	56237378	21516552	"BSCIC"	0	FALSE	65	FALSE		9ma38hak0ef1ew4fpiutxpnzd8oz1wd	FALSE	"Vinegarymass911"	FALSE		
+819092102	2018-01-07 10:45:21	56237379	754619	"Category:Women government ministers of Yemen"	14	FALSE	285	FALSE		4dvakoat58bzyf5hmtthxukt29hip6n	FALSE	"BrownHairedGirl"	FALSE		
+819092135	2018-01-07 10:45:54	56237381	410898	"Talk:List of Morning Glories Characters"	1	FALSE	103	FALSE		2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	FALSE	"PRehse"	FALSE		
+819092138	2018-01-07 10:45:56	56237382	13286072	"User talk:106.207.126.114"	3	FALSE	1330	FALSE		3y9t5wpk6ur5jhone75rhm4wjf01fgi	FALSE	"ClueBot NG"	FALSE		"page"
+819092495	2018-01-07 10:50:22	56237382	31190506	"User talk:106.207.126.114"	3	FALSE	2355	FALSE		8wvn6vh3isyt0dorpe89lztrburgupe	FALSE	"HindWIKI"	FALSE		"page"
--- a/test/baseline_output/basic_regextest_2.tsv
+++ b/test/baseline_output/basic_regextest_2.tsv
@ -1,27 +1,27 @@
-anon	articleid	chev_com	date_time	deleted	editor	editor_id	minor	namespace	revert	reverteds	revid	sha1	text_chars	title	warning	wiki_welcome
-FALSE	56237363	None	2018-01-07 10:40:58	FALSE	"NinjaRobotPirate"	3742946	FALSE	3	FALSE		819091731	135nz8q6lfam6cojla7azb7k5alx3t3	1141	"User talk:86.139.142.254"	None	None
-FALSE	56237364	None	2018-01-07 10:41:10	FALSE	"Kavin kavitha"	32792125	FALSE	3	FALSE		819091755	0pwezjc6yopz0smc8al6ogc4fax5bwo	663	"User talk:Kavin kavitha"	None	None
-FALSE	56237365	None	2018-01-07 10:41:26	FALSE	"Amicable always"	32621254	FALSE	3	FALSE		819091788	sz3t2ap7z8bpkdvdvi195f3i35949bv	399	"User talk:Dr.vivek163"	None	None
-FALSE	56237366	None	2018-01-07 10:41:31	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819091796	r6s5j8j3iykenrhuhpnkpsmmd71vubf	1260	"User talk:Twistorl"	Warning	welcome to Wikipedia
-FALSE	56237368	None	2018-01-07 10:41:51	FALSE	"Khruner"	8409334	FALSE	0	FALSE		819091825	tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	2249	"Kom Firin"	None	None
-FALSE	56237368	None	2018-01-27 12:16:02	FALSE	"Khruner"	8409334	TRUE	0	FALSE		822610647	e6oa4g0qv64icdaq26uu1zzbyr5hcbh	2230	"Kom Firin"	None	None
-FALSE	56237369	Chevalier, Chevalier	2018-01-07 10:42:05	FALSE	"Editingaccount1994"	32794215	FALSE	2	FALSE		819091844	0fyvyh2a8xu41gt8obr34oba0bfixj6	27840	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237369	None	2018-01-07 11:09:52	FALSE	"AnomieBOT"	7611264	TRUE	2	FALSE		819093984	8gy52aolt5rg3eaketwj5v7eiw0apv2	27787	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237369	None	2018-01-12 21:45:50	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820064189	he8ydemaanxlrpftqxkez8jfpge1fsj	27784	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237369	None	2018-01-12 23:28:11	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820078679	0to17w9rth3url8n7gvucdtobybdq5h	27783	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237369	None	2018-01-12 23:28:39	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820078733	531dizmmloyxffbkdr5vph7owh921eg	27782	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237369	None	2018-01-13 13:45:33	FALSE	"Frietjes"	13791031	FALSE	2	FALSE		820177382	nik9p2u2fuk4yazjxt8ymbicxv5qid9	27757	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237369	Chevalier, Chevalier	2018-01-24 01:35:22	FALSE	"CommonsDelinker"	2304267	FALSE	2	FALSE		822038928	gwk6pampl8si1v5pv3kwgteg710sfw3	27667	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237370	None	2018-01-07 10:42:20	FALSE	"PamD"	1368779	FALSE	0	FALSE		819091874	n4ozbsgle13p9yywtfrz982ccj8woc9	25	"Anita del Rey"	None	None
-FALSE	56237371	None	2018-01-07 10:42:27	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819091883	ksohnvsbeuzwpl5vb8a3v8m18hva0a7	1274	"User talk:119.94.96.157"	Warning	welcome to Wikipedia
-FALSE	56237372	None	2018-01-07 10:42:50	FALSE	"Underbar dk"	677153	FALSE	14	FALSE		819091914	je7aw21fedbwyqsyofpisdrynsu7olr	113	"Category:Ohmi Railway"	None	None
-FALSE	56237375	None	2018-01-07 10:43:32	FALSE	"TastyPoutine"	882433	FALSE	3	FALSE		819091968	cpm4tkzcx4hc6irr9ukbi06ogud8dtq	199	"User talk:92.226.219.222"	None	None
-FALSE	56237375	None	2018-01-07 11:10:24	FALSE	"AnomieBOT"	7611264	TRUE	3	FALSE		819094036	artmfz8b2gxhb3pp8a5p4ksplxqfkpg	1840	"User talk:92.226.219.222"	None	None
-FALSE	56237375	None	2018-01-07 14:33:36	FALSE	"Only"	702940	FALSE	3	FALSE		819112363	dn9wj0n8d8pdd5lqe56uw5xamupowr1	2949	"User talk:92.226.219.222"	None	None
-FALSE	56237376	None	2018-01-07 10:44:01	FALSE	"Dipayanacharya"	32794237	FALSE	2	FALSE		819092004	ofueugwatmmn7u73isw732neuza57gk	28	"User:Dipayanacharya"	None	None
-FALSE	56237376	None	2018-01-07 10:49:08	FALSE	"Dipayanacharya"	32794237	FALSE	2	FALSE		819092390	dsz55xv96ec2uv6w9c1z7c52ipfovbw	38	"User:Dipayanacharya"	None	None
-FALSE	56237378	None	2018-01-07 10:44:56	FALSE	"Vinegarymass911"	21516552	FALSE	0	FALSE		819092066	9ma38hak0ef1ew4fpiutxpnzd8oz1wd	65	"BSCIC"	None	None
-FALSE	56237379	None	2018-01-07 10:45:21	FALSE	"BrownHairedGirl"	754619	FALSE	14	FALSE		819092102	4dvakoat58bzyf5hmtthxukt29hip6n	285	"Category:Women government ministers of Yemen"	None	None
-FALSE	56237381	None	2018-01-07 10:45:54	FALSE	"PRehse"	410898	FALSE	1	FALSE		819092135	2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	103	"Talk:List of Morning Glories Characters"	None	None
-FALSE	56237382	None	2018-01-07 10:45:56	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819092138	3y9t5wpk6ur5jhone75rhm4wjf01fgi	1330	"User talk:106.207.126.114"	Warning	welcome to Wikipedia
-FALSE	56237382	None	2018-01-07 10:50:22	FALSE	"HindWIKI"	31190506	FALSE	3	FALSE		819092495	8wvn6vh3isyt0dorpe89lztrburgupe	2355	"User talk:106.207.126.114"	None	welcome to Wikipedia
+revid	date_time	articleid	editorid	title	namespace	deleted	text_chars	revert	reverteds	sha1	minor	editor	anon	wiki_welcome	chev_com	warning
+819091731	2018-01-07 10:40:58	56237363	3742946	"User talk:86.139.142.254"	3	FALSE	1141	FALSE		135nz8q6lfam6cojla7azb7k5alx3t3	FALSE	"NinjaRobotPirate"	FALSE			
+819091755	2018-01-07 10:41:10	56237364	32792125	"User talk:Kavin kavitha"	3	FALSE	663	FALSE		0pwezjc6yopz0smc8al6ogc4fax5bwo	FALSE	"Kavin kavitha"	FALSE			
+819091788	2018-01-07 10:41:26	56237365	32621254	"User talk:Dr.vivek163"	3	FALSE	399	FALSE		sz3t2ap7z8bpkdvdvi195f3i35949bv	FALSE	"Amicable always"	FALSE			
+819091796	2018-01-07 10:41:31	56237366	13286072	"User talk:Twistorl"	3	FALSE	1260	FALSE		r6s5j8j3iykenrhuhpnkpsmmd71vubf	FALSE	"ClueBot NG"	FALSE	"welcome to Wikipedia"		"Warning"
+819091825	2018-01-07 10:41:51	56237368	8409334	"Kom Firin"	0	FALSE	2249	FALSE		tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	FALSE	"Khruner"	FALSE			
+822610647	2018-01-27 12:16:02	56237368	8409334	"Kom Firin"	0	FALSE	2230	FALSE		e6oa4g0qv64icdaq26uu1zzbyr5hcbh	TRUE	"Khruner"	FALSE			
+819091844	2018-01-07 10:42:05	56237369	32794215	"User:Editingaccount1994/sandbox"	2	FALSE	27840	FALSE		0fyvyh2a8xu41gt8obr34oba0bfixj6	FALSE	"Editingaccount1994"	FALSE		"Chevalier,Chevalier"	
+819093984	2018-01-07 11:09:52	56237369	7611264	"User:Editingaccount1994/sandbox"	2	FALSE	27787	FALSE		8gy52aolt5rg3eaketwj5v7eiw0apv2	TRUE	"AnomieBOT"	FALSE			
+820064189	2018-01-12 21:45:50	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27784	FALSE		he8ydemaanxlrpftqxkez8jfpge1fsj	TRUE	"SporkBot"	FALSE			
+820078679	2018-01-12 23:28:11	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27783	FALSE		0to17w9rth3url8n7gvucdtobybdq5h	TRUE	"SporkBot"	FALSE			
+820078733	2018-01-12 23:28:39	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27782	FALSE		531dizmmloyxffbkdr5vph7owh921eg	TRUE	"SporkBot"	FALSE			
+820177382	2018-01-13 13:45:33	56237369	13791031	"User:Editingaccount1994/sandbox"	2	FALSE	27757	FALSE		nik9p2u2fuk4yazjxt8ymbicxv5qid9	FALSE	"Frietjes"	FALSE			
+822038928	2018-01-24 01:35:22	56237369	2304267	"User:Editingaccount1994/sandbox"	2	FALSE	27667	FALSE		gwk6pampl8si1v5pv3kwgteg710sfw3	FALSE	"CommonsDelinker"	FALSE		"Chevalier,Chevalier"	
+819091874	2018-01-07 10:42:20	56237370	1368779	"Anita del Rey"	0	FALSE	25	FALSE		n4ozbsgle13p9yywtfrz982ccj8woc9	FALSE	"PamD"	FALSE			
+819091883	2018-01-07 10:42:27	56237371	13286072	"User talk:119.94.96.157"	3	FALSE	1274	FALSE		ksohnvsbeuzwpl5vb8a3v8m18hva0a7	FALSE	"ClueBot NG"	FALSE	"welcome to Wikipedia"		"Warning"
+819091914	2018-01-07 10:42:50	56237372	677153	"Category:Ohmi Railway"	14	FALSE	113	FALSE		je7aw21fedbwyqsyofpisdrynsu7olr	FALSE	"Underbar dk"	FALSE			
+819091968	2018-01-07 10:43:32	56237375	882433	"User talk:92.226.219.222"	3	FALSE	199	FALSE		cpm4tkzcx4hc6irr9ukbi06ogud8dtq	FALSE	"TastyPoutine"	FALSE			
+819094036	2018-01-07 11:10:24	56237375	7611264	"User talk:92.226.219.222"	3	FALSE	1840	FALSE		artmfz8b2gxhb3pp8a5p4ksplxqfkpg	TRUE	"AnomieBOT"	FALSE			
+819112363	2018-01-07 14:33:36	56237375	702940	"User talk:92.226.219.222"	3	FALSE	2949	FALSE		dn9wj0n8d8pdd5lqe56uw5xamupowr1	FALSE	"Only"	FALSE			
+819092004	2018-01-07 10:44:01	56237376	32794237	"User:Dipayanacharya"	2	FALSE	28	FALSE		ofueugwatmmn7u73isw732neuza57gk	FALSE	"Dipayanacharya"	FALSE			
+819092390	2018-01-07 10:49:08	56237376	32794237	"User:Dipayanacharya"	2	FALSE	38	FALSE		dsz55xv96ec2uv6w9c1z7c52ipfovbw	FALSE	"Dipayanacharya"	FALSE			
+819092066	2018-01-07 10:44:56	56237378	21516552	"BSCIC"	0	FALSE	65	FALSE		9ma38hak0ef1ew4fpiutxpnzd8oz1wd	FALSE	"Vinegarymass911"	FALSE			
+819092102	2018-01-07 10:45:21	56237379	754619	"Category:Women government ministers of Yemen"	14	FALSE	285	FALSE		4dvakoat58bzyf5hmtthxukt29hip6n	FALSE	"BrownHairedGirl"	FALSE			
+819092135	2018-01-07 10:45:54	56237381	410898	"Talk:List of Morning Glories Characters"	1	FALSE	103	FALSE		2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	FALSE	"PRehse"	FALSE			
+819092138	2018-01-07 10:45:56	56237382	13286072	"User talk:106.207.126.114"	3	FALSE	1330	FALSE		3y9t5wpk6ur5jhone75rhm4wjf01fgi	FALSE	"ClueBot NG"	FALSE	"welcome to Wikipedia"		"Warning"
+819092495	2018-01-07 10:50:22	56237382	31190506	"User talk:106.207.126.114"	3	FALSE	2355	FALSE		8wvn6vh3isyt0dorpe89lztrburgupe	FALSE	"HindWIKI"	FALSE	"welcome to Wikipedia"		
--- a/test/baseline_output/basic_regextest_3.tsv
+++ b/test/baseline_output/basic_regextest_3.tsv
@ -1,27 +1,27 @@
-anon	articleid	date_time	deleted	editor	editor_id	minor	namespace	revert	reverteds	revid	sha1	text_chars	title	wp_evade
-FALSE	56237363	2018-01-07 10:40:58	FALSE	"NinjaRobotPirate"	3742946	FALSE	3	FALSE		819091731	135nz8q6lfam6cojla7azb7k5alx3t3	1141	"User talk:86.139.142.254"	WP:EVADE
-FALSE	56237364	2018-01-07 10:41:10	FALSE	"Kavin kavitha"	32792125	FALSE	3	FALSE		819091755	0pwezjc6yopz0smc8al6ogc4fax5bwo	663	"User talk:Kavin kavitha"	None
-FALSE	56237365	2018-01-07 10:41:26	FALSE	"Amicable always"	32621254	FALSE	3	FALSE		819091788	sz3t2ap7z8bpkdvdvi195f3i35949bv	399	"User talk:Dr.vivek163"	None
-FALSE	56237366	2018-01-07 10:41:31	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819091796	r6s5j8j3iykenrhuhpnkpsmmd71vubf	1260	"User talk:Twistorl"	None
-FALSE	56237368	2018-01-07 10:41:51	FALSE	"Khruner"	8409334	FALSE	0	FALSE		819091825	tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	2249	"Kom Firin"	None
-FALSE	56237368	2018-01-27 12:16:02	FALSE	"Khruner"	8409334	TRUE	0	FALSE		822610647	e6oa4g0qv64icdaq26uu1zzbyr5hcbh	2230	"Kom Firin"	None
-FALSE	56237369	2018-01-07 10:42:05	FALSE	"Editingaccount1994"	32794215	FALSE	2	FALSE		819091844	0fyvyh2a8xu41gt8obr34oba0bfixj6	27840	"User:Editingaccount1994/sandbox"	None
-FALSE	56237369	2018-01-07 11:09:52	FALSE	"AnomieBOT"	7611264	TRUE	2	FALSE		819093984	8gy52aolt5rg3eaketwj5v7eiw0apv2	27787	"User:Editingaccount1994/sandbox"	None
-FALSE	56237369	2018-01-12 21:45:50	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820064189	he8ydemaanxlrpftqxkez8jfpge1fsj	27784	"User:Editingaccount1994/sandbox"	None
-FALSE	56237369	2018-01-12 23:28:11	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820078679	0to17w9rth3url8n7gvucdtobybdq5h	27783	"User:Editingaccount1994/sandbox"	None
-FALSE	56237369	2018-01-12 23:28:39	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820078733	531dizmmloyxffbkdr5vph7owh921eg	27782	"User:Editingaccount1994/sandbox"	None
-FALSE	56237369	2018-01-13 13:45:33	FALSE	"Frietjes"	13791031	FALSE	2	FALSE		820177382	nik9p2u2fuk4yazjxt8ymbicxv5qid9	27757	"User:Editingaccount1994/sandbox"	None
-FALSE	56237369	2018-01-24 01:35:22	FALSE	"CommonsDelinker"	2304267	FALSE	2	FALSE		822038928	gwk6pampl8si1v5pv3kwgteg710sfw3	27667	"User:Editingaccount1994/sandbox"	None
-FALSE	56237370	2018-01-07 10:42:20	FALSE	"PamD"	1368779	FALSE	0	FALSE		819091874	n4ozbsgle13p9yywtfrz982ccj8woc9	25	"Anita del Rey"	None
-FALSE	56237371	2018-01-07 10:42:27	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819091883	ksohnvsbeuzwpl5vb8a3v8m18hva0a7	1274	"User talk:119.94.96.157"	None
-FALSE	56237372	2018-01-07 10:42:50	FALSE	"Underbar dk"	677153	FALSE	14	FALSE		819091914	je7aw21fedbwyqsyofpisdrynsu7olr	113	"Category:Ohmi Railway"	None
-FALSE	56237375	2018-01-07 10:43:32	FALSE	"TastyPoutine"	882433	FALSE	3	FALSE		819091968	cpm4tkzcx4hc6irr9ukbi06ogud8dtq	199	"User talk:92.226.219.222"	None
-FALSE	56237375	2018-01-07 11:10:24	FALSE	"AnomieBOT"	7611264	TRUE	3	FALSE		819094036	artmfz8b2gxhb3pp8a5p4ksplxqfkpg	1840	"User talk:92.226.219.222"	None
-FALSE	56237375	2018-01-07 14:33:36	FALSE	"Only"	702940	FALSE	3	FALSE		819112363	dn9wj0n8d8pdd5lqe56uw5xamupowr1	2949	"User talk:92.226.219.222"	WP:EVADE
-FALSE	56237376	2018-01-07 10:44:01	FALSE	"Dipayanacharya"	32794237	FALSE	2	FALSE		819092004	ofueugwatmmn7u73isw732neuza57gk	28	"User:Dipayanacharya"	None
-FALSE	56237376	2018-01-07 10:49:08	FALSE	"Dipayanacharya"	32794237	FALSE	2	FALSE		819092390	dsz55xv96ec2uv6w9c1z7c52ipfovbw	38	"User:Dipayanacharya"	None
-FALSE	56237378	2018-01-07 10:44:56	FALSE	"Vinegarymass911"	21516552	FALSE	0	FALSE		819092066	9ma38hak0ef1ew4fpiutxpnzd8oz1wd	65	"BSCIC"	None
-FALSE	56237379	2018-01-07 10:45:21	FALSE	"BrownHairedGirl"	754619	FALSE	14	FALSE		819092102	4dvakoat58bzyf5hmtthxukt29hip6n	285	"Category:Women government ministers of Yemen"	None
-FALSE	56237381	2018-01-07 10:45:54	FALSE	"PRehse"	410898	FALSE	1	FALSE		819092135	2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	103	"Talk:List of Morning Glories Characters"	None
-FALSE	56237382	2018-01-07 10:45:56	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819092138	3y9t5wpk6ur5jhone75rhm4wjf01fgi	1330	"User talk:106.207.126.114"	None
-FALSE	56237382	2018-01-07 10:50:22	FALSE	"HindWIKI"	31190506	FALSE	3	FALSE		819092495	8wvn6vh3isyt0dorpe89lztrburgupe	2355	"User talk:106.207.126.114"	None
+revid	date_time	articleid	editorid	title	namespace	deleted	text_chars	revert	reverteds	sha1	minor	editor	anon	wp_evade
+819091731	2018-01-07 10:40:58	56237363	3742946	"User talk:86.139.142.254"	3	FALSE	1141	FALSE		135nz8q6lfam6cojla7azb7k5alx3t3	FALSE	"NinjaRobotPirate"	FALSE	"WP:EVADE"
+819091755	2018-01-07 10:41:10	56237364	32792125	"User talk:Kavin kavitha"	3	FALSE	663	FALSE		0pwezjc6yopz0smc8al6ogc4fax5bwo	FALSE	"Kavin kavitha"	FALSE	
+819091788	2018-01-07 10:41:26	56237365	32621254	"User talk:Dr.vivek163"	3	FALSE	399	FALSE		sz3t2ap7z8bpkdvdvi195f3i35949bv	FALSE	"Amicable always"	FALSE	
+819091796	2018-01-07 10:41:31	56237366	13286072	"User talk:Twistorl"	3	FALSE	1260	FALSE		r6s5j8j3iykenrhuhpnkpsmmd71vubf	FALSE	"ClueBot NG"	FALSE	
+819091825	2018-01-07 10:41:51	56237368	8409334	"Kom Firin"	0	FALSE	2249	FALSE		tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	FALSE	"Khruner"	FALSE	
+822610647	2018-01-27 12:16:02	56237368	8409334	"Kom Firin"	0	FALSE	2230	FALSE		e6oa4g0qv64icdaq26uu1zzbyr5hcbh	TRUE	"Khruner"	FALSE	
+819091844	2018-01-07 10:42:05	56237369	32794215	"User:Editingaccount1994/sandbox"	2	FALSE	27840	FALSE		0fyvyh2a8xu41gt8obr34oba0bfixj6	FALSE	"Editingaccount1994"	FALSE	
+819093984	2018-01-07 11:09:52	56237369	7611264	"User:Editingaccount1994/sandbox"	2	FALSE	27787	FALSE		8gy52aolt5rg3eaketwj5v7eiw0apv2	TRUE	"AnomieBOT"	FALSE	
+820064189	2018-01-12 21:45:50	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27784	FALSE		he8ydemaanxlrpftqxkez8jfpge1fsj	TRUE	"SporkBot"	FALSE	
+820078679	2018-01-12 23:28:11	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27783	FALSE		0to17w9rth3url8n7gvucdtobybdq5h	TRUE	"SporkBot"	FALSE	
+820078733	2018-01-12 23:28:39	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27782	FALSE		531dizmmloyxffbkdr5vph7owh921eg	TRUE	"SporkBot"	FALSE	
+820177382	2018-01-13 13:45:33	56237369	13791031	"User:Editingaccount1994/sandbox"	2	FALSE	27757	FALSE		nik9p2u2fuk4yazjxt8ymbicxv5qid9	FALSE	"Frietjes"	FALSE	
+822038928	2018-01-24 01:35:22	56237369	2304267	"User:Editingaccount1994/sandbox"	2	FALSE	27667	FALSE		gwk6pampl8si1v5pv3kwgteg710sfw3	FALSE	"CommonsDelinker"	FALSE	
+819091874	2018-01-07 10:42:20	56237370	1368779	"Anita del Rey"	0	FALSE	25	FALSE		n4ozbsgle13p9yywtfrz982ccj8woc9	FALSE	"PamD"	FALSE	
+819091883	2018-01-07 10:42:27	56237371	13286072	"User talk:119.94.96.157"	3	FALSE	1274	FALSE		ksohnvsbeuzwpl5vb8a3v8m18hva0a7	FALSE	"ClueBot NG"	FALSE	
+819091914	2018-01-07 10:42:50	56237372	677153	"Category:Ohmi Railway"	14	FALSE	113	FALSE		je7aw21fedbwyqsyofpisdrynsu7olr	FALSE	"Underbar dk"	FALSE	
+819091968	2018-01-07 10:43:32	56237375	882433	"User talk:92.226.219.222"	3	FALSE	199	FALSE		cpm4tkzcx4hc6irr9ukbi06ogud8dtq	FALSE	"TastyPoutine"	FALSE	
+819094036	2018-01-07 11:10:24	56237375	7611264	"User talk:92.226.219.222"	3	FALSE	1840	FALSE		artmfz8b2gxhb3pp8a5p4ksplxqfkpg	TRUE	"AnomieBOT"	FALSE	
+819112363	2018-01-07 14:33:36	56237375	702940	"User talk:92.226.219.222"	3	FALSE	2949	FALSE		dn9wj0n8d8pdd5lqe56uw5xamupowr1	FALSE	"Only"	FALSE	"WP:EVADE"
+819092004	2018-01-07 10:44:01	56237376	32794237	"User:Dipayanacharya"	2	FALSE	28	FALSE		ofueugwatmmn7u73isw732neuza57gk	FALSE	"Dipayanacharya"	FALSE	
+819092390	2018-01-07 10:49:08	56237376	32794237	"User:Dipayanacharya"	2	FALSE	38	FALSE		dsz55xv96ec2uv6w9c1z7c52ipfovbw	FALSE	"Dipayanacharya"	FALSE	
+819092066	2018-01-07 10:44:56	56237378	21516552	"BSCIC"	0	FALSE	65	FALSE		9ma38hak0ef1ew4fpiutxpnzd8oz1wd	FALSE	"Vinegarymass911"	FALSE	
+819092102	2018-01-07 10:45:21	56237379	754619	"Category:Women government ministers of Yemen"	14	FALSE	285	FALSE		4dvakoat58bzyf5hmtthxukt29hip6n	FALSE	"BrownHairedGirl"	FALSE	
+819092135	2018-01-07 10:45:54	56237381	410898	"Talk:List of Morning Glories Characters"	1	FALSE	103	FALSE		2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	FALSE	"PRehse"	FALSE	
+819092138	2018-01-07 10:45:56	56237382	13286072	"User talk:106.207.126.114"	3	FALSE	1330	FALSE		3y9t5wpk6ur5jhone75rhm4wjf01fgi	FALSE	"ClueBot NG"	FALSE	
+819092495	2018-01-07 10:50:22	56237382	31190506	"User talk:106.207.126.114"	3	FALSE	2355	FALSE		8wvn6vh3isyt0dorpe89lztrburgupe	FALSE	"HindWIKI"	FALSE	
--- a/test/baseline_output/capturegroup_regextest_0.tsv
+++ b/test/baseline_output/capturegroup_regextest_0.tsv
@ -1,27 +1,27 @@
-anon	articleid	date_time	deleted	editor	editor_id	li_cheval	minor	namespace	revert	reverteds	revid	sha1	text_chars	three_cat	three_letter	three_number	title
-FALSE	56237363	2018-01-07 10:40:58	FALSE	"NinjaRobotPirate"	3742946	None	FALSE	3	FALSE		819091731	135nz8q6lfam6cojla7azb7k5alx3t3	1141	None	has, has	None	"User talk:86.139.142.254"
-FALSE	56237364	2018-01-07 10:41:10	FALSE	"Kavin kavitha"	32792125	None	FALSE	3	FALSE		819091755	0pwezjc6yopz0smc8al6ogc4fax5bwo	663	None	AES, for	01, 12, 2001	"User talk:Kavin kavitha"
-FALSE	56237365	2018-01-07 10:41:26	FALSE	"Amicable always"	32621254	None	FALSE	3	FALSE		819091788	sz3t2ap7z8bpkdvdvi195f3i35949bv	399	None	new	None	"User talk:Dr.vivek163"
-FALSE	56237366	2018-01-07 10:41:31	FALSE	"ClueBot NG"	13286072	None	FALSE	3	FALSE		819091796	r6s5j8j3iykenrhuhpnkpsmmd71vubf	1260	None	None	1	"User talk:Twistorl"
-FALSE	56237368	2018-01-07 10:41:51	FALSE	"Khruner"	8409334	None	FALSE	0	FALSE		819091825	tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	2249	None	AES, jpg, the, the, the, the, and, you, Tor	67, 119	"Kom Firin"
-FALSE	56237368	2018-01-27 12:16:02	FALSE	"Khruner"	8409334	None	TRUE	0	FALSE		822610647	e6oa4g0qv64icdaq26uu1zzbyr5hcbh	2230	None	None	None	"Kom Firin"
-FALSE	56237369	2018-01-07 10:42:05	FALSE	"Editingaccount1994"	32794215	Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier	FALSE	2	FALSE		819091844	0fyvyh2a8xu41gt8obr34oba0bfixj6	27840	None	AES, nom	None	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-07 11:09:52	FALSE	"AnomieBOT"	7611264	Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier	TRUE	2	FALSE		819093984	8gy52aolt5rg3eaketwj5v7eiw0apv2	27787	None	web, See, for	None	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-12 21:45:50	FALSE	"SporkBot"	12406635	Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier	TRUE	2	FALSE		820064189	he8ydemaanxlrpftqxkez8jfpge1fsj	27784	None	per, TFD, TFD	None	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-12 23:28:11	FALSE	"SporkBot"	12406635	Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier	TRUE	2	FALSE		820078679	0to17w9rth3url8n7gvucdtobybdq5h	27783	None	per, for, Log, TFD	2010, 13	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-12 23:28:39	FALSE	"SporkBot"	12406635	Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier	TRUE	2	FALSE		820078733	531dizmmloyxffbkdr5vph7owh921eg	27782	None	per, for, Log, TFD	2011, 17	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-13 13:45:33	FALSE	"Frietjes"	13791031	Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier	FALSE	2	FALSE		820177382	nik9p2u2fuk4yazjxt8ymbicxv5qid9	27757	None	you, are, tor, you	None	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-24 01:35:22	FALSE	"CommonsDelinker"	2304267	Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier, Li Chevalier	FALSE	2	FALSE		822038928	gwk6pampl8si1v5pv3kwgteg710sfw3	27667	None	jpg, jpg, has, COM	16, 2018	"User:Editingaccount1994/sandbox"
-FALSE	56237370	2018-01-07 10:42:20	FALSE	"PamD"	1368779	None	FALSE	0	FALSE		819091874	n4ozbsgle13p9yywtfrz982ccj8woc9	25	None	alt	None	"Anita del Rey"
-FALSE	56237371	2018-01-07 10:42:27	FALSE	"ClueBot NG"	13286072	None	FALSE	3	FALSE		819091883	ksohnvsbeuzwpl5vb8a3v8m18hva0a7	1274	None	None	119, 94, 96, 157, 119, 94, 96, 157, 1	"User talk:119.94.96.157"
-FALSE	56237372	2018-01-07 10:42:50	FALSE	"Underbar dk"	677153	None	FALSE	14	FALSE		819091914	je7aw21fedbwyqsyofpisdrynsu7olr	113	None	AES	None	"Category:Ohmi Railway"
-FALSE	56237375	2018-01-07 10:43:32	FALSE	"TastyPoutine"	882433	None	FALSE	3	FALSE		819091968	cpm4tkzcx4hc6irr9ukbi06ogud8dtq	199	None	AES	None	"User talk:92.226.219.222"
-FALSE	56237375	2018-01-07 11:10:24	FALSE	"AnomieBOT"	7611264	None	TRUE	3	FALSE		819094036	artmfz8b2gxhb3pp8a5p4ksplxqfkpg	1840	None	See, for	None	"User talk:92.226.219.222"
-FALSE	56237375	2018-01-07 14:33:36	FALSE	"Only"	702940	None	FALSE	3	FALSE		819112363	dn9wj0n8d8pdd5lqe56uw5xamupowr1	2949	None	has, has	None	"User talk:92.226.219.222"
-FALSE	56237376	2018-01-07 10:44:01	FALSE	"Dipayanacharya"	32794237	None	FALSE	2	FALSE		819092004	ofueugwatmmn7u73isw732neuza57gk	28	None	None	None	"User:Dipayanacharya"
-FALSE	56237376	2018-01-07 10:49:08	FALSE	"Dipayanacharya"	32794237	None	FALSE	2	FALSE		819092390	dsz55xv96ec2uv6w9c1z7c52ipfovbw	38	None	None	None	"User:Dipayanacharya"
-FALSE	56237378	2018-01-07 10:44:56	FALSE	"Vinegarymass911"	21516552	None	FALSE	0	FALSE		819092066	9ma38hak0ef1ew4fpiutxpnzd8oz1wd	65	None	AES, and	None	"BSCIC"
-FALSE	56237379	2018-01-07 10:45:21	FALSE	"BrownHairedGirl"	754619	None	FALSE	14	FALSE		819092102	4dvakoat58bzyf5hmtthxukt29hip6n	285	None	AES, Non	None	"Category:Women government ministers of Yemen"
-FALSE	56237381	2018-01-07 10:45:54	FALSE	"PRehse"	410898	None	FALSE	1	FALSE		819092135	2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	103	None	AES, low, low	None	"Talk:List of Morning Glories Characters"
-FALSE	56237382	2018-01-07 10:45:56	FALSE	"ClueBot NG"	13286072	None	FALSE	3	FALSE		819092138	3y9t5wpk6ur5jhone75rhm4wjf01fgi	1330	None	None	106, 207, 126, 114, 106, 207, 126, 114, 1	"User talk:106.207.126.114"
-FALSE	56237382	2018-01-07 10:50:22	FALSE	"HindWIKI"	31190506	None	FALSE	3	FALSE		819092495	8wvn6vh3isyt0dorpe89lztrburgupe	2355	None	None	None	"User talk:106.207.126.114"
+revid	date_time	articleid	editorid	title	namespace	deleted	text_chars	revert	reverteds	sha1	minor	editor	anon	li_cheval	three_letter	three_number	three_cat
+819091731	2018-01-07 10:40:58	56237363	3742946	"User talk:86.139.142.254"	3	FALSE	1141	FALSE		135nz8q6lfam6cojla7azb7k5alx3t3	FALSE	"NinjaRobotPirate"	FALSE		"h,a,s,,, ,h,a,s"		
+819091755	2018-01-07 10:41:10	56237364	32792125	"User talk:Kavin kavitha"	3	FALSE	663	FALSE		0pwezjc6yopz0smc8al6ogc4fax5bwo	FALSE	"Kavin kavitha"	FALSE		"A,E,S,,, ,f,o,r"	"0,1,,, ,1,2,,, ,2,0,0,1"	
+819091788	2018-01-07 10:41:26	56237365	32621254	"User talk:Dr.vivek163"	3	FALSE	399	FALSE		sz3t2ap7z8bpkdvdvi195f3i35949bv	FALSE	"Amicable always"	FALSE		"n,e,w"		
+819091796	2018-01-07 10:41:31	56237366	13286072	"User talk:Twistorl"	3	FALSE	1260	FALSE		r6s5j8j3iykenrhuhpnkpsmmd71vubf	FALSE	"ClueBot NG"	FALSE			"1"	
+819091825	2018-01-07 10:41:51	56237368	8409334	"Kom Firin"	0	FALSE	2249	FALSE		tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	FALSE	"Khruner"	FALSE		"A,E,S,,, ,j,p,g,,, ,t,h,e,,, ,t,h,e,,, ,t,h,e,,, ,t,h,e,,, ,a,n,d,,, ,y,o,u,,, ,T,o,r"	"6,7,,, ,1,1,9"	
+822610647	2018-01-27 12:16:02	56237368	8409334	"Kom Firin"	0	FALSE	2230	FALSE		e6oa4g0qv64icdaq26uu1zzbyr5hcbh	TRUE	"Khruner"	FALSE				
+819091844	2018-01-07 10:42:05	56237369	32794215	"User:Editingaccount1994/sandbox"	2	FALSE	27840	FALSE		0fyvyh2a8xu41gt8obr34oba0bfixj6	FALSE	"Editingaccount1994"	FALSE	"Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier"	"A,E,S,,, ,n,o,m"		
+819093984	2018-01-07 11:09:52	56237369	7611264	"User:Editingaccount1994/sandbox"	2	FALSE	27787	FALSE		8gy52aolt5rg3eaketwj5v7eiw0apv2	TRUE	"AnomieBOT"	FALSE	"Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier"	"w,e,b,,, ,S,e,e,,, ,f,o,r"		
+820064189	2018-01-12 21:45:50	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27784	FALSE		he8ydemaanxlrpftqxkez8jfpge1fsj	TRUE	"SporkBot"	FALSE	"Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier"	"p,e,r,,, ,T,F,D,,, ,T,F,D"		
+820078679	2018-01-12 23:28:11	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27783	FALSE		0to17w9rth3url8n7gvucdtobybdq5h	TRUE	"SporkBot"	FALSE	"Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier"	"p,e,r,,, ,f,o,r,,, ,L,o,g,,, ,T,F,D"	"2,0,1,0,,, ,1,3"	
+820078733	2018-01-12 23:28:39	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27782	FALSE		531dizmmloyxffbkdr5vph7owh921eg	TRUE	"SporkBot"	FALSE	"Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier"	"p,e,r,,, ,f,o,r,,, ,L,o,g,,, ,T,F,D"	"2,0,1,1,,, ,1,7"	
+820177382	2018-01-13 13:45:33	56237369	13791031	"User:Editingaccount1994/sandbox"	2	FALSE	27757	FALSE		nik9p2u2fuk4yazjxt8ymbicxv5qid9	FALSE	"Frietjes"	FALSE	"Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier"	"y,o,u,,, ,a,r,e,,, ,t,o,r,,, ,y,o,u"		
+822038928	2018-01-24 01:35:22	56237369	2304267	"User:Editingaccount1994/sandbox"	2	FALSE	27667	FALSE		gwk6pampl8si1v5pv3kwgteg710sfw3	FALSE	"CommonsDelinker"	FALSE	"Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier,Li Chevalier"	"j,p,g,,, ,j,p,g,,, ,h,a,s,,, ,C,O,M"	"1,6,,, ,2,0,1,8"	
+819091874	2018-01-07 10:42:20	56237370	1368779	"Anita del Rey"	0	FALSE	25	FALSE		n4ozbsgle13p9yywtfrz982ccj8woc9	FALSE	"PamD"	FALSE		"a,l,t"		
+819091883	2018-01-07 10:42:27	56237371	13286072	"User talk:119.94.96.157"	3	FALSE	1274	FALSE		ksohnvsbeuzwpl5vb8a3v8m18hva0a7	FALSE	"ClueBot NG"	FALSE			"1,1,9,,, ,9,4,,, ,9,6,,, ,1,5,7,,, ,1,1,9,,, ,9,4,,, ,9,6,,, ,1,5,7,,, ,1"	
+819091914	2018-01-07 10:42:50	56237372	677153	"Category:Ohmi Railway"	14	FALSE	113	FALSE		je7aw21fedbwyqsyofpisdrynsu7olr	FALSE	"Underbar dk"	FALSE		"A,E,S"		
+819091968	2018-01-07 10:43:32	56237375	882433	"User talk:92.226.219.222"	3	FALSE	199	FALSE		cpm4tkzcx4hc6irr9ukbi06ogud8dtq	FALSE	"TastyPoutine"	FALSE		"A,E,S"		
+819094036	2018-01-07 11:10:24	56237375	7611264	"User talk:92.226.219.222"	3	FALSE	1840	FALSE		artmfz8b2gxhb3pp8a5p4ksplxqfkpg	TRUE	"AnomieBOT"	FALSE		"S,e,e,,, ,f,o,r"		
+819112363	2018-01-07 14:33:36	56237375	702940	"User talk:92.226.219.222"	3	FALSE	2949	FALSE		dn9wj0n8d8pdd5lqe56uw5xamupowr1	FALSE	"Only"	FALSE		"h,a,s,,, ,h,a,s"		
+819092004	2018-01-07 10:44:01	56237376	32794237	"User:Dipayanacharya"	2	FALSE	28	FALSE		ofueugwatmmn7u73isw732neuza57gk	FALSE	"Dipayanacharya"	FALSE				
+819092390	2018-01-07 10:49:08	56237376	32794237	"User:Dipayanacharya"	2	FALSE	38	FALSE		dsz55xv96ec2uv6w9c1z7c52ipfovbw	FALSE	"Dipayanacharya"	FALSE				
+819092066	2018-01-07 10:44:56	56237378	21516552	"BSCIC"	0	FALSE	65	FALSE		9ma38hak0ef1ew4fpiutxpnzd8oz1wd	FALSE	"Vinegarymass911"	FALSE		"A,E,S,,, ,a,n,d"		
+819092102	2018-01-07 10:45:21	56237379	754619	"Category:Women government ministers of Yemen"	14	FALSE	285	FALSE		4dvakoat58bzyf5hmtthxukt29hip6n	FALSE	"BrownHairedGirl"	FALSE		"A,E,S,,, ,N,o,n"		
+819092135	2018-01-07 10:45:54	56237381	410898	"Talk:List of Morning Glories Characters"	1	FALSE	103	FALSE		2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	FALSE	"PRehse"	FALSE		"A,E,S,,, ,l,o,w,,, ,l,o,w"		
+819092138	2018-01-07 10:45:56	56237382	13286072	"User talk:106.207.126.114"	3	FALSE	1330	FALSE		3y9t5wpk6ur5jhone75rhm4wjf01fgi	FALSE	"ClueBot NG"	FALSE			"1,0,6,,, ,2,0,7,,, ,1,2,6,,, ,1,1,4,,, ,1,0,6,,, ,2,0,7,,, ,1,2,6,,, ,1,1,4,,, ,1"	
+819092495	2018-01-07 10:50:22	56237382	31190506	"User talk:106.207.126.114"	3	FALSE	2355	FALSE		8wvn6vh3isyt0dorpe89lztrburgupe	FALSE	"HindWIKI"	FALSE				
--- a/test/baseline_output/capturegroup_regextest_1.tsv
+++ b/test/baseline_output/capturegroup_regextest_1.tsv
@ -1,27 +1,27 @@
-anon	articleid	date_time	deleted	editor	editor_id	minor	namespace	npov_neutral	npov_npov	revert	reverteds	revid	sha1	testcase_a	testcase_b	testcase_c	testcase_d	text_chars	title
-FALSE	56237363	2018-01-07 10:40:58	FALSE	"NinjaRobotPirate"	3742946	FALSE	3	None	None	FALSE		819091731	135nz8q6lfam6cojla7azb7k5alx3t3	None	None	None	None	1141	"User talk:86.139.142.254"
-FALSE	56237364	2018-01-07 10:41:10	FALSE	"Kavin kavitha"	32792125	FALSE	3	None	None	FALSE		819091755	0pwezjc6yopz0smc8al6ogc4fax5bwo	None	None	None	None	663	"User talk:Kavin kavitha"
-FALSE	56237365	2018-01-07 10:41:26	FALSE	"Amicable always"	32621254	FALSE	3	None	NPOV, NPOV	FALSE		819091788	sz3t2ap7z8bpkdvdvi195f3i35949bv	None	None	None	None	399	"User talk:Dr.vivek163"
-FALSE	56237366	2018-01-07 10:41:31	FALSE	"ClueBot NG"	13286072	FALSE	3	None	None	FALSE		819091796	r6s5j8j3iykenrhuhpnkpsmmd71vubf	None	None	None	None	1260	"User talk:Twistorl"
-FALSE	56237368	2018-01-07 10:41:51	FALSE	"Khruner"	8409334	FALSE	0	None	NPOV	FALSE		819091825	tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	None	TestCaseB	None	None	2249	"Kom Firin"
-FALSE	56237368	2018-01-27 12:16:02	FALSE	"Khruner"	8409334	TRUE	0	None	None	FALSE		822610647	e6oa4g0qv64icdaq26uu1zzbyr5hcbh	None	None	None	None	2230	"Kom Firin"
-FALSE	56237369	2018-01-07 10:42:05	FALSE	"Editingaccount1994"	32794215	FALSE	2	None	None	FALSE		819091844	0fyvyh2a8xu41gt8obr34oba0bfixj6	None	None	None	None	27840	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-07 11:09:52	FALSE	"AnomieBOT"	7611264	TRUE	2	None	None	FALSE		819093984	8gy52aolt5rg3eaketwj5v7eiw0apv2	None	None	None	None	27787	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-12 21:45:50	FALSE	"SporkBot"	12406635	TRUE	2	None	None	FALSE		820064189	he8ydemaanxlrpftqxkez8jfpge1fsj	None	None	None	None	27784	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-12 23:28:11	FALSE	"SporkBot"	12406635	TRUE	2	None	None	FALSE		820078679	0to17w9rth3url8n7gvucdtobybdq5h	None	None	None	None	27783	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-12 23:28:39	FALSE	"SporkBot"	12406635	TRUE	2	None	None	FALSE		820078733	531dizmmloyxffbkdr5vph7owh921eg	None	None	None	None	27782	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-13 13:45:33	FALSE	"Frietjes"	13791031	FALSE	2	None	None	FALSE		820177382	nik9p2u2fuk4yazjxt8ymbicxv5qid9	None	None	None	TestCaseD	27757	"User:Editingaccount1994/sandbox"
-FALSE	56237369	2018-01-24 01:35:22	FALSE	"CommonsDelinker"	2304267	FALSE	2	None	None	FALSE		822038928	gwk6pampl8si1v5pv3kwgteg710sfw3	None	None	None	None	27667	"User:Editingaccount1994/sandbox"
-FALSE	56237370	2018-01-07 10:42:20	FALSE	"PamD"	1368779	FALSE	0	None	None	FALSE		819091874	n4ozbsgle13p9yywtfrz982ccj8woc9	None	None	None	None	25	"Anita del Rey"
-FALSE	56237371	2018-01-07 10:42:27	FALSE	"ClueBot NG"	13286072	FALSE	3	None	None	FALSE		819091883	ksohnvsbeuzwpl5vb8a3v8m18hva0a7	None	None	None	None	1274	"User talk:119.94.96.157"
-FALSE	56237372	2018-01-07 10:42:50	FALSE	"Underbar dk"	677153	FALSE	14	None	None	FALSE		819091914	je7aw21fedbwyqsyofpisdrynsu7olr	None	None	None	None	113	"Category:Ohmi Railway"
-FALSE	56237375	2018-01-07 10:43:32	FALSE	"TastyPoutine"	882433	FALSE	3	None	None	FALSE		819091968	cpm4tkzcx4hc6irr9ukbi06ogud8dtq	None	None	None	None	199	"User talk:92.226.219.222"
-FALSE	56237375	2018-01-07 11:10:24	FALSE	"AnomieBOT"	7611264	TRUE	3	None	None	FALSE		819094036	artmfz8b2gxhb3pp8a5p4ksplxqfkpg	None	None	None	None	1840	"User talk:92.226.219.222"
-FALSE	56237375	2018-01-07 14:33:36	FALSE	"Only"	702940	FALSE	3	None	None	FALSE		819112363	dn9wj0n8d8pdd5lqe56uw5xamupowr1	None	None	None	None	2949	"User talk:92.226.219.222"
-FALSE	56237376	2018-01-07 10:44:01	FALSE	"Dipayanacharya"	32794237	FALSE	2	None	None	FALSE		819092004	ofueugwatmmn7u73isw732neuza57gk	None	None	None	None	28	"User:Dipayanacharya"
-FALSE	56237376	2018-01-07 10:49:08	FALSE	"Dipayanacharya"	32794237	FALSE	2	None	None	FALSE		819092390	dsz55xv96ec2uv6w9c1z7c52ipfovbw	None	None	None	None	38	"User:Dipayanacharya"
-FALSE	56237378	2018-01-07 10:44:56	FALSE	"Vinegarymass911"	21516552	FALSE	0	None	None	FALSE		819092066	9ma38hak0ef1ew4fpiutxpnzd8oz1wd	None	None	None	None	65	"BSCIC"
-FALSE	56237379	2018-01-07 10:45:21	FALSE	"BrownHairedGirl"	754619	FALSE	14	None	None	FALSE		819092102	4dvakoat58bzyf5hmtthxukt29hip6n	None	None	None	None	285	"Category:Women government ministers of Yemen"
-FALSE	56237381	2018-01-07 10:45:54	FALSE	"PRehse"	410898	FALSE	1	None	None	FALSE		819092135	2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	None	None	None	None	103	"Talk:List of Morning Glories Characters"
-FALSE	56237382	2018-01-07 10:45:56	FALSE	"ClueBot NG"	13286072	FALSE	3	None	None	FALSE		819092138	3y9t5wpk6ur5jhone75rhm4wjf01fgi	None	None	None	None	1330	"User talk:106.207.126.114"
-FALSE	56237382	2018-01-07 10:50:22	FALSE	"HindWIKI"	31190506	FALSE	3	None	None	FALSE		819092495	8wvn6vh3isyt0dorpe89lztrburgupe	None	None	None	None	2355	"User talk:106.207.126.114"
+revid	date_time	articleid	editorid	title	namespace	deleted	text_chars	revert	reverteds	sha1	minor	editor	anon	npov_npov	npov_neutral	testcase_a	testcase_b	testcase_c	testcase_d
+819091731	2018-01-07 10:40:58	56237363	3742946	"User talk:86.139.142.254"	3	FALSE	1141	FALSE		135nz8q6lfam6cojla7azb7k5alx3t3	FALSE	"NinjaRobotPirate"	FALSE						
+819091755	2018-01-07 10:41:10	56237364	32792125	"User talk:Kavin kavitha"	3	FALSE	663	FALSE		0pwezjc6yopz0smc8al6ogc4fax5bwo	FALSE	"Kavin kavitha"	FALSE						
+819091788	2018-01-07 10:41:26	56237365	32621254	"User talk:Dr.vivek163"	3	FALSE	399	FALSE		sz3t2ap7z8bpkdvdvi195f3i35949bv	FALSE	"Amicable always"	FALSE	"N,P,O,V,,, ,N,P,O,V"					
+819091796	2018-01-07 10:41:31	56237366	13286072	"User talk:Twistorl"	3	FALSE	1260	FALSE		r6s5j8j3iykenrhuhpnkpsmmd71vubf	FALSE	"ClueBot NG"	FALSE						
+819091825	2018-01-07 10:41:51	56237368	8409334	"Kom Firin"	0	FALSE	2249	FALSE		tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	FALSE	"Khruner"	FALSE	"N,P,O,V"			"T,e,s,t,C,a,s,e,B"		
+822610647	2018-01-27 12:16:02	56237368	8409334	"Kom Firin"	0	FALSE	2230	FALSE		e6oa4g0qv64icdaq26uu1zzbyr5hcbh	TRUE	"Khruner"	FALSE						
+819091844	2018-01-07 10:42:05	56237369	32794215	"User:Editingaccount1994/sandbox"	2	FALSE	27840	FALSE		0fyvyh2a8xu41gt8obr34oba0bfixj6	FALSE	"Editingaccount1994"	FALSE						
+819093984	2018-01-07 11:09:52	56237369	7611264	"User:Editingaccount1994/sandbox"	2	FALSE	27787	FALSE		8gy52aolt5rg3eaketwj5v7eiw0apv2	TRUE	"AnomieBOT"	FALSE						
+820064189	2018-01-12 21:45:50	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27784	FALSE		he8ydemaanxlrpftqxkez8jfpge1fsj	TRUE	"SporkBot"	FALSE						
+820078679	2018-01-12 23:28:11	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27783	FALSE		0to17w9rth3url8n7gvucdtobybdq5h	TRUE	"SporkBot"	FALSE						
+820078733	2018-01-12 23:28:39	56237369	12406635	"User:Editingaccount1994/sandbox"	2	FALSE	27782	FALSE		531dizmmloyxffbkdr5vph7owh921eg	TRUE	"SporkBot"	FALSE						
+820177382	2018-01-13 13:45:33	56237369	13791031	"User:Editingaccount1994/sandbox"	2	FALSE	27757	FALSE		nik9p2u2fuk4yazjxt8ymbicxv5qid9	FALSE	"Frietjes"	FALSE						"T,e,s,t,C,a,s,e,D"
+822038928	2018-01-24 01:35:22	56237369	2304267	"User:Editingaccount1994/sandbox"	2	FALSE	27667	FALSE		gwk6pampl8si1v5pv3kwgteg710sfw3	FALSE	"CommonsDelinker"	FALSE						
+819091874	2018-01-07 10:42:20	56237370	1368779	"Anita del Rey"	0	FALSE	25	FALSE		n4ozbsgle13p9yywtfrz982ccj8woc9	FALSE	"PamD"	FALSE						
+819091883	2018-01-07 10:42:27	56237371	13286072	"User talk:119.94.96.157"	3	FALSE	1274	FALSE		ksohnvsbeuzwpl5vb8a3v8m18hva0a7	FALSE	"ClueBot NG"	FALSE						
+819091914	2018-01-07 10:42:50	56237372	677153	"Category:Ohmi Railway"	14	FALSE	113	FALSE		je7aw21fedbwyqsyofpisdrynsu7olr	FALSE	"Underbar dk"	FALSE						
+819091968	2018-01-07 10:43:32	56237375	882433	"User talk:92.226.219.222"	3	FALSE	199	FALSE		cpm4tkzcx4hc6irr9ukbi06ogud8dtq	FALSE	"TastyPoutine"	FALSE						
+819094036	2018-01-07 11:10:24	56237375	7611264	"User talk:92.226.219.222"	3	FALSE	1840	FALSE		artmfz8b2gxhb3pp8a5p4ksplxqfkpg	TRUE	"AnomieBOT"	FALSE						
+819112363	2018-01-07 14:33:36	56237375	702940	"User talk:92.226.219.222"	3	FALSE	2949	FALSE		dn9wj0n8d8pdd5lqe56uw5xamupowr1	FALSE	"Only"	FALSE						
+819092004	2018-01-07 10:44:01	56237376	32794237	"User:Dipayanacharya"	2	FALSE	28	FALSE		ofueugwatmmn7u73isw732neuza57gk	FALSE	"Dipayanacharya"	FALSE						
+819092390	2018-01-07 10:49:08	56237376	32794237	"User:Dipayanacharya"	2	FALSE	38	FALSE		dsz55xv96ec2uv6w9c1z7c52ipfovbw	FALSE	"Dipayanacharya"	FALSE						
+819092066	2018-01-07 10:44:56	56237378	21516552	"BSCIC"	0	FALSE	65	FALSE		9ma38hak0ef1ew4fpiutxpnzd8oz1wd	FALSE	"Vinegarymass911"	FALSE						
+819092102	2018-01-07 10:45:21	56237379	754619	"Category:Women government ministers of Yemen"	14	FALSE	285	FALSE		4dvakoat58bzyf5hmtthxukt29hip6n	FALSE	"BrownHairedGirl"	FALSE						
+819092135	2018-01-07 10:45:54	56237381	410898	"Talk:List of Morning Glories Characters"	1	FALSE	103	FALSE		2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	FALSE	"PRehse"	FALSE						
+819092138	2018-01-07 10:45:56	56237382	13286072	"User talk:106.207.126.114"	3	FALSE	1330	FALSE		3y9t5wpk6ur5jhone75rhm4wjf01fgi	FALSE	"ClueBot NG"	FALSE						
+819092495	2018-01-07 10:50:22	56237382	31190506	"User talk:106.207.126.114"	3	FALSE	2355	FALSE		8wvn6vh3isyt0dorpe89lztrburgupe	FALSE	"HindWIKI"	FALSE						
--- a/test/baseline_output/collapse-user_sailormoon.tsv
+++ b/test/baseline_output/collapse-user_sailormoon.tsv
@ -1,4 +1,4 @@
-anon	articleid	collapsed_revs	date_time	deleted	editor	editor_id	minor	namespace	revert	reverteds	revid	sha1	text_chars	title
+anon	articleid	collapsed_revs	date_time	deleted	editor	editorid	minor	namespace	revert	reverteds	revid	sha1	text_chars	title
 FALSE	1	1	2004-11-11 23:33:14	FALSE	"Jasonr"	1	FALSE	6	FALSE		274	da39a3ee5e6b4b0d3255bfef95601890afd80709	0	"File:Wiki.png"
 FALSE	3	1	2004-11-11 23:33:14	FALSE	"Jasonr"	1	FALSE	6	FALSE		276	da39a3ee5e6b4b0d3255bfef95601890afd80709	0	"File:Search logo.png"
 FALSE	6	3	2005-07-29 18:37:42	FALSE	"Purplefeltangel"	5055	TRUE	4	FALSE		259	f9cc2c62a91bb1ee47fe6dee6ed6a38ba1e708ea	224	"Sailor Moon Wiki:About"
--- a/test/baseline_output/namespaces_ikwiki-20180301-pages-meta-history.tsv
+++ b/test/baseline_output/namespaces_ikwiki-20180301-pages-meta-history.tsv
@ -1,4 +1,4 @@
-anon	articleid	date_time	deleted	editor	editor_id	minor	namespace	revert	reverteds	revid	sha1	text_chars	title
+anon	articleid	date_time	deleted	editor	editorid	minor	namespace	revert	reverteds	revid	sha1	text_chars	title
 FALSE	2	2004-01-25 13:40:25	FALSE	"Brion VIBBER"	1	FALSE	0	FALSE		3094	a6dzmzujf5owfsclacifhewzvp6q8ya	24	"HomePage"
 TRUE	2	2007-01-01 14:51:20	FALSE	"125.229.3.76"		FALSE	0	FALSE		5938	46va13zuh9l56lj7ppey9a11l99zamg	337	"HomePage"
 FALSE	2	2008-02-24 15:07:26	FALSE	"Alexbot"	147	TRUE	0	FALSE		7322	5yib0zj4fa2lxe8xxw6l702097371u2	343	"HomePage"
--- a/test/baseline_output/noargs_sailormoon.tsv
+++ b/test/baseline_output/noargs_sailormoon.tsv
@ -1,4 +1,4 @@
-anon	articleid	date_time	deleted	editor	editor_id	minor	namespace	revert	reverteds	revid	sha1	text_chars	title
+anon	articleid	date_time	deleted	editor	editorid	minor	namespace	revert	reverteds	revid	sha1	text_chars	title
 FALSE	1	2004-11-11 23:33:14	FALSE	"Jasonr"	1	FALSE	6	FALSE		274	da39a3ee5e6b4b0d3255bfef95601890afd80709	0	"File:Wiki.png"
 FALSE	3	2004-11-11 23:33:14	FALSE	"Jasonr"	1	FALSE	6	FALSE		276	da39a3ee5e6b4b0d3255bfef95601890afd80709	0	"File:Search logo.png"
 FALSE	6	2005-07-16 21:46:43	FALSE	"Purplefeltangel"	5055	FALSE	4	FALSE		3	83d73a7b77b4de495037c6236808e8518d545591	184	"Sailor Moon Wiki:About"
--- a/test/baseline_output/persistence_legacy_sailormoon.tsv
+++ b/test/baseline_output/persistence_legacy_sailormoon.tsv
@ -1,4 +1,4 @@
-anon	articleid	date_time	deleted	editor	editor_id	minor	namespace	revert	reverteds	revid	sha1	text_chars	title	token_revs	tokens_added	tokens_removed	tokens_window
+anon	articleid	date_time	deleted	editor	editorid	minor	namespace	revert	reverteds	revid	sha1	text_chars	title	token_revs	tokens_added	tokens_removed	tokens_window
 FALSE	1	2004-11-11 23:33:14	FALSE	"Jasonr"	1	FALSE	6	FALSE		274	da39a3ee5e6b4b0d3255bfef95601890afd80709	0	"File:Wiki.png"	0	0	0	0
 FALSE	3	2004-11-11 23:33:14	FALSE	"Jasonr"	1	FALSE	6	FALSE		276	da39a3ee5e6b4b0d3255bfef95601890afd80709	0	"File:Search logo.png"	0	0	0	0
 FALSE	6	2005-07-16 21:46:43	FALSE	"Purplefeltangel"	5055	FALSE	4	FALSE		3	83d73a7b77b4de495037c6236808e8518d545591	184	"Sailor Moon Wiki:About"	390	65	0	6
--- a/test/baseline_output/persistence_sailormoon.tsv
+++ b/test/baseline_output/persistence_sailormoon.tsv
--- a/test/baseline_output/persistence_segment_sailormoon.tsv
+++ b/test/baseline_output/persistence_segment_sailormoon.tsv
--- a/test/baseline_output/redirect_ikwiki-20180301-pages-meta-history.tsv
+++ b/test/baseline_output/redirect_ikwiki-20180301-pages-meta-history.tsv
--- a/test/baseline_output/redirect_pokemonfandomcom_fr-20200215-history.tsv
+++ b/test/baseline_output/redirect_pokemonfandomcom_fr-20200215-history.tsv
--- a/test/baseline_output/redirect_sailormoon.tsv
+++ b/test/baseline_output/redirect_sailormoon.tsv
@ -0,0 +1,291 @@
+revid	date_time	articleid	editorid	title	namespace	deleted	text_chars	revert	reverteds	sha1	minor	editor	anon	token_revs	tokens_added	tokens_removed	tokens_window
+274	2004-11-11 23:33:14	1	1	"File:Wiki.png"	6	FALSE	0	FALSE		da39a3ee5e6b4b0d3255bfef95601890afd80709	FALSE	"Jasonr"	FALSE	0	0	0	0
+276	2004-11-11 23:33:14	3	1	"File:Search logo.png"	6	FALSE	0	FALSE		da39a3ee5e6b4b0d3255bfef95601890afd80709	FALSE	"Jasonr"	FALSE	0	0	0	0
+3	2005-07-16 21:46:43	6	5055	"Sailor Moon Wiki:About"	4	FALSE	184	FALSE		83d73a7b77b4de495037c6236808e8518d545591	FALSE	"Purplefeltangel"	FALSE	390	65	0	6
+130	2005-07-16 21:47:16	6	5055	"Sailor Moon Wiki:About"	4	FALSE	222	FALSE		1f5e2990a4350396907d087706de27afc106302a	FALSE	"Purplefeltangel"	FALSE	78	13	0	6
+259	2005-07-29 18:37:42	6	5055	"Sailor Moon Wiki:About"	4	FALSE	224	FALSE		f9cc2c62a91bb1ee47fe6dee6ed6a38ba1e708ea	TRUE	"Purplefeltangel"	FALSE	10	2	0	6
+266	2006-01-15 14:50:13	6		"Sailor Moon Wiki:About"	4	FALSE	5005	FALSE		b42d6dbfab55049f0808376dfb13e0841f83e049	FALSE	"85.255.113.157"	TRUE	0	735	0	6
+271	2006-01-15 20:40:52	6	2	"Sailor Moon Wiki:About"	4	FALSE	224	TRUE	"266"	f9cc2c62a91bb1ee47fe6dee6ed6a38ba1e708ea	TRUE	"Angela"	FALSE	0	0	0	5
+273	2006-01-16 04:00:17	6		"Sailor Moon Wiki:About"	4	FALSE	4848	FALSE		6b022bfb567a89ceb57a8a6f53a3f69459d2586e	FALSE	"85.255.113.158"	TRUE	741	741	0	4
+279	2006-01-16 07:20:23	6		"Sailor Moon Wiki:About"	4	FALSE	10085	FALSE		65c033485d19e151482112839dff04a1054a8b2a	FALSE	"85.255.113.154"	TRUE	0	797	0	3
+1730	2006-01-19 19:14:50	6	13134	"Sailor Moon Wiki:About"	4	FALSE	224	TRUE	"279,273"	f9cc2c62a91bb1ee47fe6dee6ed6a38ba1e708ea	FALSE	"Spam cleanup script"	FALSE	0	0	0	2
+2273	2006-08-01 11:21:41	6	39832	"Sailor Moon Wiki:About"	4	FALSE	8	FALSE		0eedbaa84ed1850f90e1e38b3098f165e6c673d8	FALSE	"Jimbo Wæles"	FALSE	0	3	80	1
+2310	2006-08-04 16:56:16	6	8245	"Sailor Moon Wiki:About"	4	FALSE	224	TRUE	"2273"	f9cc2c62a91bb1ee47fe6dee6ed6a38ba1e708ea	TRUE	"Splarka"	FALSE	0	0	0	0
+5	2005-07-16 22:09:27	7	5055	"Sailor Moon Wiki:Policies"	4	FALSE	3217	FALSE		be1969ef45877518a1cad13f8e56480b3a18716c	FALSE	"Purplefeltangel"	FALSE	7332	1222	0	6
+6	2005-07-16 22:17:11	7	5055	"Sailor Moon Wiki:Policies"	4	FALSE	3737	FALSE		1d28e2148e4ca41015bd5bab4b7987a494316180	FALSE	"Purplefeltangel"	FALSE	1254	209	3	6
+39	2005-07-16 22:18:22	7	5055	"Sailor Moon Wiki:Policies"	4	FALSE	3950	FALSE		00913a74749ca1783b05d92547728ec016e38a9d	FALSE	"Purplefeltangel"	FALSE	462	77	0	6
+143	2005-07-17 02:01:56	7	5055	"Sailor Moon Wiki:Policies"	4	FALSE	3992	FALSE		d51f10d004bcc3384234b19df209b00327ecc04c	FALSE	"Purplefeltangel"	FALSE	102	17	0	6
+185	2005-07-29 22:35:22	7	5055	"Sailor Moon Wiki:Policies"	4	FALSE	3994	FALSE		014220129562ab1183e1635f794e9de61a5fdfb1	FALSE	"Purplefeltangel"	FALSE	12	2	0	6
+187	2005-09-11 20:58:22	7	5055	"Sailor Moon Wiki:Policies"	4	FALSE	4336	FALSE		53523cf4df6d059353669495356ac4e814e863b4	FALSE	"Purplefeltangel"	FALSE	676	136	0	6
+188	2005-09-12 21:24:49	7	5055	"Sailor Moon Wiki:Policies"	4	FALSE	4412	FALSE		1097c589d1ab97dd00ac8302d2d2ab354f2a0e0b	FALSE	"Purplefeltangel"	FALSE	150	30	0	6
+258	2005-09-12 21:29:28	7	5055	"Sailor Moon Wiki:Policies"	4	FALSE	4418	FALSE		4e68560d56b9efddd8f7d1dd07dce546dc11a6bb	TRUE	"Purplefeltangel"	FALSE	15	3	1	6
+265	2006-01-15 14:49:34	7		"Sailor Moon Wiki:Policies"	4	FALSE	9251	FALSE		f47930f25a5a870ba234d4ac3e465d99f8fe8e78	FALSE	"85.255.114.134"	TRUE	726	726	0	6
+270	2006-01-15 18:55:09	7		"Sailor Moon Wiki:Policies"	4	FALSE	14839	FALSE		61a43846994b8413f74a8927e14084da819a8c08	FALSE	"85.255.113.154"	TRUE	0	799	0	6
+280	2006-01-15 20:41:05	7	2	"Sailor Moon Wiki:Policies"	4	FALSE	4418	TRUE	"270,265"	4e68560d56b9efddd8f7d1dd07dce546dc11a6bb	FALSE	"Angela"	FALSE	0	0	0	5
+2276	2006-08-01 11:21:51	7	39832	"Sailor Moon Wiki:Policies"	4	FALSE	8	FALSE		0eedbaa84ed1850f90e1e38b3098f165e6c673d8	FALSE	"Jimbo Wæles"	FALSE	0	3	1692	4
+2308	2006-08-04 16:56:14	7	8245	"Sailor Moon Wiki:Policies"	4	FALSE	4418	TRUE	"2276"	4e68560d56b9efddd8f7d1dd07dce546dc11a6bb	TRUE	"Splarka"	FALSE	0	0	0	3
+6321	2009-12-05 08:49:33	7	1628549	"Sailor Moon Wiki:Policies"	4	FALSE	4540	FALSE		ea21012108822ca7d2147f137c33d7db647dd4a4	TRUE	"Thisismyusername"	FALSE	184	94	78	2
+6612	2009-12-18 00:27:31	7	1628549	"Sailor Moon Wiki:Policies"	4	FALSE	4565	FALSE		35e2e3e4363dce8d8d18679037360988fe851771	TRUE	"Thisismyusername"	FALSE	34	34	2	1
+6613	2009-12-18 00:28:57	7	1628549	"Sailor Moon Wiki:Policies"	4	FALSE	4655	FALSE		559912d6f797a162182d3f57798ff1a27a02e12f	TRUE	"Thisismyusername"	FALSE	0	64	32	0
+281	2005-07-16 22:10:09	8	5055	"Category:About Sailor Moon Wiki"	14	FALSE	38	FALSE		8de77856442b891d25b4000af3c68fb8624a5845	FALSE	"Purplefeltangel"	FALSE	0	14	0	0
+8	2005-07-16 22:40:19	9	5055	"Template:Charastub"	10	FALSE	200	FALSE		01b0bb0207a26d3f245705d87799fe025e7cfe5b	FALSE	"Purplefeltangel"	FALSE	215	72	0	3
+9	2005-07-16 22:48:15	9	5055	"Template:Charastub"	10	FALSE	202	FALSE		27e19d4e7c17fbd0396c31828cae3bfb8e2ee7c8	FALSE	"Purplefeltangel"	FALSE	0	2	0	2
+282	2005-07-16 22:48:26	9	5055	"Template:Charastub"	10	FALSE	200	TRUE	"9"	01b0bb0207a26d3f245705d87799fe025e7cfe5b	FALSE	"Purplefeltangel"	FALSE	0	0	0	1
+5880	2009-11-22 05:46:05	9	1628549	"Template:Charastub"	10	FALSE	199	FALSE		94713b4223d33a6d2c5121b7fcd5b73bf5545990	TRUE	"Thisismyusername"	FALSE	0	1	1	0
+7	2005-07-16 22:47:18	10	5055	"Sailor Moon Wiki:List of all templates"	4	FALSE	105	FALSE		e81e52ce91be28ff0d1e494c8464bb1ac8da905b	FALSE	"Purplefeltangel"	FALSE	222	37	0	6
+10	2005-07-16 22:47:34	10	5055	"Sailor Moon Wiki:List of all templates"	4	FALSE	152	FALSE		0e87f555f01710a9f31fe45793a7163db5aa51ca	FALSE	"Purplefeltangel"	FALSE	120	20	0	6
+13	2005-07-16 22:57:59	10	5055	"Sailor Moon Wiki:List of all templates"	4	FALSE	176	FALSE		03f8870c40d5171e94ca84bf3d952d0e9f298d06	FALSE	"Purplefeltangel"	FALSE	33	8	0	6
+14	2005-07-17 00:15:53	10	5055	"Sailor Moon Wiki:List of all templates"	4	FALSE	317	FALSE		2fb025e35aac0093c087abe4d4ed91e745813d0a	FALSE	"Purplefeltangel"	FALSE	92	45	1	6
+135	2005-07-17 00:16:14	10	5055	"Sailor Moon Wiki:List of all templates"	4	FALSE	203	FALSE		38890ff5b5d05398ecd8a9481d607f3bf4fe4417	FALSE	"Purplefeltangel"	FALSE	6	1	37	6
+151	2005-07-29 18:49:27	10	5055	"Sailor Moon Wiki:List of all templates"	4	FALSE	205	FALSE		eaa02ae0ce25c5786dd26c3050fec0a35a17e1f8	FALSE	"Purplefeltangel"	FALSE	12	2	0	6
+152	2005-07-30 00:00:45	10	5055	"Sailor Moon Wiki:List of all templates"	4	FALSE	242	FALSE		70705e974a8a8bae35c78e10be7711c956226169	FALSE	"Purplefeltangel"	FALSE	72	13	1	6
+153	2005-07-30 00:01:35	10	5055	"Sailor Moon Wiki:List of all templates"	4	FALSE	293	FALSE		00de5fdbce9e5afccd3e3290aee29372b0ca900f	FALSE	"Purplefeltangel"	FALSE	50	10	4	6
+227	2005-07-30 00:02:20	10	5055	"Sailor Moon Wiki:List of all templates"	4	FALSE	350	FALSE		cd07958a76b58c48932f941a9ed9538b6fbf61f2	FALSE	"Purplefeltangel"	FALSE	60	12	0	6
+237	2005-11-05 00:23:37	10	177	"Sailor Moon Wiki:List of all templates"	4	FALSE	583	FALSE		30164ea2825c4f6b760a79b2c8176ca176ebb4d0	TRUE	"Malkin"	FALSE	437	87	1	6
+241	2005-11-14 05:41:04	10	177	"Sailor Moon Wiki:List of all templates"	4	FALSE	638	FALSE		15677691b7f303c2fd0b6c490dc680fc07724376	TRUE	"Malkin"	FALSE	36	9	0	5
+283	2005-11-17 07:48:10	10	177	"Sailor Moon Wiki:List of all templates"	4	FALSE	668	FALSE		28da42804e820942b569b1c2956308d066ab18f8	TRUE	"Malkin"	FALSE	21	7	0	4
+2029	2006-04-16 04:49:39	10	177	"Sailor Moon Wiki:List of all templates"	4	FALSE	757	FALSE		ec76196bfaabbcdb9d647ec1f25e896b1c1ffcc9	TRUE	"Malkin"	FALSE	62	31	0	3
+2279	2006-08-01 11:22:00	10	39832	"Sailor Moon Wiki:List of all templates"	4	FALSE	8	FALSE		0eedbaa84ed1850f90e1e38b3098f165e6c673d8	FALSE	"Jimbo Wæles"	FALSE	0	1	236	2
+2305	2006-08-04 16:56:12	10	8245	"Sailor Moon Wiki:List of all templates"	4	FALSE	757	TRUE	"2279"	ec76196bfaabbcdb9d647ec1f25e896b1c1ffcc9	TRUE	"Splarka"	FALSE	0	0	0	1
+5876	2009-11-22 01:17:15	10	1628549	"Sailor Moon Wiki:List of all templates"	4	FALSE	799	FALSE		760846b9acd444fc98ec04308ad95355b8cd5ed5	TRUE	"Thisismyusername"	FALSE	0	13	0	0
+219	2005-07-16 22:47:55	11	5055	"Category:Character stubs"	14	FALSE	50	FALSE		e85fdc1d6f46c1c27a3ec6f71f4cd2cd58a33809	FALSE	"Purplefeltangel"	FALSE	36	18	0	2
+220	2005-11-04 23:36:13	11	177	"Category:Character stubs"	14	FALSE	94	FALSE		02504da0ba3941173e8c1924b2ebca32014655df	TRUE	"Malkin"	FALSE	13	13	0	1
+284	2005-11-04 23:40:45	11	177	"Category:Character stubs"	14	FALSE	175	FALSE		527ab174cf57537d2dc8a79d59339d64ca9b5149	TRUE	"Malkin"	FALSE	0	25	0	0
+285	2005-07-16 22:56:53	12	5055	"Template:Seealso"	10	FALSE	71	FALSE		1f95f29d34173528ff6fd346f3fcb71a3b7113b3	FALSE	"Purplefeltangel"	FALSE	0	18	0	0
+11	2005-07-16 23:37:05	13	5055	"Template:Charabox"	10	FALSE	1070	FALSE		1534cc265d3016b0b996ac9713e784d55b41e000	FALSE	"Purplefeltangel"	FALSE	3199	536	0	6
+26	2005-07-16 23:39:57	13	5055	"Template:Charabox"	10	FALSE	1108	FALSE		41499b647e20ac0f3e49611c51ab195fe3a8e356	FALSE	"Purplefeltangel"	FALSE	228	38	38	6
+34	2005-07-17 01:28:30	13	5055	"Template:Charabox"	10	FALSE	1143	FALSE		d7c7ca5ad4961f145af88b40855209c74d83b1f5	FALSE	"Purplefeltangel"	FALSE	114	19	0	6
+35	2005-07-17 01:41:11	13	5055	"Template:Charabox"	10	FALSE	1158	FALSE		5c327a54495f4b88a8907aca11ba9199e896d82b	FALSE	"Purplefeltangel"	FALSE	156	26	22	6
+36	2005-07-17 01:42:21	13	5055	"Template:Charabox"	10	FALSE	1157	FALSE		d4c3382412d49883c953d720fa89a7af46cd4c7f	FALSE	"Purplefeltangel"	FALSE	0	1	1	6
+52	2005-07-17 01:43:05	13	5055	"Template:Charabox"	10	FALSE	1158	TRUE	"36"	5c327a54495f4b88a8907aca11ba9199e896d82b	FALSE	"Purplefeltangel"	FALSE	0	0	0	6
+53	2005-07-17 03:09:38	13	5055	"Template:Charabox"	10	FALSE	1159	FALSE		ec2e9b0ed4b068cc52d121a70debfa584b2c6a17	FALSE	"Purplefeltangel"	FALSE	1	1	0	6
+54	2005-07-17 03:10:23	13	5055	"Template:Charabox"	10	FALSE	1158	FALSE		5701a47565dee6dd98fc03d5b036dbc346c33359	FALSE	"Purplefeltangel"	FALSE	0	0	1	6
+55	2005-07-17 03:10:39	13	5055	"Template:Charabox"	10	FALSE	1159	FALSE		34f5e6aef65d87aec8cbe56a120d8e90598b12d3	FALSE	"Purplefeltangel"	FALSE	0	3	2	6
+56	2005-07-17 03:12:00	13	5055	"Template:Charabox"	10	FALSE	1158	TRUE	"55,54,53"	5c327a54495f4b88a8907aca11ba9199e896d82b	FALSE	"Purplefeltangel"	FALSE	0	0	0	6
+57	2005-07-17 03:12:26	13	5055	"Template:Charabox"	10	FALSE	1160	FALSE		d6c4bdea3a8b7f88a6d67b878943ca6c7fe37a07	FALSE	"Purplefeltangel"	FALSE	0	2	0	6
+58	2005-07-17 03:13:20	13	5055	"Template:Charabox"	10	FALSE	1160	FALSE		f513ee93c1a7ad3582b6502782cd82f3a6b928bf	FALSE	"Purplefeltangel"	FALSE	0	3	4	6
+59	2005-07-17 03:15:01	13	5055	"Template:Charabox"	10	FALSE	1158	TRUE	"58,57"	5c327a54495f4b88a8907aca11ba9199e896d82b	FALSE	"Purplefeltangel"	FALSE	0	0	0	6
+202	2005-07-17 03:16:18	13	5055	"Template:Charabox"	10	FALSE	1161	FALSE		66c75c21c8bb185d5c03f6efd17fce706e8d5cb1	FALSE	"Purplefeltangel"	FALSE	18	3	0	6
+260	2005-10-25 23:04:33	13	177	"Template:Charabox"	10	FALSE	1255	FALSE		80138c6e86f5098330158903303b4f2b4e9cc908	TRUE	"Malkin"	FALSE	236	40	0	6
+286	2006-01-15 15:09:32	13		"Template:Charabox"	10	FALSE	6258	FALSE		2eeb0300a20e9c78337d5d01b9b3525c066ae0c0	FALSE	"85.255.114.130"	TRUE	0	677	0	6
+1731	2006-01-19 19:14:50	13	13134	"Template:Charabox"	10	FALSE	1255	TRUE	"286"	80138c6e86f5098330158903303b4f2b4e9cc908	FALSE	"Spam cleanup script"	FALSE	0	0	0	6
+2041	2006-05-26 04:34:57	13	177	"Template:Charabox"	10	FALSE	1258	FALSE		6192ed95ad0aba5e180648873a2e12da9d90f425	TRUE	"Malkin"	FALSE	6	1	1	6
+2163	2006-06-17 05:16:27	13		"Template:Charabox"	10	FALSE	1263	FALSE		d6da05d86e7907fde30cb17329fbe6b8f30cc7b5	FALSE	"220.237.30.150"	TRUE	6	1	1	6
+2638	2007-07-01 13:53:42	13	124366	"Template:Charabox"	10	FALSE	1264	FALSE		5b74246189ab956c7a4918031a2af3cba7d14cbc	FALSE	"AJtheFlameSwordsman"	FALSE	0	1	1	6
+2782	2008-06-21 02:37:43	13	265950	"Template:Charabox"	10	FALSE	1278	FALSE		6d9fc08ff005da3a33d35c30dbd1bd1c7a72091a	TRUE	"Landavia"	FALSE	42	7	1	6
+2820	2008-07-08 01:01:13	13	265950	"Template:Charabox"	10	FALSE	1284	FALSE		dcba7523c1dc23c670703252cb33bac8359548e7	FALSE	"Landavia"	FALSE	18	3	0	6
+2856	2008-07-11 21:28:53	13		"Template:Charabox"	10	FALSE	1380	FALSE		65745105a0dda265f03bd8459e7052e24aa1cc7a	FALSE	"78.150.115.116"	TRUE	700	260	224	6
+2857	2008-07-11 21:29:37	13		"Template:Charabox"	10	FALSE	1389	FALSE		2f34cc6fc3f7a7f33ddd880f0bda6c82619778c7	FALSE	"78.150.115.116"	TRUE	6	3	0	6
+2858	2008-07-11 21:33:11	13		"Template:Charabox"	10	FALSE	1257	FALSE		1557bd94cf960713e932d5593422206e7deba078	FALSE	"78.150.115.116"	TRUE	0	0	88	6
+2859	2008-07-11 21:34:20	13		"Template:Charabox"	10	FALSE	1265	FALSE		88d6a608a69c0bdf169e052e75d3ae49cf1cad4a	FALSE	"78.150.115.116"	TRUE	0	1	1	5
+2899	2008-09-20 04:10:46	13	161697	"Template:Charabox"	10	FALSE	1284	TRUE	"2859,2858,2857,2856"	dcba7523c1dc23c670703252cb33bac8359548e7	FALSE	"Uberfuzzy"	FALSE	0	0	0	4
+2966	2008-10-05 19:19:45	13	161697	"Template:Charabox"	10	FALSE	1286	FALSE		0ed834d80d8b155f6cb0aa9137bbab6e0d452651	FALSE	"Uberfuzzy"	FALSE	6	2	0	3
+2967	2008-10-05 19:20:47	13	161697	"Template:Charabox"	10	FALSE	1296	FALSE		f5ede617e3df5e94ca94fc8dd5c0f77155dc6c70	FALSE	"Uberfuzzy"	FALSE	6	3	2	2
+6724	2010-01-04 04:40:42	13	10370	"Template:Charabox"	10	FALSE	1334	FALSE		22e17200f66d6ca41f0101a3ddd518effc14e7ad	FALSE	"Toughpigs"	FALSE	20	20	1	1
+7017	2010-03-20 19:21:54	13		"Template:Charabox"	10	FALSE	1338	FALSE		209a13ec8c2b4c3a80f9f39eec45892b77daa332	FALSE	"99.227.202.85"	TRUE	0	2	0	0
+12	2005-07-17 00:02:36	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	4164	FALSE		5b6cb89c6c51db0e21b16949cc5849d5432bf98e	FALSE	"Purplefeltangel"	FALSE	9216	1536	0	6
+17	2005-07-17 00:02:55	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	4162	FALSE		9b94ad968fdb495bc3de790ff00768019887f0f6	FALSE	"Purplefeltangel"	FALSE	12	2	2	6
+19	2005-07-17 00:27:25	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	5612	FALSE		4b9f2ae9d282c15faa3524f8f260637fb55811da	FALSE	"Purplefeltangel"	FALSE	2981	499	0	6
+20	2005-07-17 00:38:57	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	5614	FALSE		779e9abdceb7c0fb404617d35b77ce7be91bd2e5	FALSE	"Purplefeltangel"	FALSE	12	2	2	6
+21	2005-07-17 00:40:29	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	5622	FALSE		20b724bfa4f1eb649e950ae60f265487c9df8475	FALSE	"Purplefeltangel"	FALSE	24	4	0	6
+22	2005-07-17 00:41:13	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	5623	FALSE		5a2f1b140bca7b6b3c12ee44a8422cb4fcb0f26a	FALSE	"Purplefeltangel"	FALSE	6	1	1	6
+69	2005-07-17 00:42:32	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	5656	FALSE		dc3b4550165e22b0768374612ffda9b9d5326e2e	FALSE	"Purplefeltangel"	FALSE	72	12	1	6
+81	2005-07-17 16:33:09	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	5679	FALSE		b3714229850f34c6f92dcdb4a95975ce1007ebbf	FALSE	"Purplefeltangel"	FALSE	60	10	0	6
+87	2005-07-18 01:35:37	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	5676	FALSE		120b5e1095c351ed0568d8d6ec52fb0cd93785fa	FALSE	"Purplefeltangel"	FALSE	0	0	2	6
+119	2005-07-18 02:03:00	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	5692	FALSE		e852d9b5a58b60f4c343f1610a879e7d94096295	FALSE	"Purplefeltangel"	FALSE	24	4	0	6
+120	2005-07-19 22:59:20	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	5758	FALSE		7e67c986b6b36dbb2dd935ab5c1d74253d550cd6	FALSE	"Purplefeltangel"	FALSE	174	29	9	6
+125	2005-07-19 22:59:45	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	5761	FALSE		9378526871378ff21825abf2f99c58da6b898f16	FALSE	"Purplefeltangel"	FALSE	18	3	0	6
+167	2005-07-22 02:01:48	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	5747	FALSE		fde382ae335cea4b64ad37f92dfaf3b1bcb52beb	FALSE	"Purplefeltangel"	FALSE	12	2	2	6
+205	2005-08-13 21:10:11	14	5055	"Pretty Guardian Sailor Moon"	0	FALSE	5733	FALSE		72a62ce9e6ee077f6b07c82642fdbaa2ac4a483c	FALSE	"Purplefeltangel"	FALSE	0	0	4	6
+211	2005-10-27 21:25:54	14	177	"Pretty Guardian Sailor Moon"	0	FALSE	5748	FALSE		b4f564c1b9776a8b4f44a7f68d1182d610a92439	TRUE	"Malkin"	FALSE	108	18	11	6
+256	2005-10-30 23:19:48	14	177	"Pretty Guardian Sailor Moon"	0	FALSE	5833	FALSE		199e09c1d7e5d8670b8e9804e7799f5b3d0090f0	TRUE	"Malkin"	FALSE	180	36	1	6
+264	2006-01-03 05:03:34	14		"Pretty Guardian Sailor Moon"	0	FALSE	5833	FALSE		5877864861dfc3214178d1755c92343044707f0c	FALSE	"220.237.30.150"	TRUE	5	1	1	6
+269	2006-01-15 18:31:58	14		"Pretty Guardian Sailor Moon"	0	FALSE	11328	FALSE		9bc980919d124c7b8688e1dbf0e0336156004a84	FALSE	"85.255.113.155"	TRUE	0	807	0	6
+272	2006-01-15 20:40:56	14	2	"Pretty Guardian Sailor Moon"	0	FALSE	5833	TRUE	"269"	5877864861dfc3214178d1755c92343044707f0c	TRUE	"Angela"	FALSE	0	0	0	6
+287	2006-01-16 07:06:14	14		"Pretty Guardian Sailor Moon"	0	FALSE	10960	FALSE		2820bd880f7d7a12e4b1a551c393d3d3f952bce5	FALSE	"85.255.114.130"	TRUE	0	747	0	6
+1732	2006-01-19 19:14:51	14	13134	"Pretty Guardian Sailor Moon"	0	FALSE	5833	TRUE	"287"	5877864861dfc3214178d1755c92343044707f0c	FALSE	"Spam cleanup script"	FALSE	0	0	0	6
+2168	2006-06-27 09:57:48	14		"Pretty Guardian Sailor Moon"	0	FALSE	11	FALSE		49304c440f170236ded9fcde3163efb41cd4e3fc	FALSE	"218.111.168.121"	TRUE	0	2	2122	6
+2174	2006-06-28 02:07:28	14	2	"Pretty Guardian Sailor Moon"	0	FALSE	5833	TRUE	"2168"	5877864861dfc3214178d1755c92343044707f0c	TRUE	"Angela"	FALSE	0	0	0	6
+2197	2006-08-01 10:54:19	14	39832	"Pretty Guardian Sailor Moon"	0	FALSE	8	FALSE		0eedbaa84ed1850f90e1e38b3098f165e6c673d8	FALSE	"Jimbo Wæles"	FALSE	0	1	2121	6
+2394	2006-08-04 16:59:18	14	8245	"Pretty Guardian Sailor Moon"	0	FALSE	5833	TRUE	"2197"	5877864861dfc3214178d1755c92343044707f0c	TRUE	"Splarka"	FALSE	0	0	0	6
+2686	2007-12-23 15:16:52	14	294840	"Pretty Guardian Sailor Moon"	0	FALSE	5834	FALSE		fe07abfc07a2b44192abb61d924483465d0f340f	FALSE	"Animalia555"	FALSE	20	4	2	6
+2700	2008-01-30 02:19:03	14		"Pretty Guardian Sailor Moon"	0	FALSE	1425	FALSE		bd3599d80b1151ff7a7ca904befadd5a7e1394f3	FALSE	"69.211.15.33"	TRUE	0	17	1644	6
+2701	2008-01-30 02:19:23	14	184532	"Pretty Guardian Sailor Moon"	0	FALSE	5834	TRUE	"2700"	fe07abfc07a2b44192abb61d924483465d0f340f	FALSE	"Charitwo"	FALSE	0	0	0	6
+2743	2008-04-26 20:02:18	14		"Pretty Guardian Sailor Moon"	0	FALSE	5833	FALSE		5ddeac4ff5af72ac9746568c2c1060693ae4bbc2	FALSE	"24.70.95.205"	TRUE	6	1	2	6
+2744	2008-04-26 20:03:59	14		"Pretty Guardian Sailor Moon"	0	FALSE	5881	FALSE		d968f5b45f96373e26086aa82eee76d92662b722	FALSE	"24.70.95.205"	TRUE	90	15	0	6
+3593	2009-03-02 05:02:47	14		"Pretty Guardian Sailor Moon"	0	FALSE	5899	FALSE		dc89db0e48d924793fe46a322d4818f97b46ac4a	FALSE	"116.71.191.83"	TRUE	9	6	2	6
+3594	2009-03-02 05:04:12	14		"Pretty Guardian Sailor Moon"	0	FALSE	6010	FALSE		acff9378220bd66b125fc843cd8237a5d191db79	FALSE	"116.71.191.83"	TRUE	49	49	2	6
+3595	2009-03-02 06:46:56	14		"Pretty Guardian Sailor Moon"	0	FALSE	4341	FALSE		c95960ed6976076f21fef1b91b41d42e51c01538	FALSE	"116.71.191.83"	TRUE	0	147	773	6
+3596	2009-03-02 06:48:07	14	184532	"Pretty Guardian Sailor Moon"	0	FALSE	5881	TRUE	"3595,3594,3593"	d968f5b45f96373e26086aa82eee76d92662b722	FALSE	"Charitwo"	FALSE	0	0	0	6
+3597	2009-03-02 06:52:20	14		"Pretty Guardian Sailor Moon"	0	FALSE	5936	FALSE		b484336f0d4733585cc055c623be050670e6e6d3	FALSE	"116.71.191.83"	TRUE	1673	280	260	6
+3598	2009-03-02 06:54:31	14		"Pretty Guardian Sailor Moon"	0	FALSE	4866	FALSE		6b0b8c333c0761ad477caea6fed9528dadbaac62	FALSE	"116.71.191.83"	TRUE	6	14	447	6
+3599	2009-03-02 09:29:45	14		"Pretty Guardian Sailor Moon"	0	FALSE	4789	FALSE		ed54fcb21594b26ae1a4dfabfd31b67dc3f664c5	FALSE	"76.121.175.64"	TRUE	6	1	13	6
+3846	2009-04-28 01:05:59	14		"Pretty Guardian Sailor Moon"	0	FALSE	4789	FALSE		a0b898f41c6237792415e7d265e8f4e6ea4aa7e5	FALSE	"72.81.240.91"	TRUE	24	4	2	6
+3847	2009-04-28 01:07:34	14		"Pretty Guardian Sailor Moon"	0	FALSE	4791	FALSE		521c9de87e3ac8b6607d53be47d962658b9bfbf3	FALSE	"72.81.240.91"	TRUE	12	3	1	6
+3848	2009-04-28 01:08:38	14		"Pretty Guardian Sailor Moon"	0	FALSE	4792	FALSE		683827200b94ad9f770d3baeffa1ca0a5239d911	FALSE	"72.81.240.91"	TRUE	6	1	1	6
+5321	2009-10-17 07:17:40	14	1628549	"Pretty Guardian Sailor Moon"	0	FALSE	4776	FALSE		09173f99c2196e50fa6c5ec89dd3a248415c6aac	TRUE	"Thisismyusername"	FALSE	0	0	4	6
+5326	2009-10-17 07:21:49	14	1628549	"Pretty Guardian Sailor Moon"	0	FALSE	4782	FALSE		d233082eed3a93fe4b41d31b18d91d6ac3b38065	TRUE	"Thisismyusername"	FALSE	28	7	3	6
+5328	2009-10-17 07:25:04	14	1628549	"Pretty Guardian Sailor Moon"	0	FALSE	4783	FALSE		9bded90acf7a8c2f6e34b4ddfda01b750e9aa097	TRUE	"Thisismyusername"	FALSE	2	2	5	6
+5684	2009-11-08 12:06:18	14		"Pretty Guardian Sailor Moon"	0	FALSE	4797	FALSE		d2500367109d3528185f99737352f40b677a7226	FALSE	"71.237.98.158"	TRUE	14	8	2	5
+5686	2009-11-08 12:08:16	14		"Pretty Guardian Sailor Moon"	0	FALSE	4837	FALSE		c49d30da2fb329752c7acf7da4aa8afd9881523c	FALSE	"71.237.98.158"	TRUE	22	23	1	4
+5707	2009-11-14 08:22:01	14	1628549	"Pretty Guardian Sailor Moon"	0	FALSE	4833	FALSE		b718d5fa20aaa3e5dac78b66d18779e6c7806d2b	TRUE	"Thisismyusername"	FALSE	0	2	2	3
+5713	2009-11-14 09:14:14	14	1628549	"Pretty Guardian Sailor Moon"	0	FALSE	1578	FALSE		c534e73e26d01f768600bcff1ba7b2f90c87fcc7	TRUE	"Thisismyusername"	FALSE	6	3	1193	2
+5825	2009-11-19 17:24:17	14	1295214	"Pretty Guardian Sailor Moon"	0	FALSE	1605	FALSE		a3c9a760ce50864c9547d29c7008db564b12097e	FALSE	"Sailormoon21"	FALSE	0	8	0	1
+5835	2009-11-20 05:36:41	14	1628549	"Pretty Guardian Sailor Moon"	0	FALSE	1578	TRUE	"5825"	c534e73e26d01f768600bcff1ba7b2f90c87fcc7	TRUE	"Thisismyusername"	FALSE	0	0	0	0
+44	2005-07-17 01:16:13	19	5055	"Category:Sailor soldiers"	14	FALSE	24	FALSE		abfb4612e0ac3c305e5bdb7dc79d4df8c7a3c6a0	FALSE	"Purplefeltangel"	FALSE	24	8	0	3
+291	2005-07-17 02:11:33	19	5055	"Category:Sailor soldiers"	14	FALSE	49	FALSE		cf007095dcab5ece28af169412306aa4543e4063	FALSE	"Purplefeltangel"	FALSE	14	7	0	2
+3989	2009-06-27 17:48:45	19		"Category:Sailor soldiers"	14	FALSE	64	FALSE		1c8770077ae56a8ef4bc1d5a72f77bee66688a57	FALSE	"24.193.146.200"	TRUE	0	6	0	1
+6074	2009-11-24 08:09:06	19	1628549	"Category:Sailor soldiers"	14	FALSE	49	TRUE	"3989"	cf007095dcab5ece28af169412306aa4543e4063	TRUE	"Thisismyusername"	FALSE	0	0	0	0
+23	2005-07-17 01:18:57	20	5055	"File:Smoon.png"	6	FALSE	8	FALSE		5403fb3476d1ec93163ec4d3f7e6a27d68eb793e	FALSE	"Purplefeltangel"	FALSE	0	1	0	2
+242	2005-07-17 01:19:28	20	5055	"File:Smoon.png"	6	FALSE	489	FALSE		8d6958cca10594d0c18384a725932627eb361a41	FALSE	"Purplefeltangel"	FALSE	158	200	1	1
+292	2005-11-17 07:49:56	20	177	"File:Smoon.png"	6	FALSE	264	FALSE		14af57be102112a1e5c2283c6577ddd415b3c8a8	TRUE	"Malkin"	FALSE	0	3	82	0
+27	2005-07-17 01:29:25	21	5055	"Usagi Tsukino"	0	FALSE	698	FALSE		5d2a74bb183bcb5de1eb08e4314b32e6e4c9b11c	FALSE	"Purplefeltangel"	FALSE	1280	216	0	6
+28	2005-07-17 01:30:43	21	5055	"Usagi Tsukino"	0	FALSE	721	FALSE		c0df0a86d9c3d9b10dd049ee70df8569272223dc	FALSE	"Purplefeltangel"	FALSE	138	23	0	6
+29	2005-07-17 01:31:04	21	5055	"Usagi Tsukino"	0	FALSE	725	FALSE		f65707c856957bd1041a22c6339355015bc0ec92	FALSE	"Purplefeltangel"	FALSE	12	2	0	6
+30	2005-07-17 01:31:18	21	5055	"Usagi Tsukino"	0	FALSE	724	FALSE		348fdf8f7e0a9bd518be14793a77d2c55c8ae321	FALSE	"Purplefeltangel"	FALSE	0	0	1	6
+33	2005-07-17 01:31:38	21	5055	"Usagi Tsukino"	0	FALSE	727	FALSE		e7ab0ef33b00942a6d40fc1e63fa1862200bb993	FALSE	"Purplefeltangel"	FALSE	10	2	2	6
+75	2005-07-17 01:40:13	21	5055	"Usagi Tsukino"	0	FALSE	767	FALSE		e5da2378adb8418abfa329dc23ba6dc5a68848ee	FALSE	"Purplefeltangel"	FALSE	174	29	17	6
+80	2005-07-17 20:40:15	21	5209	"Usagi Tsukino"	0	FALSE	1529	FALSE		c7a8b1e2d3ab7b2ff07d8d5ca4cec760c58d07bc	FALSE	"Mange"	FALSE	1666	304	0	6
+82	2005-07-18 01:32:50	21	5055	"Usagi Tsukino"	0	FALSE	1622	FALSE		261371b3048a4a036a0f4690df4c02430d6a8279	FALSE	"Purplefeltangel"	FALSE	180	58	37	6
+83	2005-07-18 01:41:57	21	5209	"Usagi Tsukino"	0	FALSE	5864	FALSE		7e809915e109f4320f830c2ba3dfabc1e8f86291	FALSE	"Mange"	FALSE	11170	1879	134	6
+86	2005-07-18 01:44:04	21	5055	"Usagi Tsukino"	0	FALSE	5948	FALSE		050815b74778d040cfe5b2d708e6054eef2f9574	FALSE	"Purplefeltangel"	FALSE	456	76	46	6
+89	2005-07-18 01:58:59	21	5055	"Usagi Tsukino"	0	FALSE	5957	FALSE		fdf55e8a5dbceabe27dca48b82afd52c5d3279f4	FALSE	"Purplefeltangel"	FALSE	90	15	6	6
+93	2005-07-18 02:10:55	21	5055	"Usagi Tsukino"	0	FALSE	6618	FALSE		df8b543b4768e69270f753f7d859343a2d35c947	FALSE	"Purplefeltangel"	FALSE	1938	323	78	6
+94	2005-07-18 02:24:24	21	5055	"Usagi Tsukino"	0	FALSE	6629	FALSE		18fa0fb2f1cc8948ffff0a79fbf37bdf7c42c9ee	FALSE	"Purplefeltangel"	FALSE	23	4	0	6
+197	2005-07-18 02:25:50	21	5055	"Usagi Tsukino"	0	FALSE	6667	FALSE		83f1b1809459b4487ae5b3056a174c8cc154ecde	FALSE	"Purplefeltangel"	FALSE	60	12	0	6
+250	2005-10-25 02:26:40	21	177	"Usagi Tsukino"	0	FALSE	6754	FALSE		7ce3ad98674e990b09a343a9f2f1fe0581429e2e	TRUE	"Malkin"	FALSE	156	40	0	6
+252	2005-11-17 23:46:12	21	177	"Usagi Tsukino"	0	FALSE	6885	FALSE		1157fc364030ed349a0a93eada1898a524a962a4	TRUE	"Malkin"	FALSE	153	36	8	6
+253	2005-11-22 01:53:48	21	177	"Usagi Tsukino"	0	FALSE	6994	FALSE		cc97b454220a9f68dad55a5e3a98c20e00be5265	TRUE	"Malkin"	FALSE	213	53	3	6
+293	2005-12-24 06:14:40	21		"Usagi Tsukino"	0	FALSE	6993	FALSE		72d44fc0eb35576246560864c018e73f68464470	FALSE	"220.237.30.150"	TRUE	4	1	1	6
+2170	2006-06-27 10:01:16	21		"Usagi Tsukino"	0	FALSE	24409	FALSE		461f70d163b42afa57dc8011bc71ff3a76be6149	FALSE	"218.111.168.121"	TRUE	0	9420	2641	6
+2175	2006-06-28 02:07:31	21	2	"Usagi Tsukino"	0	FALSE	6993	TRUE	"2170"	72d44fc0eb35576246560864c018e73f68464470	TRUE	"Angela"	FALSE	0	0	0	6
+2267	2006-08-01 11:20:04	21	39832	"Usagi Tsukino"	0	FALSE	8	FALSE		0eedbaa84ed1850f90e1e38b3098f165e6c673d8	FALSE	"Jimbo Wæles"	FALSE	0	1	2738	6
+2312	2006-08-04 16:57:12	21	8245	"Usagi Tsukino"	0	FALSE	6993	TRUE	"2267"	72d44fc0eb35576246560864c018e73f68464470	TRUE	"Splarka"	FALSE	0	0	0	6
+2479	2007-02-04 19:19:51	21	93961	"Usagi Tsukino"	0	FALSE	7427	FALSE		5892a29f067d67874d7476e6b071ddc13c9e8f68	FALSE	"DaEd!T0R"	FALSE	942	157	2	6
+2480	2007-02-04 19:24:02	21	93961	"Usagi Tsukino"	0	FALSE	8245	FALSE		1f2da9b7addd8af44c16020eedeed4b3e36ff512	FALSE	"DaEd!T0R"	FALSE	1922	323	0	6
+2481	2007-02-04 19:25:53	21	93961	"Usagi Tsukino"	0	FALSE	8412	FALSE		2dd31939210c0d7587b39b4ff65a8dbfa40b6b3d	FALSE	"DaEd!T0R"	FALSE	366	61	1	6
+2482	2007-02-04 19:36:11	21	93961	"Usagi Tsukino"	0	FALSE	10127	FALSE		9ce7e4f06d4abaf1817f1d3f45bb40201728534e	FALSE	"DaEd!T0R"	FALSE	3606	618	1	6
+2508	2007-02-04 21:03:56	21	93961	"Usagi Tsukino"	0	FALSE	10147	FALSE		2a42daf9c8a271b6552b90a54e99c73f8391efda	FALSE	"DaEd!T0R"	FALSE	18	9	3	6
+2646	2007-07-24 15:03:38	21		"Usagi Tsukino"	0	FALSE	10227	FALSE		08948d9492af18ccd410348d1adf224307c274cc	FALSE	"72.84.74.134"	TRUE	214	39	2	6
+2655	2007-08-30 07:23:17	21		"Usagi Tsukino"	0	FALSE	10263	FALSE		1129bc582d873903d02c47d0c9466401bc1c0a32	FALSE	"59.101.67.180"	TRUE	72	12	0	6
+2661	2007-10-15 21:05:45	21		"Usagi Tsukino"	0	FALSE	10133	FALSE		d052855d49c11fa0dacc7fe1aa6abceb0ddf34c5	FALSE	"86.130.126.104"	TRUE	942	158	211	6
+2662	2007-10-15 21:07:12	21		"Usagi Tsukino"	0	FALSE	10138	FALSE		5c9c644c82dc081f31656bc9999ecd9a2873387f	FALSE	"86.130.126.104"	TRUE	30	5	2	6
+2694	2007-12-27 22:50:15	21	299036	"Usagi Tsukino"	0	FALSE	10141	FALSE		1d676cff861132b5d045e6589ce370ecca0a1567	TRUE	"Kataangrl"	FALSE	6	1	1	6
+2702	2008-01-30 03:24:08	21		"Usagi Tsukino"	0	FALSE	10144	FALSE		e58593d4c9d88702489f9e4d9ba2b5940876ec0f	FALSE	"72.26.0.104"	TRUE	18	3	3	6
+2731	2008-02-24 04:55:53	21		"Usagi Tsukino"	0	FALSE	10145	FALSE		e10f68b8b855ec0f52aa8c0feeab3e159c4a37a4	FALSE	"70.15.56.7"	TRUE	4	1	1	6
+2732	2008-02-24 04:56:56	21		"Usagi Tsukino"	0	FALSE	10154	FALSE		fefc9d3f83629049007b17501fb6e5e16a257438	FALSE	"70.15.56.7"	TRUE	36	6	2	6
+2755	2008-05-06 15:45:57	21		"Usagi Tsukino"	0	FALSE	10302	FALSE		e5a4293e7a468ab2c48f1976b604cfc5113dd36f	FALSE	"68.46.150.25"	TRUE	0	59	0	6
+2760	2008-05-15 23:58:16	21		"Usagi Tsukino"	0	FALSE	10153	FALSE		7c6edf9a3979f1f33978b07731dcd20b1d902697	FALSE	"68.149.121.109"	TRUE	6	1	60	6
+2761	2008-05-15 23:59:58	21		"Usagi Tsukino"	0	FALSE	10122	FALSE		bd7f852970ffbc7ed3e0fcecf17ef74d0b57d032	FALSE	"68.149.121.109"	TRUE	0	0	13	6
+2762	2008-05-16 00:02:13	21		"Usagi Tsukino"	0	FALSE	10121	FALSE		ae09e261c595601b419a219ad04a74a973b6a7a5	FALSE	"68.149.121.109"	TRUE	6	1	1	6
+2866	2008-07-31 01:19:44	21		"Usagi Tsukino"	0	FALSE	10123	FALSE		52493aada08ef5c40d2f1f94eb6c06fb0a5d4fcf	FALSE	"24.70.95.205"	TRUE	6	1	1	6
+2867	2008-07-31 01:21:00	21		"Usagi Tsukino"	0	FALSE	10118	FALSE		286783aa7617bca081aad7664a92966ca24032da	FALSE	"24.70.95.205"	TRUE	12	2	4	6
+2879	2008-08-10 18:02:31	21		"Usagi Tsukino"	0	FALSE	10117	FALSE		977002baf5735f2c037bfaa713fe0b64650e40ae	FALSE	"66.98.50.84"	TRUE	6	1	1	6
+2887	2008-09-07 20:49:51	21		"Usagi Tsukino"	0	FALSE	10132	FALSE		66482213dfa62e60311e9340fd44b7e1808613f1	FALSE	"70.74.9.38"	TRUE	24	4	0	6
+2911	2008-09-28 02:57:48	21	924834	"Usagi Tsukino"	0	FALSE	10243	FALSE		24ccdd156f4facf88ed501300e8a12f851cbfe14	FALSE	"Thorn93"	FALSE	37	38	0	6
+2912	2008-09-28 02:59:38	21	924834	"Usagi Tsukino"	0	FALSE	10274	FALSE		28d3cd12fbbce72801d3b6669e98fec39338f934	FALSE	"Thorn93"	FALSE	30	15	1	6
+2913	2008-09-28 03:04:38	21	924834	"Usagi Tsukino"	0	FALSE	10368	FALSE		85ea8c312752a46a2613b944ee782ae1ea40cd54	FALSE	"Thorn93"	FALSE	486	81	51	6
+2914	2008-09-28 03:05:26	21	924834	"Usagi Tsukino"	0	FALSE	10375	FALSE		9feb673f79b8296a04b6d2a5e5d3465f5f491064	FALSE	"Thorn93"	FALSE	24	4	0	6
+2919	2008-09-28 14:49:36	21	924834	"Usagi Tsukino"	0	FALSE	10519	FALSE		531273b98b43dd3d6b17b5cc81b5fa1d274094bc	FALSE	"Thorn93"	FALSE	300	50	0	6
+2929	2008-09-28 15:23:27	21	924834	"Usagi Tsukino"	0	FALSE	10628	FALSE		a3906a8457bee683a4f252a0f5cfaa1c95decf71	FALSE	"Thorn93"	FALSE	318	53	0	6
+2930	2008-09-28 15:24:14	21	924834	"Usagi Tsukino"	0	FALSE	10634	FALSE		537e53df3de3361d1fbdaef5ffeeae61d7c3d1aa	FALSE	"Thorn93"	FALSE	12	2	2	6
+2931	2008-09-28 15:24:53	21	924834	"Usagi Tsukino"	0	FALSE	10655	FALSE		adcffe13fd55958e3f062e9e35ae1ba6da4babdd	FALSE	"Thorn93"	FALSE	30	5	0	6
+2932	2008-09-28 15:28:27	21	924834	"Usagi Tsukino"	0	FALSE	10885	FALSE		ac06ba836f06247fa00c90221a92263b3d8d5f78	FALSE	"Thorn93"	FALSE	480	80	0	6
+2933	2008-09-28 15:34:28	21	924834	"Usagi Tsukino"	0	FALSE	11132	FALSE		99e3cc77398ae1524656ea00457daf017310aca3	FALSE	"Thorn93"	FALSE	690	115	0	6
+2937	2008-10-03 18:49:12	21	924834	"Usagi Tsukino"	0	FALSE	11188	FALSE		b676048ca642376c4154775845a6bfac5fec5694	FALSE	"Thorn93"	FALSE	144	24	8	6
+2938	2008-10-03 18:50:00	21	924834	"Usagi Tsukino"	0	FALSE	11275	FALSE		c194ea05edf7cc13ccdbdc90ebae08f60b5175b5	FALSE	"Thorn93"	FALSE	192	32	0	6
+2959	2008-10-05 00:37:20	21	924834	"Usagi Tsukino"	0	FALSE	11398	FALSE		063359e70dd85519ba0f6c58efb2d510b5f4301c	FALSE	"Thorn93"	FALSE	214	40	0	6
+3073	2008-10-08 21:53:26	21	924834	"Usagi Tsukino"	0	FALSE	11458	FALSE		d84f2fdf5d702611d654df38face217bd5bfae12	FALSE	"Thorn93"	FALSE	108	25	0	6
+3074	2008-10-08 21:55:57	21	924834	"Usagi Tsukino"	0	FALSE	11668	FALSE		a46b13682f1cc37cd82f3a87f57d7071fc97cac2	FALSE	"Thorn93"	FALSE	252	84	0	6
+3075	2008-10-08 21:57:48	21	924834	"Usagi Tsukino"	0	FALSE	11748	FALSE		3fd4a505e9f5b7eeb9736f970f7f0701eeb8400b	FALSE	"Thorn93"	FALSE	62	31	1	6
+3163	2008-10-10 22:00:01	21	924834	"Usagi Tsukino"	0	FALSE	11760	FALSE		a914df8947e87849f4a489cf6c38901482326013	FALSE	"Thorn93"	FALSE	36	6	0	6
+3219	2008-10-22 00:02:46	21	460264	"Usagi Tsukino"	0	FALSE	11410	FALSE		55e9a70396ad5fe56e57a5532c4dfe849ffb019a	FALSE	"Miraitrunks766"	FALSE	0	0	129	6
+3220	2008-10-22 00:04:36	21	460264	"Usagi Tsukino"	0	FALSE	10183	FALSE		fbe519294ebcbd6708b9fe0788b9376190c4b93c	FALSE	"Miraitrunks766"	FALSE	0	0	471	6
+3254	2008-11-09 18:39:10	21	924834	"Usagi Tsukino"	0	FALSE	10287	FALSE		d3525b29783ef675620dffacd67f09cfc416952c	TRUE	"Thorn93"	FALSE	234	39	0	6
+3256	2008-11-09 18:44:43	21	924834	"Usagi Tsukino"	0	FALSE	10310	FALSE		510878309a56a4a4ba0d4f87ce27b8d25f15d65d	TRUE	"Thorn93"	FALSE	66	11	0	6
+3261	2008-11-09 19:16:39	21	924834	"Usagi Tsukino"	0	FALSE	10447	FALSE		616dd1c236765eb5e222c229795e47aeeefca356	TRUE	"Thorn93"	FALSE	270	47	0	6
+3295	2008-11-16 23:22:56	21	924834	"Usagi Tsukino"	0	FALSE	10627	FALSE		0a7e4eca0bde53a0b788bf98046c3f13a0024afb	TRUE	"Thorn93"	FALSE	372	62	2	6
+3296	2008-11-16 23:24:42	21	924834	"Usagi Tsukino"	0	FALSE	10664	FALSE		9fd5b4eb5232c21b28af9b6124a6bf8007b49c96	TRUE	"Thorn93"	FALSE	72	12	0	6
+3299	2008-11-17 00:26:55	21	924834	"Usagi Tsukino"	0	FALSE	11054	FALSE		ee6a40778d1c03558d6010a3cae260b41038567d	TRUE	"Thorn93"	FALSE	864	144	0	6
+3301	2008-11-17 00:42:27	21	924834	"Usagi Tsukino"	0	FALSE	11174	FALSE		a378bc32d66b12a6cf90674ed7e706bac8df37c2	TRUE	"Thorn93"	FALSE	228	38	0	6
+3302	2008-11-17 00:44:39	21	924834	"Usagi Tsukino"	0	FALSE	11277	FALSE		0c88078926b24c00b2cb45f516014ff6d94252e2	TRUE	"Thorn93"	FALSE	246	41	0	6
+3303	2008-11-18 19:20:23	21	924834	"Usagi Tsukino"	0	FALSE	11361	FALSE		ed26c0cc380c7cc837435750358464bdc7d4bd94	TRUE	"Thorn93"	FALSE	168	28	1	6
+3310	2008-11-18 23:03:38	21	924834	"Usagi Tsukino"	0	FALSE	11406	FALSE		61d626c2e5ac9558055538e76a2c9027f0a2219f	TRUE	"Thorn93"	FALSE	120	20	1	6
+3330	2008-11-25 18:07:19	21	924834	"Usagi Tsukino"	0	FALSE	11428	FALSE		4c4291fd01f39d04f1d304a286d1e1c9da4bd634	TRUE	"Thorn93"	FALSE	54	9	0	6
+3332	2008-11-25 18:12:52	21	924834	"Usagi Tsukino"	0	FALSE	11519	FALSE		33e822d495e7b5ed591df0234514e5e97b5a3a0d	TRUE	"Thorn93"	FALSE	198	33	0	6
+3333	2008-11-25 19:55:17	21	924834	"Usagi Tsukino"	0	FALSE	11660	FALSE		453e7d82d4ecaf5c76bf2a2635bc3758d7b594e5	TRUE	"Thorn93"	FALSE	108	23	0	6
+3334	2008-11-25 19:56:01	21	924834	"Usagi Tsukino"	0	FALSE	11642	FALSE		bfcbc1fda499e1fb0a6f70ff9c636d49ef0dcb48	TRUE	"Thorn93"	FALSE	0	0	6	6
+3337	2008-11-26 03:45:42	21	924834	"Usagi Tsukino"	0	FALSE	11709	FALSE		fd0e1e2ff9b089bc7cc63a7d8a400fa31da02881	TRUE	"Thorn93"	FALSE	120	20	0	6
+3353	2008-11-27 00:22:00	21	924834	"Usagi Tsukino"	0	FALSE	11739	FALSE		fc56374e5db574ee532251b7834f17b6167a2334	TRUE	"Thorn93"	FALSE	84	14	0	6
+3354	2008-11-27 00:22:25	21	924834	"Usagi Tsukino"	0	FALSE	11743	FALSE		2983c01522257faeb308f99fba9fc54a064802a4	TRUE	"Thorn93"	FALSE	10	2	0	6
+3358	2008-11-27 00:38:31	21	924834	"Usagi Tsukino"	0	FALSE	11773	FALSE		158c36c0b78b411ab4e40982a2c144534feea101	TRUE	"Thorn93"	FALSE	48	12	0	6
+3359	2008-11-27 00:39:23	21	924834	"Usagi Tsukino"	0	FALSE	11779	FALSE		be7d10232be75dd829a3695f9d12babf3aee98c6	TRUE	"Thorn93"	FALSE	6	2	0	6
+3371	2008-11-29 01:07:05	21	924834	"Usagi Tsukino"	0	FALSE	11857	FALSE		4ca203ee92ba6ea035bc9ee06f4c8d34f212b5a8	TRUE	"Thorn93"	FALSE	44	22	0	6
+3375	2008-11-29 03:38:25	21	924834	"Usagi Tsukino"	0	FALSE	11958	FALSE		24782d2d56bfa8c77ccb017942765d34974f1219	TRUE	"Thorn93"	FALSE	25	26	0	6
+3376	2008-11-29 03:38:39	21	924834	"Usagi Tsukino"	0	FALSE	11959	FALSE		c6e8c4246d6720b775cbe9e25123bc62534b09d3	TRUE	"Thorn93"	FALSE	0	1	1	6
+3378	2008-11-29 06:25:29	21	161697	"Usagi Tsukino"	0	FALSE	10183	FALSE		fbe519294ebcbd6708b9fe0788b9376190c4b93c	TRUE	"Uberfuzzy"	FALSE	0	0	595	6
+3481	2009-02-03 02:40:47	21		"Usagi Tsukino"	0	FALSE	10213	FALSE		517ed0e5a319a59215c17737912dd3a192cbf27c	FALSE	"75.206.205.142"	TRUE	294	49	42	6
+3482	2009-02-03 02:43:53	21		"Usagi Tsukino"	0	FALSE	10192	FALSE		b54210b5272b260d3170fbca5f35c770a4f31720	FALSE	"75.206.205.142"	TRUE	78	13	19	6
+3483	2009-02-03 02:54:35	21		"Usagi Tsukino"	0	FALSE	9366	FALSE		bff315633e5d9909f2b896f6670b99d69f9cc93d	FALSE	"75.206.205.142"	TRUE	1548	258	549	6
+3484	2009-02-03 02:56:43	21		"Usagi Tsukino"	0	FALSE	9296	FALSE		9d743949fbb6303fc163653106c6e30300d371a6	FALSE	"75.206.205.142"	TRUE	522	90	110	6
+3485	2009-02-03 02:58:26	21		"Usagi Tsukino"	0	FALSE	9294	FALSE		dc2995500d238ddba4e319dcf1fe5bbf0bc256c0	FALSE	"153.90.112.86"	TRUE	30	5	7	6
+3486	2009-02-03 03:06:13	21		"Usagi Tsukino"	0	FALSE	9464	FALSE		b6c689d13770271674be0ad6e20bbbb23ddadbb3	FALSE	"153.90.112.86"	TRUE	522	87	20	6
+3487	2009-02-03 03:11:26	21		"Usagi Tsukino"	0	FALSE	9537	FALSE		00dcce1da936206368bc0e9e9e20ab8c3ac5212d	FALSE	"75.206.205.142"	TRUE	216	36	18	6
+3488	2009-02-03 03:14:23	21		"Usagi Tsukino"	0	FALSE	9586	FALSE		5e69af328de0f9579a74226023ba62f3933d6362	FALSE	"153.90.112.86"	TRUE	1344	224	209	6
+3489	2009-02-03 03:14:41	21		"Usagi Tsukino"	0	FALSE	9646	FALSE		2f5cfd26717023e8b70185cb35dc4f14d51bec75	FALSE	"75.206.205.142"	TRUE	96	16	0	6
+3490	2009-02-03 03:19:31	21		"Usagi Tsukino"	0	FALSE	9666	FALSE		14ffa8fda91de2eab0916dcedc24cf83e95a0f7e	FALSE	"153.90.112.86"	TRUE	588	98	90	6
+3491	2009-02-03 03:22:52	21		"Usagi Tsukino"	0	FALSE	9795	FALSE		0ec95c3df1cd540e39c7a5594f4255fdc5b62551	FALSE	"75.206.205.142"	TRUE	894	149	99	6
+3492	2009-02-03 03:23:46	21		"Usagi Tsukino"	0	FALSE	9897	FALSE		df886cd31155c8884022e5c2bf6e4af6646af438	FALSE	"153.90.112.86"	TRUE	701	118	80	6
+3493	2009-02-03 03:27:42	21		"Usagi Tsukino"	0	FALSE	9905	FALSE		66ff67a36ef74b48aa3cf8b37f16dd25e984e19b	FALSE	"75.206.205.142"	TRUE	12	3	1	6
+3494	2009-02-03 03:30:16	21		"Usagi Tsukino"	0	FALSE	9926	FALSE		277168827a6c97138c20f46c8fb7fd86d020e551	FALSE	"75.206.205.142"	TRUE	78	13	1	6
+3495	2009-02-03 03:32:47	21		"Usagi Tsukino"	0	FALSE	9970	FALSE		e6116ef7eddef7b1c5423890d685db6b5d5d69f5	FALSE	"75.206.205.142"	TRUE	344	59	43	6
+3496	2009-02-03 03:33:53	21		"Usagi Tsukino"	0	FALSE	9970	FALSE		09b4100861c098be3b06d342caaa0ceb34e445b1	FALSE	"75.206.205.142"	TRUE	6	1	1	6
+3498	2009-02-03 03:35:46	21		"Usagi Tsukino"	0	FALSE	9969	FALSE		99ee5ace328efff55e12c99f03626e492d52e6b3	FALSE	"153.90.112.86"	TRUE	18	3	3	6
+3499	2009-02-03 03:37:21	21		"Usagi Tsukino"	0	FALSE	9965	FALSE		22704e0452bf7fd6de00a7b1027da16a09090f3a	FALSE	"153.90.112.86"	TRUE	12	2	4	6
+3501	2009-02-03 03:39:04	21		"Usagi Tsukino"	0	FALSE	9964	FALSE		ef979a8e0e262bc2530d1260ed3f9676a811070e	FALSE	"75.206.205.142"	TRUE	18	3	3	6
+3502	2009-02-03 03:40:05	21		"Usagi Tsukino"	0	FALSE	9963	FALSE		bece232bd57d219d8e5943d4cf227ae15d67c9d0	FALSE	"75.206.205.142"	TRUE	6	1	1	6
+3503	2009-02-03 03:40:22	21		"Usagi Tsukino"	0	FALSE	9964	FALSE		5370916cfbe41c4d989abee19441425b2ecb548c	FALSE	"75.206.205.142"	TRUE	6	1	1	6
+3504	2009-02-03 03:40:52	21		"Usagi Tsukino"	0	FALSE	9969	FALSE		385af2749da8eec6e8aa0380b6e7e8243bfa279a	FALSE	"153.90.112.86"	TRUE	12	2	2	6
+3505	2009-02-03 03:40:53	21		"Usagi Tsukino"	0	FALSE	9970	FALSE		65d5c9d01a90d1183b3cecf33d10ca4460696535	FALSE	"75.206.205.142"	TRUE	6	1	1	6
+3506	2009-02-03 03:42:27	21		"Usagi Tsukino"	0	FALSE	9997	FALSE		cc2f55d3026d927cd19e8867c11c9bb8d32b0f94	FALSE	"153.90.112.86"	TRUE	54	9	1	6
+3507	2009-02-03 03:46:57	21		"Usagi Tsukino"	0	FALSE	10111	FALSE		823ff905fecebeab82c6dab4ee21fe401b38d9f1	FALSE	"75.206.205.142"	TRUE	1719	287	265	6
+3508	2009-02-03 03:47:46	21		"Usagi Tsukino"	0	FALSE	10112	FALSE		ca3f59631f9588c5122e653447a0c85bfce1d063	FALSE	"75.206.205.142"	TRUE	6	1	1	6
+3509	2009-02-03 03:47:47	21		"Usagi Tsukino"	0	FALSE	10202	FALSE		8a692e20856d83c57a027fb7227df04981310d1d	FALSE	"153.90.112.86"	TRUE	1278	213	186	6
+3510	2009-02-03 03:48:32	21		"Usagi Tsukino"	0	FALSE	10202	FALSE		d52e88d77f2ba43165727c4a11eaaf54864cb538	FALSE	"75.206.205.142"	TRUE	6	1	1	6
+3511	2009-02-03 03:50:24	21		"Usagi Tsukino"	0	FALSE	10206	FALSE		6ed011c53ac4c180aafc072f48184ed07cbbeb1f	FALSE	"153.90.112.86"	TRUE	18	3	1	6
+3512	2009-02-03 03:57:07	21		"Usagi Tsukino"	0	FALSE	10433	FALSE		8a29787fcf0599a7fc8bcdfa50117ba03644c403	FALSE	"75.206.205.142"	TRUE	4	92	1	6
+3513	2009-02-03 03:58:57	21		"Usagi Tsukino"	0	FALSE	10206	FALSE		d484b463a73759923027354187bacc991b7aaa75	FALSE	"153.90.112.86"	TRUE	0	0	91	6
+3514	2009-02-03 04:09:13	21		"Usagi Tsukino"	0	FALSE	10209	FALSE		47ad398b8290eaef99aa120a5214c238df7deaf9	FALSE	"153.90.112.86"	TRUE	6	1	1	6
+3515	2009-02-03 04:18:56	21		"Usagi Tsukino"	0	FALSE	10340	FALSE		5ca25cbb4fa9a1d2f7622209f3f8f3fd509b6a27	FALSE	"153.90.112.86"	TRUE	636	106	64	6
+3516	2009-02-03 22:06:45	21		"Usagi Tsukino"	0	FALSE	10324	FALSE		086a828f60de4f38948e295dc10736838d18efde	FALSE	"75.206.151.91"	TRUE	264	44	36	6
+3517	2009-02-03 22:07:19	21		"Usagi Tsukino"	0	FALSE	10350	FALSE		9fd5f8af1e91d48c03dd6d852a791e74b65f9244	FALSE	"75.206.151.91"	TRUE	54	9	1	6
+3518	2009-02-03 22:14:26	21		"Usagi Tsukino"	0	FALSE	10469	FALSE		acfdaf90525ef700949060d5ad45577d71eb1ed8	FALSE	"75.206.151.91"	TRUE	1326	221	181	6
+3519	2009-02-03 22:16:58	21		"Usagi Tsukino"	0	FALSE	10471	FALSE		770493f928cbe294352dba4a228be1761830b60e	FALSE	"75.206.151.91"	TRUE	18	4	4	6
+3520	2009-02-03 23:35:18	21	1034327	"Usagi Tsukino"	0	FALSE	10471	FALSE		455158ce1473b93c03d3433d26a691954272e112	FALSE	"WilbertVereAwdry"	FALSE	6	1	1	6
+3521	2009-02-03 23:35:32	21	1034327	"Usagi Tsukino"	0	FALSE	10455	FALSE		691f196b94c0353e3626f1ef9da11e4f7536a250	FALSE	"WilbertVereAwdry"	FALSE	0	0	4	6
+3522	2009-02-03 23:45:21	21		"Usagi Tsukino"	0	FALSE	10496	FALSE		b2ef40b075acbc01d33ba59991e3f0158768a5da	FALSE	"75.206.151.91"	TRUE	102	17	0	6
+3523	2009-02-03 23:49:18	21		"Usagi Tsukino"	0	FALSE	10516	FALSE		1095efe0d1d02cc82d47eb9c6dea248e49eee4d1	FALSE	"75.206.151.91"	TRUE	54	9	0	6
+3524	2009-02-03 23:50:22	21	1034327	"Usagi Tsukino"	0	FALSE	10559	FALSE		003b4e9031507e45b2c47c2887c9b20c6985b12d	FALSE	"WilbertVereAwdry"	FALSE	67	14	0	6
+3525	2009-02-03 23:52:11	21		"Usagi Tsukino"	0	FALSE	10579	FALSE		d90baefbef00e7bfd94fbc8037254a3eb34dd2d7	FALSE	"75.206.151.91"	TRUE	40	10	5	6
+3526	2009-02-03 23:56:17	21		"Usagi Tsukino"	0	FALSE	10580	FALSE		ebb978d90654fc4c8a26cd1b46dcda5524698220	FALSE	"75.206.151.91"	TRUE	12	4	2	6
+3527	2009-02-04 00:02:56	21		"Usagi Tsukino"	0	FALSE	10824	FALSE		8f931c9e95a520df7b339a612eefa8e8a8179760	FALSE	"75.206.151.91"	TRUE	186	93	0	6
+3528	2009-02-04 01:31:16	21		"Usagi Tsukino"	0	FALSE	10832	FALSE		2c7aaa4812451622c57a243d6b4279f1d00f9271	FALSE	"75.206.151.91"	TRUE	9	9	3	6
+3530	2009-02-04 01:38:52	21		"Usagi Tsukino"	0	FALSE	11169	FALSE		b79a824725f4f5e7289266d4ee3cbde0e7b783ac	FALSE	"75.206.151.91"	TRUE	140	135	0	6
+3544	2009-02-04 04:54:06	21	161697	"Usagi Tsukino"	0	FALSE	10183	FALSE		fbe519294ebcbd6708b9fe0788b9376190c4b93c	FALSE	"Uberfuzzy"	FALSE	6110	1623	1985	6
+3563	2009-02-07 18:40:23	21		"Usagi Tsukino"	0	FALSE	10207	FALSE		a8bb857771ed02dd45e49e8ec014e1287774cd1c	FALSE	"86.44.90.9"	TRUE	0	9	0	6
+3568	2009-02-09 05:02:51	21		"Usagi Tsukino"	0	FALSE	978	FALSE		a20b4915ba2f9329dae65febc031131b40eb7f53	FALSE	"153.90.112.86"	TRUE	0	11	3590	6
+3569	2009-02-12 19:42:44	21		"Usagi Tsukino"	0	FALSE	966	FALSE		722dfb36abc6737c71596d811043de260695770e	FALSE	"207.177.118.2"	TRUE	29	6	12	6
+3577	2009-02-17 19:36:59	21	1225873	"Usagi Tsukino"	0	FALSE	846	FALSE		008239f628d54c4e2ef08a2fece1f62fe9f35ef9	FALSE	"Jadensdragon"	FALSE	28	7	54	6
+3578	2009-02-17 19:43:17	21	1225873	"Usagi Tsukino"	0	FALSE	939	FALSE		ff823cab75d57c6dfb0a563d75a64d5c3d7289b5	FALSE	"Jadensdragon"	FALSE	198	39	0	6
+3579	2009-02-17 19:48:05	21	1225873	"Usagi Tsukino"	0	FALSE	5062	FALSE		545ac36f589803e1ad02ea03c5e79c19c903bd3b	FALSE	"Jadensdragon"	FALSE	16	1588	1	6
+3580	2009-02-17 19:48:53	21	1225873	"Usagi Tsukino"	0	FALSE	956	FALSE		2bf2ae8f1163814b4a774e4a4b5786da4a72ec4a	FALSE	"Jadensdragon"	FALSE	4	4	1585	6
+3582	2009-02-17 19:55:13	21	1225873	"Usagi Tsukino"	0	FALSE	967	FALSE		860c11ff9204c4089ac569203e33ca7ac1b1c180	FALSE	"Jadensdragon"	FALSE	0	3	1	6
+3586	2009-02-23 04:59:45	21	130901	"Usagi Tsukino"	0	FALSE	10183	TRUE	"3582,3580,3579,3578,3577,3569,3568,3563"	fbe519294ebcbd6708b9fe0788b9376190c4b93c	FALSE	"Michaeldsuarez"	FALSE	21694	3629	53	6
+3600	2009-03-03 06:08:59	21	1034997	"Usagi Tsukino"	0	FALSE	10255	FALSE		845a13063da55eb4c7a3772bc371e50aad3029c1	FALSE	"Dreamgirl"	FALSE	398	67	41	6
+3612	2009-03-04 04:21:02	21		"Usagi Tsukino"	0	FALSE	10256	FALSE		1730c5f06e41ae380b2d4582b158ae1e448c995d	FALSE	"71.192.146.43"	TRUE	6	1	1	6
+3624	2009-03-09 16:35:02	21		"Usagi Tsukino"	0	FALSE	10263	FALSE		27840c9b45b96f3ebc926efe23cbcb79def226b3	FALSE	"194.242.52.20"	TRUE	30	5	3	6
+3633	2009-03-17 03:40:32	21	1278312	"Usagi Tsukino"	0	FALSE	10766	FALSE		c381fda99cca329286f798085981d194a4690b23	FALSE	"PatamonRoxs"	FALSE	2055	347	144	6
+3634	2009-03-17 19:59:22	21		"Usagi Tsukino"	0	FALSE	10767	FALSE		e8d17c399b5d438aa1a039e4cb529eda51405cf7	FALSE	"76.71.117.92"	TRUE	6	1	1	6
+3638	2009-03-19 04:54:53	21	1076853	"Usagi Tsukino"	0	FALSE	10802	FALSE		2c1b93187d2757bf514a598093b19b2ed6faec66	FALSE	"NtechG"	FALSE	79	14	0	6
+3641	2009-03-19 04:55:39	21	1076853	"Usagi Tsukino"	0	FALSE	10806	FALSE		8d65aefc37d79e7a10ece7c0157ce33708088c0d	FALSE	"NtechG"	FALSE	12	2	0	6
+3656	2009-03-22 23:32:38	21	1034327	"Usagi Tsukino"	0	FALSE	11104	FALSE		99e7c6a212194b74d3ff04da3ec40c53e35e189d	FALSE	"WilbertVereAwdry"	FALSE	1063	195	83	6
--- a/test/baseline_output/regextest.tsv
+++ b/test/baseline_output/regextest.tsv
@ -1,27 +1,27 @@
-anon	articleid	chev_com	date_time	deleted	editor	editor_id	minor	namespace	revert	reverteds	revid	sha1	text_chars	title	warning	wiki_welcome
-FALSE	56237363	None	2018-01-07 10:40:58	FALSE	"NinjaRobotPirate"	3742946	FALSE	3	FALSE		819091731	135nz8q6lfam6cojla7azb7k5alx3t3	1141	"User talk:86.139.142.254"	None	None
-FALSE	56237364	None	2018-01-07 10:41:10	FALSE	"Kavin kavitha"	32792125	FALSE	3	FALSE		819091755	0pwezjc6yopz0smc8al6ogc4fax5bwo	663	"User talk:Kavin kavitha"	None	None
-FALSE	56237365	None	2018-01-07 10:41:26	FALSE	"Amicable always"	32621254	FALSE	3	FALSE		819091788	sz3t2ap7z8bpkdvdvi195f3i35949bv	399	"User talk:Dr.vivek163"	None	None
-FALSE	56237366	None	2018-01-07 10:41:31	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819091796	r6s5j8j3iykenrhuhpnkpsmmd71vubf	1260	"User talk:Twistorl"	Warning	welcome to Wikipedia
-FALSE	56237368	None	2018-01-07 10:41:51	FALSE	"Khruner"	8409334	FALSE	0	FALSE		819091825	tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	2249	"Kom Firin"	None	None
-FALSE	56237368	None	2018-01-27 12:16:02	FALSE	"Khruner"	8409334	TRUE	0	FALSE		822610647	e6oa4g0qv64icdaq26uu1zzbyr5hcbh	2230	"Kom Firin"	None	None
-FALSE	56237369	Chevalier, Chevalier	2018-01-07 10:42:05	FALSE	"Editingaccount1994"	32794215	FALSE	2	FALSE		819091844	0fyvyh2a8xu41gt8obr34oba0bfixj6	27840	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237369	None	2018-01-07 11:09:52	FALSE	"AnomieBOT"	7611264	TRUE	2	FALSE		819093984	8gy52aolt5rg3eaketwj5v7eiw0apv2	27787	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237369	None	2018-01-12 21:45:50	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820064189	he8ydemaanxlrpftqxkez8jfpge1fsj	27784	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237369	None	2018-01-12 23:28:11	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820078679	0to17w9rth3url8n7gvucdtobybdq5h	27783	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237369	None	2018-01-12 23:28:39	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820078733	531dizmmloyxffbkdr5vph7owh921eg	27782	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237369	None	2018-01-13 13:45:33	FALSE	"Frietjes"	13791031	FALSE	2	FALSE		820177382	nik9p2u2fuk4yazjxt8ymbicxv5qid9	27757	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237369	Chevalier, Chevalier	2018-01-24 01:35:22	FALSE	"CommonsDelinker"	2304267	FALSE	2	FALSE		822038928	gwk6pampl8si1v5pv3kwgteg710sfw3	27667	"User:Editingaccount1994/sandbox"	None	None
-FALSE	56237370	None	2018-01-07 10:42:20	FALSE	"PamD"	1368779	FALSE	0	FALSE		819091874	n4ozbsgle13p9yywtfrz982ccj8woc9	25	"Anita del Rey"	None	None
-FALSE	56237371	None	2018-01-07 10:42:27	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819091883	ksohnvsbeuzwpl5vb8a3v8m18hva0a7	1274	"User talk:119.94.96.157"	Warning	welcome to Wikipedia
-FALSE	56237372	None	2018-01-07 10:42:50	FALSE	"Underbar dk"	677153	FALSE	14	FALSE		819091914	je7aw21fedbwyqsyofpisdrynsu7olr	113	"Category:Ohmi Railway"	None	None
-FALSE	56237375	None	2018-01-07 10:43:32	FALSE	"TastyPoutine"	882433	FALSE	3	FALSE		819091968	cpm4tkzcx4hc6irr9ukbi06ogud8dtq	199	"User talk:92.226.219.222"	None	None
-FALSE	56237375	None	2018-01-07 11:10:24	FALSE	"AnomieBOT"	7611264	TRUE	3	FALSE		819094036	artmfz8b2gxhb3pp8a5p4ksplxqfkpg	1840	"User talk:92.226.219.222"	None	None
-FALSE	56237375	None	2018-01-07 14:33:36	FALSE	"Only"	702940	FALSE	3	FALSE		819112363	dn9wj0n8d8pdd5lqe56uw5xamupowr1	2949	"User talk:92.226.219.222"	None	None
-FALSE	56237376	None	2018-01-07 10:44:01	FALSE	"Dipayanacharya"	32794237	FALSE	2	FALSE		819092004	ofueugwatmmn7u73isw732neuza57gk	28	"User:Dipayanacharya"	None	None
-FALSE	56237376	None	2018-01-07 10:49:08	FALSE	"Dipayanacharya"	32794237	FALSE	2	FALSE		819092390	dsz55xv96ec2uv6w9c1z7c52ipfovbw	38	"User:Dipayanacharya"	None	None
-FALSE	56237378	None	2018-01-07 10:44:56	FALSE	"Vinegarymass911"	21516552	FALSE	0	FALSE		819092066	9ma38hak0ef1ew4fpiutxpnzd8oz1wd	65	"BSCIC"	None	None
-FALSE	56237379	None	2018-01-07 10:45:21	FALSE	"BrownHairedGirl"	754619	FALSE	14	FALSE		819092102	4dvakoat58bzyf5hmtthxukt29hip6n	285	"Category:Women government ministers of Yemen"	None	None
-FALSE	56237381	None	2018-01-07 10:45:54	FALSE	"PRehse"	410898	FALSE	1	FALSE		819092135	2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	103	"Talk:List of Morning Glories Characters"	None	None
-FALSE	56237382	None	2018-01-07 10:45:56	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819092138	3y9t5wpk6ur5jhone75rhm4wjf01fgi	1330	"User talk:106.207.126.114"	Warning	welcome to Wikipedia
-FALSE	56237382	None	2018-01-07 10:50:22	FALSE	"HindWIKI"	31190506	FALSE	3	FALSE		819092495	8wvn6vh3isyt0dorpe89lztrburgupe	2355	"User talk:106.207.126.114"	None	welcome to Wikipedia
+anon	articleid	chev_com	date_time	deleted	editor	editorid	minor	namespace	revert	reverteds	revid	sha1	text_chars	title	warning	wiki_welcome
+FALSE	56237363		2018-01-07 10:40:58	FALSE	"NinjaRobotPirate"	3742946	FALSE	3	FALSE		819091731	135nz8q6lfam6cojla7azb7k5alx3t3	1141	"User talk:86.139.142.254"		
+FALSE	56237364		2018-01-07 10:41:10	FALSE	"Kavin kavitha"	32792125	FALSE	3	FALSE		819091755	0pwezjc6yopz0smc8al6ogc4fax5bwo	663	"User talk:Kavin kavitha"		
+FALSE	56237365		2018-01-07 10:41:26	FALSE	"Amicable always"	32621254	FALSE	3	FALSE		819091788	sz3t2ap7z8bpkdvdvi195f3i35949bv	399	"User talk:Dr.vivek163"		
+FALSE	56237366		2018-01-07 10:41:31	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819091796	r6s5j8j3iykenrhuhpnkpsmmd71vubf	1260	"User talk:Twistorl"	Warning	welcome to Wikipedia
+FALSE	56237368		2018-01-07 10:41:51	FALSE	"Khruner"	8409334	FALSE	0	FALSE		819091825	tf5qz2yaswx61zrlm9ovxzuhl7r2dc4	2249	"Kom Firin"		
+FALSE	56237368		2018-01-27 12:16:02	FALSE	"Khruner"	8409334	TRUE	0	FALSE		822610647	e6oa4g0qv64icdaq26uu1zzbyr5hcbh	2230	"Kom Firin"		
+FALSE	56237369	Chevalier, Chevalier	2018-01-07 10:42:05	FALSE	"Editingaccount1994"	32794215	FALSE	2	FALSE		819091844	0fyvyh2a8xu41gt8obr34oba0bfixj6	27840	"User:Editingaccount1994/sandbox"		
+FALSE	56237369		2018-01-07 11:09:52	FALSE	"AnomieBOT"	7611264	TRUE	2	FALSE		819093984	8gy52aolt5rg3eaketwj5v7eiw0apv2	27787	"User:Editingaccount1994/sandbox"		
+FALSE	56237369		2018-01-12 21:45:50	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820064189	he8ydemaanxlrpftqxkez8jfpge1fsj	27784	"User:Editingaccount1994/sandbox"		
+FALSE	56237369		2018-01-12 23:28:11	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820078679	0to17w9rth3url8n7gvucdtobybdq5h	27783	"User:Editingaccount1994/sandbox"		
+FALSE	56237369		2018-01-12 23:28:39	FALSE	"SporkBot"	12406635	TRUE	2	FALSE		820078733	531dizmmloyxffbkdr5vph7owh921eg	27782	"User:Editingaccount1994/sandbox"		
+FALSE	56237369		2018-01-13 13:45:33	FALSE	"Frietjes"	13791031	FALSE	2	FALSE		820177382	nik9p2u2fuk4yazjxt8ymbicxv5qid9	27757	"User:Editingaccount1994/sandbox"		
+FALSE	56237369	Chevalier, Chevalier	2018-01-24 01:35:22	FALSE	"CommonsDelinker"	2304267	FALSE	2	FALSE		822038928	gwk6pampl8si1v5pv3kwgteg710sfw3	27667	"User:Editingaccount1994/sandbox"		
+FALSE	56237370		2018-01-07 10:42:20	FALSE	"PamD"	1368779	FALSE	0	FALSE		819091874	n4ozbsgle13p9yywtfrz982ccj8woc9	25	"Anita del Rey"		
+FALSE	56237371		2018-01-07 10:42:27	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819091883	ksohnvsbeuzwpl5vb8a3v8m18hva0a7	1274	"User talk:119.94.96.157"	Warning	welcome to Wikipedia
+FALSE	56237372		2018-01-07 10:42:50	FALSE	"Underbar dk"	677153	FALSE	14	FALSE		819091914	je7aw21fedbwyqsyofpisdrynsu7olr	113	"Category:Ohmi Railway"		
+FALSE	56237375		2018-01-07 10:43:32	FALSE	"TastyPoutine"	882433	FALSE	3	FALSE		819091968	cpm4tkzcx4hc6irr9ukbi06ogud8dtq	199	"User talk:92.226.219.222"		
+FALSE	56237375		2018-01-07 11:10:24	FALSE	"AnomieBOT"	7611264	TRUE	3	FALSE		819094036	artmfz8b2gxhb3pp8a5p4ksplxqfkpg	1840	"User talk:92.226.219.222"		
+FALSE	56237375		2018-01-07 14:33:36	FALSE	"Only"	702940	FALSE	3	FALSE		819112363	dn9wj0n8d8pdd5lqe56uw5xamupowr1	2949	"User talk:92.226.219.222"		
+FALSE	56237376		2018-01-07 10:44:01	FALSE	"Dipayanacharya"	32794237	FALSE	2	FALSE		819092004	ofueugwatmmn7u73isw732neuza57gk	28	"User:Dipayanacharya"		
+FALSE	56237376		2018-01-07 10:49:08	FALSE	"Dipayanacharya"	32794237	FALSE	2	FALSE		819092390	dsz55xv96ec2uv6w9c1z7c52ipfovbw	38	"User:Dipayanacharya"		
+FALSE	56237378		2018-01-07 10:44:56	FALSE	"Vinegarymass911"	21516552	FALSE	0	FALSE		819092066	9ma38hak0ef1ew4fpiutxpnzd8oz1wd	65	"BSCIC"		
+FALSE	56237379		2018-01-07 10:45:21	FALSE	"BrownHairedGirl"	754619	FALSE	14	FALSE		819092102	4dvakoat58bzyf5hmtthxukt29hip6n	285	"Category:Women government ministers of Yemen"		
+FALSE	56237381		2018-01-07 10:45:54	FALSE	"PRehse"	410898	FALSE	1	FALSE		819092135	2sjrxsc7os9k9pg4su2t4rk2j8nn0h7	103	"Talk:List of Morning Glories Characters"		
+FALSE	56237382		2018-01-07 10:45:56	FALSE	"ClueBot NG"	13286072	FALSE	3	FALSE		819092138	3y9t5wpk6ur5jhone75rhm4wjf01fgi	1330	"User talk:106.207.126.114"	Warning	welcome to Wikipedia
+FALSE	56237382		2018-01-07 10:50:22	FALSE	"HindWIKI"	31190506	FALSE	3	FALSE		819092495	8wvn6vh3isyt0dorpe89lztrburgupe	2355	"User talk:106.207.126.114"		welcome to Wikipedia
--- a/test/baseline_output/revert_radius_ikwiki-20180301-pages-meta-history.tsv
+++ b/test/baseline_output/revert_radius_ikwiki-20180301-pages-meta-history.tsv
@ -1,4 +1,4 @@
-anon	articleid	date_time	deleted	editor	editor_id	minor	namespace	revert	reverteds	revid	sha1	text_chars	title
+anon	articleid	date_time	deleted	editor	editorid	minor	namespace	revert	reverteds	revid	sha1	text_chars	title
 FALSE	2	2004-01-25 13:40:25	FALSE	"Brion VIBBER"	1	FALSE	0	FALSE		3094	a6dzmzujf5owfsclacifhewzvp6q8ya	24	"HomePage"
 TRUE	2	2007-01-01 14:51:20	FALSE	"125.229.3.76"		FALSE	0	FALSE		5938	46va13zuh9l56lj7ppey9a11l99zamg	337	"HomePage"
 FALSE	2	2008-02-24 15:07:26	FALSE	"Alexbot"	147	TRUE	0	FALSE		7322	5yib0zj4fa2lxe8xxw6l702097371u2	343	"HomePage"
--- a/test/baseline_output/url-encode_ikwiki-20180301-pages-meta-history.tsv
+++ b/test/baseline_output/url-encode_ikwiki-20180301-pages-meta-history.tsv
@ -1,4 +1,4 @@
-anon	articleid	date_time	deleted	editor	editor_id	minor	namespace	revert	reverteds	revid	sha1	text_chars	title
+anon	articleid	date_time	deleted	editor	editorid	minor	namespace	revert	reverteds	revid	sha1	text_chars	title
 FALSE	2	2004-01-25 13:40:25	FALSE	%22Brion%20VIBBER%22	1	FALSE	0	FALSE		3094	a6dzmzujf5owfsclacifhewzvp6q8ya	24	%22HomePage%22
 TRUE	2	2007-01-01 14:51:20	FALSE	%22125.229.3.76%22		FALSE	0	FALSE		5938	46va13zuh9l56lj7ppey9a11l99zamg	337	%22HomePage%22
 FALSE	2	2008-02-24 15:07:26	FALSE	%22Alexbot%22	147	TRUE	0	FALSE		7322	5yib0zj4fa2lxe8xxw6l702097371u2	343	%22HomePage%22
--- a/test/baseline_output/url-encode_sailormoon.tsv
+++ b/test/baseline_output/url-encode_sailormoon.tsv
@ -1,4 +1,4 @@
-anon	articleid	date_time	deleted	editor	editor_id	minor	namespace	revert	reverteds	revid	sha1	text_chars	title
+anon	articleid	date_time	deleted	editor	editorid	minor	namespace	revert	reverteds	revid	sha1	text_chars	title
 FALSE	1	2004-11-11 23:33:14	FALSE	%22Jasonr%22	1	FALSE	6	FALSE		274	da39a3ee5e6b4b0d3255bfef95601890afd80709	0	%22File%3AWiki.png%22
 FALSE	3	2004-11-11 23:33:14	FALSE	%22Jasonr%22	1	FALSE	6	FALSE		276	da39a3ee5e6b4b0d3255bfef95601890afd80709	0	%22File%3ASearch%20logo.png%22
 FALSE	6	2005-07-16 21:46:43	FALSE	%22Purplefeltangel%22	5055	FALSE	4	FALSE		3	83d73a7b77b4de495037c6236808e8518d545591	184	%22Sailor%20Moon%20Wiki%3AAbout%22
--- a/test/dumps/pokemonfandomcom_fr-20200215-history.xml.7z
+++ b/test/dumps/pokemonfandomcom_fr-20200215-history.xml.7z
--- a/490
+++ b/490
@ -8,6 +8,8 @@ import argparse
 import sys
 import os, os.path
 import re
+from datetime import datetime,timezone
+import json

 from subprocess import Popen, PIPE
 from collections import deque
@ -24,6 +26,12 @@ PERSISTENCE_RADIUS=7
 from deltas import SequenceMatcher
 from deltas import SegmentMatcher

+import dataclasses as dc
+from dataclasses import dataclass
+import pyarrow as pa
+import pyarrow.parquet as pq
+from itertools import chain
+
 class PersistMethod:
    none = 0
    sequence = 1
@ -34,7 +42,6 @@ def calculate_persistence(tokens_added):
    return(sum([(len(x.revisions)-1) for x in tokens_added]),
           len(tokens_added))

-
 class WikiqIterator():
    def __init__(self, fh, collapse_user=False):
        self.fh = fh
@ -128,14 +135,32 @@ class WikiqPage():
        return next(self.__revisions)


+"""
+A RegexPair is defined by a regular expression (pattern) and a label.
+The pattern can include capture groups.  If it does then each capture group will have a resulting column in the output.
+If the pattern does not include a capture group, then only one output column will result.
+"""
 class RegexPair(object):
    def __init__(self, pattern, label):
-        self.pattern = re.compile(pattern)
+        self.pattern = pattern
+
+        if type(self.pattern) is str:
+            self.pattern = re.compile(pattern)
+
        self.label = label
        self.has_groups = bool(self.pattern.groupindex)
        if self.has_groups:
            self.capture_groups = list(self.pattern.groupindex.keys())
            
+    def get_pyarrow_fields(self):
+        if self.has_groups:
+            fields = [pa.field(self._make_key(cap_group),pa.list_(pa.string()))
+                      for cap_group in self.capture_groups]
+        else:
+            fields = [pa.field(self.label, pa.list_(pa.string()))]
+
+        return fields
+
    def _make_key(self, cap_group):
        return ("{}_{}".format(self.label, cap_group))

@ -174,27 +199,175 @@ class RegexPair(object):
        # there are no capture groups, we just search for all the matches of the regex
        else:
            #given that there are matches to be made
-            if self.pattern.search(content) is not None:
-                m = self.pattern.findall(content)
-                temp_dict[self.label] = ', '.join(m)
-            else:
-                temp_dict[self.label] = None    
+            if type(content) in(str, bytes):
+                if self.pattern.search(content) is not None:
+                    m = self.pattern.findall(content)
+                    temp_dict[self.label] = m
+                else:
+                    temp_dict[self.label] = None
+
        # update rev_data with our new columns
-        rev_data.update(temp_dict)
+        for k, v in temp_dict.items():
+            setattr(rev_data, k, v)
+
        return rev_data

+"""
+
+We used to use a dictionary to collect fields for the output. 
+Now we use dataclasses. Compared to a dictionary, this should help:
+- prevent some bugs
+- make it easier to output parquet data. 
+- use class attribute '.' syntax instead of dictionary syntax. 
+- improve support for tooling (autocomplete, type hints)
+- use type information to define formatting rules
+
+Depending on the parameters passed into Wikiq, the output schema can be different. 
+Therefore, we need to end up constructing a dataclass with the correct output schema. 
+It also needs to have the correct pyarrow schema so we can write parquet files.
+
+The RevDataBase type has all the fields that will be output no matter how wikiq is invoked.
+"""
+@dataclass()
+class RevDataBase():
+    revid: int 
+    date_time: datetime
+    articleid: int
+    editorid: int
+    title: str
+    namespace: int
+    deleted: bool
+    text_chars: int = None
+    revert: bool = None
+    reverteds: list[int] = None
+    sha1: str = None
+    minor: bool = None
+    editor: str = None
+    anon: bool = None
+
+    # toggles url encoding. this isn't a dataclass field since it doesn't have a type annotation
+    urlencode = False
+
+    # defines pyarrow schema.
+    # each field in the data class needs an entry in this array.
+    # the names should match and be in the same order.
+    # this isn't a dataclass field since it doesn't have a type annotation
+    pa_schema_fields = [
+        pa.field("revid", pa.int64()),
+        pa.field("date_time", pa.timestamp('ms')),
+        pa.field("articleid",pa.int64()),
+        pa.field("editorid",pa.int64()),
+        pa.field("title",pa.string()),
+        pa.field("namespace",pa.int32()),
+        pa.field("deleted",pa.bool_()),
+        pa.field("text_chars",pa.int32()),
+        pa.field("revert",pa.bool_()),
+        pa.field("reverteds",pa.list_(pa.int64())),
+        pa.field("sha1",pa.string()),
+        pa.field("minor",pa.bool_()),
+        pa.field("editor",pa.string()),
+        pa.field("anon",pa.bool_()),
+    ]
+
+    # pyarrow is a columnar format, so most of the work happens in the flush_parquet_buffer function
+    def to_pyarrow(self):
+        return dc.astuple(self)
+
+    # logic to convert each field into the wikiq tsv format goes here.
+    def to_tsv_row(self):
        
+        row = []
+        for f in dc.fields(self):
+            val = getattr(self, f.name)
+            if getattr(self, f.name) is None:
+                row.append("")
+            elif f.type == bool:
+                row.append("TRUE" if val else "FALSE")
+
+            elif f.type == datetime:
+                row.append(val.strftime('%Y-%m-%d %H:%M:%S'))
+
+            elif f.name in {'editor','title'}:
+                s = '"' + val + '"'
+                if self.urlencode and f.name in TO_ENCODE:
+                    row.append(quote(str(s)))
+                else:
+                    row.append(s)
+
+            elif f.type == list[int]:
+                row.append('"' + ",".join([str(x) for x in val]) + '"')
+
+            elif f.type == list[str]:
+                row.append('"' + ",".join([(x) for x in val]) + '"')
+
+            elif f.type == str:
+                if self.urlencode and f.name in TO_ENCODE:
+                    row.append(quote(str(val)))
+                else:
+                    row.append(val)
+            else:
+                row.append(val)
+
+        return '\t'.join(map(str,row))
+
+    def header_row(self):
+        return '\t'.join(map(lambda f: f.name, dc.fields(self)))
+
+"""
+
+If collapse=True we'll use a RevDataCollapse dataclass.
+This class inherits from RevDataBase. This means that it has all the same fields and functions. 
+
+It just adds a new field and updates the pyarrow schema.
+
+"""
+@dataclass()
+class RevDataCollapse(RevDataBase):
+    collapsed_revs:int = None
+
+    pa_collapsed_revs_schema = pa.field('collapsed_revs',pa.int64())
+    pa_schema_fields = RevDataBase.pa_schema_fields + [pa_collapsed_revs_schema]
+
+"""
+
+If persistence data is to be computed we'll need the fields added by RevDataPersistence. 
+
+"""
+@dataclass()
+class RevDataPersistence(RevDataBase):
+    token_revs:int = None
+    tokens_added:int = None
+    tokens_removed:int = None
+    tokens_window:int = None
+
+    pa_persistence_schema_fields = [
+        pa.field("token_revs", pa.int64()),
+        pa.field("tokens_added", pa.int64()),
+        pa.field("tokens_removed", pa.int64()),
+        pa.field("tokens_window", pa.int64())]
+        
+    pa_schema_fields = RevDataBase.pa_schema_fields  + pa_persistence_schema_fields
+
+"""
+class RevDataCollapsePersistence uses multiple inheritence to make a class that has both persistence and collapse fields.
+
+"""
+@dataclass()
+class RevDataCollapsePersistence(RevDataCollapse, RevDataPersistence):
+    pa_schema_fields = RevDataCollapse.pa_schema_fields + RevDataPersistence.pa_persistence_schema_fields
+
+
+
 class WikiqParser():
-    def __init__(self, input_file, output_file, regex_match_revision, regex_match_comment, regex_revision_label, regex_comment_label, collapse_user=False, persist=None, urlencode=False, namespaces = None, revert_radius=15):
+    def __init__(self, input_file, output_file, regex_match_revision, regex_match_comment, regex_revision_label, regex_comment_label, collapse_user=False, persist=None, urlencode=False, namespaces = None, revert_radius=15, output_parquet=True, parquet_buffer_size=2000, siteinfo_file=None):
        """ 
        Parameters:
           persist : what persistence method to use. Takes a PersistMethod value
        """
        self.input_file = input_file
-        self.output_file = output_file
+
        self.collapse_user = collapse_user
        self.persist = persist
-        self.printed_header = False
        self.namespaces = []
        self.urlencode = urlencode
        self.revert_radius = revert_radius
@ -204,26 +377,94 @@ class WikiqParser():
        else:
            self.namespace_filter = None

+        self.regex_schemas = []
        self.regex_revision_pairs = self.make_matchmake_pairs(regex_match_revision, regex_revision_label)
        self.regex_comment_pairs = self.make_matchmake_pairs(regex_match_comment, regex_comment_label)
+
+        if siteinfo_file is not None:
+            siteinfo = open_siteinfo(siteinfo_file)
+            siteinfo = json.loads(siteinfo.read())
+
+            magicwords = siteinfo.get('query').get('magicwords')
        
+            if magicwords:
+                redirect_config = list(filter(lambda obj: obj.get("name") == "redirect", magicwords))
+                redirect_aliases = chain(* map(lambda obj: obj.get("aliases"), redirect_config))
+                redirect_aliases = list(map(lambda s: s.lstrip('#'), redirect_aliases))
+                redirect_aliases.append('REDIRECT') # just in case
+
+                # this regular expression is copied from pywikibot
+                pattern = '(?:' + '|'.join(redirect_aliases) + ')'
+                redirect_regex =  re.compile(r'\s*#{pattern}\s*:?\s*\[\[(.+?)(?:\|.*?)?\]\]'
+                                             .format(pattern=pattern), re.IGNORECASE | re.DOTALL)
+
+                self.regex_revision_pairs.extend(self.make_matchmake_pairs([redirect_regex], ["redirect"]))
+
+        # This is where we set the type for revdata.
+        
+        if self.collapse_user is True:
+            if self.persist == PersistMethod.none:
+                revdata_type = RevDataCollapse
+            else:
+                revdata_type = RevDataCollapsePersistence
+        elif self.persist != PersistMethod.none:
+            revdata_type = RevDataPersistence
+        else:
+            revdata_type = RevDataBase
+
+        # if there are regex fields, we need to add them to the revdata type.
+        regex_fields = [(field.name, list[str], dc.field(default=None)) for field in self.regex_schemas]
+
+        # make_dataclass is a function that defines a new dataclass type.
+        # here we extend the type we have already chosen and add the regular expression types 
+        self.revdata_type = dc.make_dataclass('RevData_Parser',
+                                              fields=regex_fields,
+                                              bases=(revdata_type,))
+        
+        # we also need to make sure that we have the right pyarrow schema
+        self.revdata_type.pa_schema_fields = revdata_type.pa_schema_fields + self.regex_schemas
+                        
+        self.revdata_type.urlencode = self.urlencode
+
+        self.schema = pa.schema(self.revdata_type.pa_schema_fields)
+
+        # here we initialize the variables we need for output.
+        if output_parquet is True:
+            self.output_parquet = True
+            self.pq_writer = None
+            self.output_file = output_file
+            self.parquet_buffer = []
+            self.parquet_buffer_size = parquet_buffer_size
+        else:
+            self.print_header = True
+            if output_file == sys.stdout:
+                
+                self.output_file = output_file
+            else:
+                self.output_file = open(output_file,'w')
+            self.output_parquet = False

    def make_matchmake_pairs(self, patterns, labels):
        if (patterns is not None and labels is not None) and \
           (len(patterns) == len(labels)):
-            return [RegexPair(pattern, label) for pattern, label in zip(patterns, labels)]
+            result = []
+            for pattern, label in zip(patterns, labels):
+                rp = RegexPair(pattern, label)
+                result.append(rp)
+                self.regex_schemas = self.regex_schemas + rp.get_pyarrow_fields()
+            return result
        elif (patterns is None and labels is None):
            return []
        else:
            sys.exit('Each regular expression *must* come with a corresponding label and vice versa.')

-    def matchmake(self, rev, rev_data):
-        rev_data = self.matchmake_revision(rev.text, rev_data)
+    def matchmake_revision(self, rev, rev_data):
+        rev_data = self.matchmake_text(rev.text, rev_data)
        rev_data = self.matchmake_comment(rev.comment, rev_data)
        return rev_data

-    def matchmake_revision(self, text, rev_data):
-        return self.matchmake_pairs(text, rev_data, self.regex_revision_pairs)
+    def matchmake_text(self, text, rev_data):
+         return self.matchmake_pairs(text, rev_data, self.regex_revision_pairs)

    def matchmake_comment(self, comment, rev_data):
        return self.matchmake_pairs(comment, rev_data, self.regex_comment_pairs)
@ -265,7 +506,6 @@ class WikiqParser():
        page_count = 0
        rev_count = 0

-
        # Iterate through pages
        for page in dump:
            namespace = page.namespace if page.namespace is not None else self.__get_namespace_from_title(page.title)
@ -279,7 +519,7 @@ class WikiqParser():

            if self.persist != PersistMethod.none:
                window = deque(maxlen=PERSISTENCE_RADIUS)
-
+                
                if self.persist == PersistMethod.sequence:
                    state = mwpersistence.DiffState(SequenceMatcher(tokenizer = wikitext_split),
                                                    revert_radius=PERSISTENCE_RADIUS)
@ -296,27 +536,19 @@ class WikiqParser():
            # Iterate through a page's revisions
            for rev in page:
                
-                # initialize rev_data
-                rev_data = {
-                    'revid':rev.id,
-                    'date_time' : rev.timestamp.strftime('%Y-%m-%d %H:%M:%S'),
-                    'articleid' : page.id,
-                    'editor_id' : "" if rev.deleted.user == True or rev.user.id is None else rev.user.id,
-                    'title' : '"' + page.title + '"',
-                    'namespace' : namespace,
-                    'deleted' : "TRUE" if rev.deleted.text else "FALSE"
-                }
+                # create a new data object instead of a dictionary. 
+                rev_data = self.revdata_type(revid = rev.id,
+                                             date_time = datetime.fromtimestamp(rev.timestamp.unix(), tz=timezone.utc),
+                                             articleid = page.id,
+                                             editorid = "" if rev.deleted.user == True or rev.user.id is None else rev.user.id,
+                                             title =  page.title,
+                                             deleted = rev.deleted.text,
+                                             namespace = namespace
+                                             )

-                rev_data = self.matchmake(rev, rev_data)
+                rev_data = self.matchmake_revision(rev, rev_data)

-                # if revisions are deleted, /many/ things will be missing
-                if rev.deleted.text:
-                    rev_data['text_chars'] = ""
-                    rev_data['sha1'] = ""
-                    rev_data['revert'] = ""
-                    rev_data['reverteds'] = ""
-
-                else:
+                if not rev.deleted.text:
                    # rev.text can be None if the page has no text
                    if not rev.text:
                        rev.text = ""
@ -325,52 +557,39 @@ class WikiqParser():
                    if rev.sha1:
                        text_sha1 = rev.sha1
                    else:
-
                        text_sha1 = sha1(bytes(rev.text, "utf8")).hexdigest()
                    
-                    rev_data['sha1'] = text_sha1
+                    rev_data.sha1 = text_sha1

                    # TODO rev.bytes doesn't work.. looks like a bug
-                    rev_data['text_chars'] = len(rev.text)
+                    rev_data.text_chars = len(rev.text)  

                    # generate revert data
                    revert = rev_detector.process(text_sha1, rev.id)
                    
                    if revert:
-                        rev_data['revert'] = "TRUE"
-                        rev_data['reverteds'] = '"' + ",".join([str(x) for x in revert.reverteds]) + '"'
+                        rev_data.revert = True
+                        rev_data.reverteds = revert.reverteds
                    else:
-                        rev_data['revert'] = "FALSE"
-                        rev_data['reverteds'] = ""
+                        rev_data.revert = False

                # if the fact that the edit was minor can be hidden, this might be an issue
-                rev_data['minor'] = "TRUE" if rev.minor else "FALSE"
+                rev_data.minor = rev.minor

                if not rev.deleted.user:
                    # wrap user-defined editors in quotes for fread
-                    rev_data['editor'] = '"' + rev.user.text + '"'
-                    rev_data['anon'] = "TRUE" if rev.user.id == None else "FALSE"
-                    
-                else:
-                    rev_data['anon'] = ""
-                    rev_data['editor'] = ""
-
-                #if re.match(r'^#redirect \[\[.*\]\]', rev.text, re.I):
-                #    redirect = True
-                #else:
-                #    redirect = False
+                    rev_data.editor = rev.user.text 
+                    rev_data.anon = rev.user.id is None
                
                #TODO missing: additions_size deletions_size
                
                # if collapse user was on, lets run that
                if self.collapse_user:
-                    rev_data['collapsed_revs'] = rev.collapsed_revs
+                    rev_data.collapsed_revs = rev.collapsed_revs

+                # get the 
                if self.persist != PersistMethod.none:
-                    if rev.deleted.text:
-                        for k in ["token_revs", "tokens_added", "tokens_removed", "tokens_window"]:
-                            old_rev_data[k] = None
-                    else:
+                    if not rev.deleted.text:

                        if self.persist != PersistMethod.legacy:
                            _, tokens_added, tokens_removed = state.update(rev.text, rev.id)
@ -385,10 +604,10 @@ class WikiqParser():
                            
                            num_token_revs, num_tokens = calculate_persistence(old_tokens_added)

-                            old_rev_data["token_revs"] = num_token_revs
-                            old_rev_data["tokens_added"] = num_tokens
-                            old_rev_data["tokens_removed"] = len(old_tokens_removed)
-                            old_rev_data["tokens_window"] = PERSISTENCE_RADIUS-1
+                            old_rev_data.token_revs = num_token_revs
+                            old_rev_data.tokens_added = num_tokens
+                            old_rev_data.tokens_removed = len(old_tokens_removed)
+                            old_rev_data.tokens_window = PERSISTENCE_RADIUS-1

                            self.print_rev_data(old_rev_data)

@ -407,11 +626,10 @@ class WikiqParser():
                    rev_id, rev_data, tokens_added, tokens_removed = item
                    num_token_revs, num_tokens = calculate_persistence(tokens_added)

-                    rev_data["token_revs"] = num_token_revs
-                    rev_data["tokens_added"] = num_tokens
-                    rev_data["tokens_removed"] = len(tokens_removed)
-                    rev_data["tokens_window"] = len(window)-(i+1)
-                    
+                    rev_data.token_revs = num_token_revs
+                    rev_data.tokens_added = num_tokens
+                    rev_data.tokens_removed = len(tokens_removed)
+                    rev_data.tokens_window = len(window)-(i+1)
                    self.print_rev_data(rev_data)

            page_count += 1
@ -419,22 +637,95 @@ class WikiqParser():
        print("Done: %s revisions and %s pages." % (rev_count, page_count),
              file=sys.stderr)

-    def print_rev_data(self, rev_data):
-        # if it's the first time through, print the header
-        if self.urlencode:
-            for field in TO_ENCODE:
-                rev_data[field] = quote(str(rev_data[field]))
+        # remember to flush the parquet_buffer if we're done
+        if self.output_parquet is True:
+            self.flush_parquet_buffer()
+            self.pq_writer.close()

-        if not self.printed_header:
-            print("\t".join([str(k) for k in sorted(rev_data.keys())]), file=self.output_file)
-            self.printed_header = True
+        else:
+            self.output_file.close()
+
+
+    """
+    For performance reasons it's better to write parquet in batches instead of one row at a time.
+    So this function just puts the data on a buffer. If the buffer is full, then it gets flushed (written).
+    """
+    def write_parquet_row(self, rev_data):
+        padata = rev_data.to_pyarrow()
+        self.parquet_buffer.append(padata)
+
+        if len(self.parquet_buffer) >= self.parquet_buffer_size:
+            self.flush_parquet_buffer()
+
+
+    """
+    Function that actually writes data to the parquet file. 
+    It needs to transpose the data from row-by-row to column-by-column
+    """
+    def flush_parquet_buffer(self):
+
+        """
+        Returns the pyarrow table that we'll write
+        """
+        def rows_to_table(rg, schema):
+            cols = []
+            first = rg[0]
+            for col in first:
+                cols.append([col])
+
+            for row in rg[1:]:
+                for j in range(len(cols)):
+                    cols[j].append(row[j])
+
+            arrays = []
+            for col, typ in zip(cols, schema.types):
+                arrays.append(pa.array(col, typ))
+            return pa.Table.from_arrays(arrays, schema=schema)
+
+        outtable = rows_to_table(self.parquet_buffer, self.schema)
+        if self.pq_writer is None:
+            self.pq_writer = pq.ParquetWriter(self.output_file, self.schema, flavor='spark')
+
+        self.pq_writer.write_table(outtable)
+        self.parquet_buffer = []
        
-        print("\t".join([str(v) for k, v in sorted(rev_data.items())]), file=self.output_file)
+    # depending on if we are configured to write tsv or parquet, we'll call a different function.
+    def print_rev_data(self, rev_data):
+
+        if self.output_parquet is False:
+            printfunc = self.write_tsv_row
+        else:
+            printfunc = self.write_parquet_row
+        
+        printfunc(rev_data)
+
+    def write_tsv_row(self, rev_data):
+        if self.print_header:
+            print(rev_data.header_row(), file=self.output_file)
+            self.print_header = False
+
+        line = rev_data.to_tsv_row()
+        print(line, file=self.output_file)
+
+def open_siteinfo(siteinfo_file):
+    if re.match(r'.*\.7z$', siteinfo_file):
+        cmd = ["7za", "x", "-so", siteinfo_file, "*.json"] 
+    elif re.match(r'.*\.gz$', siteinfo_file):
+        cmd = ["zcat", siteinfo_file] 
+    elif re.match(r'.*\.bz2$', siteinfo_file):
+        cmd = ["bzcat", "-dk", siteinfo_file] 
+
+    try:
+        input_file = Popen(cmd, stdout=PIPE).stdout
+    except NameError:
+        input_file = open(siteinfo_file, 'r')
+
+    return input_file


 def open_input_file(input_filename):
    if re.match(r'.*\.7z$', input_filename):
-        cmd = ["7za", "x", "-so", input_filename, '*'] 
+        cmd = ["7za", "x", "-so", input_filename, "*.xml"] 
    elif re.match(r'.*\.gz$', input_filename):
        cmd = ["zcat", input_filename] 
    elif re.match(r'.*\.bz2$', input_filename):
@ -447,13 +738,19 @@ def open_input_file(input_filename):

    return input_file

-def open_output_file(input_filename):
-    # create a regex that creates the output filename
+def get_output_filename(input_filename, parquet = False):
    output_filename = re.sub(r'\.(7z|gz|bz2)?$', '', input_filename)
    output_filename = re.sub(r'\.xml', '', output_filename)
-    output_filename = output_filename + ".tsv"
-    output_file = open(output_filename, "w")
+    if parquet is False:
+        output_filename = output_filename + ".tsv"
+    else:
+        output_filename = output_filename + ".parquet"
+    return output_filename

+def open_output_file(input_filename):
+    # create a regex that creates the output filename
+    output_filename = get_output_filename(input_filename, parquet = False)
+    output_file = open(output_filename, "w")
    return output_file

 parser = argparse.ArgumentParser(description='Parse MediaWiki XML database dumps into tab delimitted data.')
@ -463,7 +760,7 @@ parser.add_argument('dumpfiles', metavar="DUMPFILE", nargs="*", type=str,
                    help="Filename of the compressed or uncompressed XML database dump. If absent, we'll look for content on stdin and output on stdout.")

 parser.add_argument('-o', '--output-dir', metavar='DIR', dest='output_dir', type=str, nargs=1,
-                    help="Directory for output files.")
+                    help="Directory for output files. If it ends with .parquet output will be in parquet format.")

 parser.add_argument('-s', '--stdout', dest="stdout", action="store_true",
                    help="Write output to standard out (do not create dump file)")
@ -500,8 +797,15 @@ parser.add_argument('-CP', '--comment-pattern', dest="regex_match_comment", defa
 parser.add_argument('-CPl', '--comment-pattern-label', dest="regex_comment_label", default=None, type=str, action='append',
                    help="The label for the outputted column based on matching the regex in comments.")

+parser.add_argument('--SI', '--siteinfo', dest="siteinfo", default=None, type=str,
+                    help="Path to archive containing siteinfo json. This is required for resolving redirects")
+
+
+
 args = parser.parse_args()

+
+
 # set persistence method

 if args.persist is None:
@ -519,6 +823,7 @@ else:
    namespaces = None

 if len(args.dumpfiles) > 0:
+    output_parquet = False
    for filename in args.dumpfiles:
        input_file = open_input_file(filename)

@ -528,14 +833,18 @@ if len(args.dumpfiles) > 0:
        else:
            output_dir = "."

+        if output_dir.endswith(".parquet"):
+            output_parquet = True
+
        print("Processing file: %s" % filename, file=sys.stderr)

        if args.stdout:
            output_file = sys.stdout
        else:
            filename = os.path.join(output_dir, os.path.basename(filename))
-            output_file = open_output_file(filename)
+            output_file = get_output_filename(filename, parquet = output_parquet)

+        print(args.siteinfo, file=sys.stderr)
        wikiq = WikiqParser(input_file,
                            output_file,
                            collapse_user=args.collapse_user,
@ -546,13 +855,15 @@ if len(args.dumpfiles) > 0:
                            regex_match_revision = args.regex_match_revision,
                            regex_revision_label = args.regex_revision_label,
                            regex_match_comment = args.regex_match_comment,
-                            regex_comment_label = args.regex_comment_label)
+                            regex_comment_label = args.regex_comment_label,
+                            output_parquet=output_parquet,
+                            siteinfo_file = args.siteinfo)

        wikiq.process()

        # close things 
        input_file.close()
-        output_file.close()
+
 else:
    wikiq = WikiqParser(sys.stdin,
                        sys.stdout,
@ -565,7 +876,8 @@ else:
                        regex_match_revision = args.regex_match_revision,
                        regex_revision_label = args.regex_revision_label,
                        regex_match_comment = args.regex_match_comment,
-                        regex_comment_label = args.regex_comment_label)
+                        regex_comment_label = args.regex_comment_label,
+                        siteinfo_file = args.siteinfo)

    wikiq.process()
Author	SHA1	Message	Date
Nathan TeBlunthuis	b124f9c7c8	write regex captures to parquet arrays.	2022-03-29 17:52:26 -07:00
Nathan TeBlunthuis	32283aa4da	add a minor comment on the source of the redirect regex	2022-03-10 15:07:27 -08:00
Nathan TeBlunthuis	595728d8da	resolve redirects if siteinfo is provided	2022-03-10 13:31:03 -08:00
Nathan TeBlunthuis	3e645b5e58	bugfix. column name text_chars	2022-03-08 20:17:20 -08:00
Nathan TeBlunthuis	1aea601a30	[Bugfix] Call the correct matchmake function.	2021-11-16 16:53:21 -08:00
Nathan TeBlunthuis	c437b357db	rename matchmake functions	2021-11-11 19:09:41 -08:00
Nathan TeBlunthuis	bb83d62b74	Add some descriptive comments.	2021-10-19 16:55:24 -07:00
Nathan TeBlunthuis	c285402683	add todos to readme	2021-10-18 14:14:11 -07:00
Nathan TeBlunthuis	b1bea09ad6	fix bugs and unit tests	2021-10-18 13:33:05 -07:00
Nathan TeBlunthuis	9a0c157ebb	bugfix	2021-10-18 10:15:03 -07:00
Nathan TeBlunthuis	ae870fed0b	parquet path is code-complete	2021-10-17 21:46:31 -07:00
Nathan TeBlunthuis	26f6d8f984	remove dependency on pandas.	2021-10-17 20:24:33 -07:00
Nathan TeBlunthuis	ae9a241747	use dataclasses and pyarrow for types.	2021-10-17 20:21:22 -07:00
Nathan TeBlunthuis	d8d20f670b	initial work on parquet support	2021-10-17 13:22:22 -07:00