reorganize file structure
- move 'input' files to resources - outputs not meant for downstream go in output/intermediate - csv outputs for downstream go in output/csv
This commit is contained in:
parent
50f58a3887
commit
09d171608f
@ -1,36 +0,0 @@
|
||||
date,term,top
|
||||
2020-03-27,COVID-19,0
|
||||
2020-03-27,Boris Johnson,1
|
||||
2020-03-27,Thomas Massie,2
|
||||
2020-03-27,Ozark,3
|
||||
2020-03-27,Drew Brees,4
|
||||
2020-03-27,Bill Gates,5
|
||||
2020-03-27,Kourtney Kardashian,6
|
||||
2020-03-27,Doris Burke,7
|
||||
2020-03-27,Pope Francis,8
|
||||
2020-03-27,Krispy Kreme,9
|
||||
2020-03-27,Roman Reigns,10
|
||||
2020-03-27,A Million Little Things,11
|
||||
2020-03-27,Pearl Jam Gigaton,12
|
||||
2020-03-27,Gretchen Whitmer,13
|
||||
2020-03-27,Bill Ackman,14
|
||||
2020-03-27,Till Lindemann,15
|
||||
2020-03-27,Trish Regan,16
|
||||
2020-03-27,Steven Universe Future,17
|
||||
2020-03-27,Urbi et Orbi,18
|
||||
2020-03-27,Nc stay-at-home order,19
|
||||
2020-03-28,Dog,0
|
||||
2020-03-28,Tom Coburn,1
|
||||
2020-03-28,Cat,2
|
||||
2020-03-28,Weather radar,3
|
||||
2020-03-28,Horse,4
|
||||
2020-03-28,Elephant,5
|
||||
2020-03-28,Bear,6
|
||||
2020-03-28,Penguin,7
|
||||
2020-03-28,Joseph Lowery,8
|
||||
2020-03-28,North Carolina,9
|
||||
2020-03-28,Wolf,10
|
||||
2020-03-28,Predator: Hunting Grounds,11
|
||||
2020-03-28,Duck,12
|
||||
2020-03-28,Vivarium,13
|
||||
2020-03-28,Instacart strike,14
|
||||
|
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
|
Can't render this file because it is too large.
|
|
Can't render this file because it is too large.
|
10875
transliterations/output/csv/2020-03-29_wikidata_entity_labels.csv
Normal file
10875
transliterations/output/csv/2020-03-29_wikidata_entity_labels.csv
Normal file
File diff suppressed because it is too large
Load Diff
12131
transliterations/output/csv/2020-03-29_wikidata_entity_labels_1..csv
Normal file
12131
transliterations/output/csv/2020-03-29_wikidata_entity_labels_1..csv
Normal file
File diff suppressed because it is too large
Load Diff
77
transliterations/output/intermediate/daily_google_trends.csv
Normal file
77
transliterations/output/intermediate/daily_google_trends.csv
Normal file
@ -0,0 +1,77 @@
|
||||
date,term,top
|
||||
2020-03-27,COVID-19,0
|
||||
2020-03-27,Boris Johnson,1
|
||||
2020-03-27,Thomas Massie,2
|
||||
2020-03-27,Ozark,3
|
||||
2020-03-27,Drew Brees,4
|
||||
2020-03-27,Bill Gates,5
|
||||
2020-03-27,Kourtney Kardashian,6
|
||||
2020-03-27,Doris Burke,7
|
||||
2020-03-27,Pope Francis,8
|
||||
2020-03-27,Krispy Kreme,9
|
||||
2020-03-27,Roman Reigns,10
|
||||
2020-03-27,A Million Little Things,11
|
||||
2020-03-27,Pearl Jam Gigaton,12
|
||||
2020-03-27,Gretchen Whitmer,13
|
||||
2020-03-27,Bill Ackman,14
|
||||
2020-03-27,Till Lindemann,15
|
||||
2020-03-27,Trish Regan,16
|
||||
2020-03-27,Steven Universe Future,17
|
||||
2020-03-27,Urbi et Orbi,18
|
||||
2020-03-27,Nc stay-at-home order,19
|
||||
2020-03-28,Dog,0
|
||||
2020-03-28,Tom Coburn,1
|
||||
2020-03-28,Cat,2
|
||||
2020-03-28,Weather radar,3
|
||||
2020-03-28,Horse,4
|
||||
2020-03-28,Elephant,5
|
||||
2020-03-28,Bear,6
|
||||
2020-03-28,Penguin,7
|
||||
2020-03-28,Joseph Lowery,8
|
||||
2020-03-28,North Carolina,9
|
||||
2020-03-28,Wolf,10
|
||||
2020-03-28,Predator: Hunting Grounds,11
|
||||
2020-03-28,Duck,12
|
||||
2020-03-28,Vivarium,13
|
||||
2020-03-28,Instacart strike,14
|
||||
2020-03-29,Joe Diffie,0
|
||||
2020-03-29,John Prine,1
|
||||
2020-03-29,Elton John,2
|
||||
2020-03-29,Tiger,3
|
||||
2020-03-29,Garth Brooks,4
|
||||
2020-03-29,Social distancing,5
|
||||
2020-03-29,Shawn Mendes,6
|
||||
2020-03-29,Sarah Jessica Parker,7
|
||||
2020-03-29,Shia LaBeouf,8
|
||||
2020-03-29,Maria Mercader,9
|
||||
2020-03-29,Liberty University,10
|
||||
2020-03-29,Jeanine Pirro,11
|
||||
2020-03-29,WrestleMania 32,12
|
||||
2020-03-29,Jan Howard,13
|
||||
2020-03-29,Nier Replicant,14
|
||||
2020-03-29,Suicide Squad,15
|
||||
2020-03-29,Cards Against Humanity online,16
|
||||
2020-03-29,Matthew Faber,17
|
||||
2020-03-29,Dave Grohl,18
|
||||
2020-03-29,Daisy Keech,19
|
||||
date,term,top
|
||||
2020-03-29,Joe Diffie,0
|
||||
2020-03-29,John Prine,1
|
||||
2020-03-29,Elton John,2
|
||||
2020-03-29,Tiger,3
|
||||
2020-03-29,Garth Brooks,4
|
||||
2020-03-29,Social distancing,5
|
||||
2020-03-29,Shawn Mendes,6
|
||||
2020-03-29,Sarah Jessica Parker,7
|
||||
2020-03-29,Shia LaBeouf,8
|
||||
2020-03-29,Maria Mercader,9
|
||||
2020-03-29,Liberty University,10
|
||||
2020-03-29,Jeanine Pirro,11
|
||||
2020-03-29,WrestleMania 32,12
|
||||
2020-03-29,Jan Howard,13
|
||||
2020-03-29,Nier Replicant,14
|
||||
2020-03-29,Suicide Squad,15
|
||||
2020-03-29,Cards Against Humanity online,16
|
||||
2020-03-29,Matthew Faber,17
|
||||
2020-03-29,Dave Grohl,18
|
||||
2020-03-29,Daisy Keech,19
|
||||
|
@ -238,3 +238,241 @@ covid-19 pandemic unemployment,36150,covid-19 pandemic,2020-03-28
|
||||
pandemic vs endemic,29600,covid-19 pandemic,2020-03-28
|
||||
who declared covid-19 pandemic,29550,covid-19 pandemic,2020-03-28
|
||||
when was the last pandemic,19550,covid-19 pandemic,2020-03-28
|
||||
coronavirus tips,107200,coronavirus,2020-03-29
|
||||
covid 19,73150,coronavirus,2020-03-29
|
||||
mapa coronavirus,52250,coronavirus,2020-03-29
|
||||
wuhan coronavirus,48350,coronavirus,2020-03-29
|
||||
ultime coronavirus,44600,coronavirus,2020-03-29
|
||||
ultime notizie coronavirus,38800,coronavirus,2020-03-29
|
||||
worldometer coronavirus,36800,coronavirus,2020-03-29
|
||||
us coronavirus cases,35850,coronavirus,2020-03-29
|
||||
coronavirus ireland,30300,coronavirus,2020-03-29
|
||||
coronavirus ultima hora,29850,coronavirus,2020-03-29
|
||||
coronavirus update india,26300,coronavirus,2020-03-29
|
||||
coronavirus live map,24650,coronavirus,2020-03-29
|
||||
nj coronavirus,24050,coronavirus,2020-03-29
|
||||
coronavirus live update,23550,coronavirus,2020-03-29
|
||||
john hopkins coronavirus,23550,coronavirus,2020-03-29
|
||||
coronavirus romania,22000,coronavirus,2020-03-29
|
||||
coronavirus update uk,21300,coronavirus,2020-03-29
|
||||
decreto coronavirus,20500,coronavirus,2020-03-29
|
||||
coronavirus roma,19150,coronavirus,2020-03-29
|
||||
coronavirus memes,17600,coronavirus,2020-03-29
|
||||
coronavirus cases in india,16500,coronavirus,2020-03-29
|
||||
coronavirus georgia,15500,coronavirus,2020-03-29
|
||||
coronavirus tipps,15250,coronavirus,2020-03-29
|
||||
coronavirus en italia,15200,coronavirus,2020-03-29
|
||||
tom hanks coronavirus,15000,coronavirus,2020-03-29
|
||||
coronavirus covid-19,1161900,covid-19,2020-03-29
|
||||
coronavirus,1160550,covid-19,2020-03-29
|
||||
covid,668100,covid-19,2020-03-29
|
||||
covid-19 cases,567800,covid-19,2020-03-29
|
||||
covid 19,460450,covid-19,2020-03-29
|
||||
virus covid-19,413350,covid-19,2020-03-29
|
||||
corona,395350,covid-19,2020-03-29
|
||||
covid-19 map,278100,covid-19,2020-03-29
|
||||
covid-19 symptoms,272850,covid-19,2020-03-29
|
||||
covid-19 news,254600,covid-19,2020-03-29
|
||||
covid-19 updates,230500,covid-19,2020-03-29
|
||||
covid-19 update,211650,covid-19,2020-03-29
|
||||
covid-19 live,197950,covid-19,2020-03-29
|
||||
corona virus,196100,covid-19,2020-03-29
|
||||
who,180200,covid-19,2020-03-29
|
||||
covid-19 us,179100,covid-19,2020-03-29
|
||||
what is covid-19,178600,covid-19,2020-03-29
|
||||
canada covid-19,174800,covid-19,2020-03-29
|
||||
covid-19 who,169650,covid-19,2020-03-29
|
||||
covid-19 cdc,140950,covid-19,2020-03-29
|
||||
cdc,140100,covid-19,2020-03-29
|
||||
covid-19 test,132750,covid-19,2020-03-29
|
||||
italy covid-19,124950,covid-19,2020-03-29
|
||||
italy,121100,covid-19,2020-03-29
|
||||
covid-19 usa,120550,covid-19,2020-03-29
|
||||
covid,1511250,covid19,2020-03-29
|
||||
covid 19,1331950,covid19,2020-03-29
|
||||
coronavirus,922600,covid19,2020-03-29
|
||||
coronavirus covid19,920100,covid19,2020-03-29
|
||||
covid19 cases,491600,covid19,2020-03-29
|
||||
corona,384050,covid19,2020-03-29
|
||||
virus covid19,372800,covid19,2020-03-29
|
||||
covid19 news,257350,covid19,2020-03-29
|
||||
covid19 symptoms,234950,covid19,2020-03-29
|
||||
covid19 update,222200,covid19,2020-03-29
|
||||
map covid19,214850,covid19,2020-03-29
|
||||
corona virus covid19,214600,covid19,2020-03-29
|
||||
corona virus,207200,covid19,2020-03-29
|
||||
who,181150,covid19,2020-03-29
|
||||
covid19 us,172200,covid19,2020-03-29
|
||||
what is covid19,169050,covid19,2020-03-29
|
||||
who covid19,164850,covid19,2020-03-29
|
||||
canada covid19,160250,covid19,2020-03-29
|
||||
covid19 italy,157650,covid19,2020-03-29
|
||||
italy,155900,covid19,2020-03-29
|
||||
test covid19,149600,covid19,2020-03-29
|
||||
covid19 china,149300,covid19,2020-03-29
|
||||
covid19 uk,131900,covid19,2020-03-29
|
||||
covid-19,131150,covid19,2020-03-29
|
||||
covid19 usa,126100,covid19,2020-03-29
|
||||
coronavirus sars-cov-2,747650,sars-cov-2,2020-03-29
|
||||
coronavirus,723400,sars-cov-2,2020-03-29
|
||||
sars-cov-2 covid-19,538700,sars-cov-2,2020-03-29
|
||||
covid-19,515100,sars-cov-2,2020-03-29
|
||||
covid,396800,sars-cov-2,2020-03-29
|
||||
sars-cov-2 virus,306750,sars-cov-2,2020-03-29
|
||||
sars-cov-2 covid 19,286400,sars-cov-2,2020-03-29
|
||||
covid 19,279300,sars-cov-2,2020-03-29
|
||||
sars,263400,sars-cov-2,2020-03-29
|
||||
corona,214400,sars-cov-2,2020-03-29
|
||||
corona virus,111450,sars-cov-2,2020-03-29
|
||||
covid19,97150,sars-cov-2,2020-03-29
|
||||
sars-cov-2 vs covid-19,96700,sars-cov-2,2020-03-29
|
||||
what is sars-cov-2,81200,sars-cov-2,2020-03-29
|
||||
who,71900,sars-cov-2,2020-03-29
|
||||
sars cov 2,61800,sars-cov-2,2020-03-29
|
||||
sars-cov-2 wiki,53150,sars-cov-2,2020-03-29
|
||||
sars-cov-2 transmission,40350,sars-cov-2,2020-03-29
|
||||
koronawirus,34150,sars-cov-2,2020-03-29
|
||||
koronavirus,24250,sars-cov-2,2020-03-29
|
||||
the proximal origin of sars-cov-2,21500,sars-cov-2,2020-03-29
|
||||
sars-cov-2 vs cod-19,19150,sars-cov-2,2020-03-29
|
||||
pubmed,18550,sars-cov-2,2020-03-29
|
||||
sars-cov-2 or covid-19,15400,sars-cov-2,2020-03-29
|
||||
on the origin and continuing evolution of sars-cov-2,12400,sars-cov-2,2020-03-29
|
||||
coronavirus,702400,covid-19 pandemic,2020-03-29
|
||||
covid-19 coronavirus pandemic,667650,covid-19 pandemic,2020-03-29
|
||||
coronavirus pandemic,651500,covid-19 pandemic,2020-03-29
|
||||
who,294600,covid-19 pandemic,2020-03-29
|
||||
is covid-19 a pandemic,294300,covid-19 pandemic,2020-03-29
|
||||
who pandemic,268800,covid-19 pandemic,2020-03-29
|
||||
covid 19,212850,covid-19 pandemic,2020-03-29
|
||||
pandemic meaning,123650,covid-19 pandemic,2020-03-29
|
||||
what is a pandemic,114550,covid-19 pandemic,2020-03-29
|
||||
pandemic definition,105050,covid-19 pandemic,2020-03-29
|
||||
epidemic vs pandemic,101100,covid-19 pandemic,2020-03-29
|
||||
covid-19 pandemic plan,69000,covid-19 pandemic,2020-03-29
|
||||
pandemic vs endemic,59150,covid-19 pandemic,2020-03-29
|
||||
covid-19 symptoms,54700,covid-19 pandemic,2020-03-29
|
||||
who declared covid-19 pandemic,42600,covid-19 pandemic,2020-03-29
|
||||
coronavirus pandemic covid-19 live world map/count,42200,covid-19 pandemic,2020-03-29
|
||||
world health organization pandemic,39050,covid-19 pandemic,2020-03-29
|
||||
coronavirus update,35750,covid-19 pandemic,2020-03-29
|
||||
covid-19 pandemic unemployment payment,29400,covid-19 pandemic,2020-03-29
|
||||
coronavirus tips,104800,coronavirus,2020-03-29
|
||||
covid 19,74650,coronavirus,2020-03-29
|
||||
mapa coronavirus,53650,coronavirus,2020-03-29
|
||||
wuhan coronavirus,49650,coronavirus,2020-03-29
|
||||
coronavirus in usa,48900,coronavirus,2020-03-29
|
||||
ultime coronavirus,44400,coronavirus,2020-03-29
|
||||
ultime notizie coronavirus,38700,coronavirus,2020-03-29
|
||||
worldometer coronavirus,37250,coronavirus,2020-03-29
|
||||
us coronavirus cases,36200,coronavirus,2020-03-29
|
||||
coronavirus stats,31350,coronavirus,2020-03-29
|
||||
coronavirus ireland,30400,coronavirus,2020-03-29
|
||||
coronavirus ultima hora,29800,coronavirus,2020-03-29
|
||||
michigan coronavirus,26850,coronavirus,2020-03-29
|
||||
coronavirus washington,26250,coronavirus,2020-03-29
|
||||
coronavirus aktuell,26050,coronavirus,2020-03-29
|
||||
coronavirus update india,25900,coronavirus,2020-03-29
|
||||
coronavirus live map,24850,coronavirus,2020-03-29
|
||||
coronavirus live update,24050,coronavirus,2020-03-29
|
||||
nj coronavirus,24000,coronavirus,2020-03-29
|
||||
john hopkins coronavirus,23200,coronavirus,2020-03-29
|
||||
coronavirus romania,21700,coronavirus,2020-03-29
|
||||
coronavirus update uk,21600,coronavirus,2020-03-29
|
||||
decreto coronavirus,21000,coronavirus,2020-03-29
|
||||
coronavirus roma,19600,coronavirus,2020-03-29
|
||||
coronavirus news india,18700,coronavirus,2020-03-29
|
||||
coronavirus covid-19,1161900,covid-19,2020-03-29
|
||||
coronavirus,1160550,covid-19,2020-03-29
|
||||
covid,668100,covid-19,2020-03-29
|
||||
covid-19 cases,567800,covid-19,2020-03-29
|
||||
covid 19,460450,covid-19,2020-03-29
|
||||
virus covid-19,413350,covid-19,2020-03-29
|
||||
corona,395350,covid-19,2020-03-29
|
||||
covid-19 map,278100,covid-19,2020-03-29
|
||||
covid-19 symptoms,272850,covid-19,2020-03-29
|
||||
covid-19 news,254600,covid-19,2020-03-29
|
||||
covid-19 updates,230500,covid-19,2020-03-29
|
||||
covid-19 update,211650,covid-19,2020-03-29
|
||||
covid-19 live,197950,covid-19,2020-03-29
|
||||
corona virus,196100,covid-19,2020-03-29
|
||||
who,180200,covid-19,2020-03-29
|
||||
covid-19 us,179100,covid-19,2020-03-29
|
||||
what is covid-19,178600,covid-19,2020-03-29
|
||||
canada covid-19,174800,covid-19,2020-03-29
|
||||
covid-19 who,169650,covid-19,2020-03-29
|
||||
covid-19 cdc,140950,covid-19,2020-03-29
|
||||
cdc,140100,covid-19,2020-03-29
|
||||
covid-19 test,132750,covid-19,2020-03-29
|
||||
italy covid-19,124950,covid-19,2020-03-29
|
||||
italy,121100,covid-19,2020-03-29
|
||||
covid-19 usa,120550,covid-19,2020-03-29
|
||||
covid,1511250,covid19,2020-03-29
|
||||
covid 19,1331950,covid19,2020-03-29
|
||||
coronavirus,922600,covid19,2020-03-29
|
||||
coronavirus covid19,920100,covid19,2020-03-29
|
||||
covid19 cases,491600,covid19,2020-03-29
|
||||
corona,384050,covid19,2020-03-29
|
||||
virus covid19,372800,covid19,2020-03-29
|
||||
covid19 news,257350,covid19,2020-03-29
|
||||
covid19 symptoms,234950,covid19,2020-03-29
|
||||
covid19 update,222200,covid19,2020-03-29
|
||||
map covid19,214850,covid19,2020-03-29
|
||||
corona virus covid19,214600,covid19,2020-03-29
|
||||
corona virus,207200,covid19,2020-03-29
|
||||
who,181150,covid19,2020-03-29
|
||||
covid19 us,172200,covid19,2020-03-29
|
||||
what is covid19,169050,covid19,2020-03-29
|
||||
who covid19,164850,covid19,2020-03-29
|
||||
canada covid19,160250,covid19,2020-03-29
|
||||
covid19 italy,157650,covid19,2020-03-29
|
||||
italy,155900,covid19,2020-03-29
|
||||
test covid19,149600,covid19,2020-03-29
|
||||
covid19 china,149300,covid19,2020-03-29
|
||||
covid19 uk,131900,covid19,2020-03-29
|
||||
covid-19,131150,covid19,2020-03-29
|
||||
covid19 usa,126100,covid19,2020-03-29
|
||||
coronavirus sars-cov-2,747650,sars-cov-2,2020-03-29
|
||||
coronavirus,723400,sars-cov-2,2020-03-29
|
||||
sars-cov-2 covid-19,538700,sars-cov-2,2020-03-29
|
||||
covid-19,515100,sars-cov-2,2020-03-29
|
||||
covid,396800,sars-cov-2,2020-03-29
|
||||
sars-cov-2 virus,306750,sars-cov-2,2020-03-29
|
||||
sars-cov-2 covid 19,286400,sars-cov-2,2020-03-29
|
||||
covid 19,279300,sars-cov-2,2020-03-29
|
||||
sars,263400,sars-cov-2,2020-03-29
|
||||
corona,214400,sars-cov-2,2020-03-29
|
||||
corona virus,111450,sars-cov-2,2020-03-29
|
||||
covid19,97150,sars-cov-2,2020-03-29
|
||||
sars-cov-2 vs covid-19,96700,sars-cov-2,2020-03-29
|
||||
what is sars-cov-2,81200,sars-cov-2,2020-03-29
|
||||
who,71900,sars-cov-2,2020-03-29
|
||||
sars cov 2,61800,sars-cov-2,2020-03-29
|
||||
sars-cov-2 wiki,53150,sars-cov-2,2020-03-29
|
||||
sars-cov-2 transmission,40350,sars-cov-2,2020-03-29
|
||||
koronawirus,34150,sars-cov-2,2020-03-29
|
||||
koronavirus,24250,sars-cov-2,2020-03-29
|
||||
the proximal origin of sars-cov-2,21500,sars-cov-2,2020-03-29
|
||||
sars-cov-2 vs cod-19,19150,sars-cov-2,2020-03-29
|
||||
pubmed,18550,sars-cov-2,2020-03-29
|
||||
sars-cov-2 or covid-19,15400,sars-cov-2,2020-03-29
|
||||
on the origin and continuing evolution of sars-cov-2,12400,sars-cov-2,2020-03-29
|
||||
coronavirus,702400,covid-19 pandemic,2020-03-29
|
||||
covid-19 coronavirus pandemic,667650,covid-19 pandemic,2020-03-29
|
||||
coronavirus pandemic,651500,covid-19 pandemic,2020-03-29
|
||||
who,294600,covid-19 pandemic,2020-03-29
|
||||
is covid-19 a pandemic,294300,covid-19 pandemic,2020-03-29
|
||||
who pandemic,268800,covid-19 pandemic,2020-03-29
|
||||
covid 19,212850,covid-19 pandemic,2020-03-29
|
||||
pandemic meaning,123650,covid-19 pandemic,2020-03-29
|
||||
what is a pandemic,114550,covid-19 pandemic,2020-03-29
|
||||
pandemic definition,105050,covid-19 pandemic,2020-03-29
|
||||
epidemic vs pandemic,101100,covid-19 pandemic,2020-03-29
|
||||
covid-19 pandemic plan,69000,covid-19 pandemic,2020-03-29
|
||||
pandemic vs endemic,59150,covid-19 pandemic,2020-03-29
|
||||
covid-19 symptoms,54700,covid-19 pandemic,2020-03-29
|
||||
who declared covid-19 pandemic,42600,covid-19 pandemic,2020-03-29
|
||||
coronavirus pandemic covid-19 live world map/count,42200,covid-19 pandemic,2020-03-29
|
||||
world health organization pandemic,39050,covid-19 pandemic,2020-03-29
|
||||
coronavirus update,35750,covid-19 pandemic,2020-03-29
|
||||
covid-19 pandemic unemployment payment,29400,covid-19 pandemic,2020-03-29
|
||||
|
@ -238,3 +238,241 @@ covid-19 pandemic unemployment,5,covid-19 pandemic,2020-03-28
|
||||
pandemic vs endemic,4,covid-19 pandemic,2020-03-28
|
||||
who declared covid-19 pandemic,4,covid-19 pandemic,2020-03-28
|
||||
when was the last pandemic,3,covid-19 pandemic,2020-03-28
|
||||
coronavirus update,100,coronavirus,2020-03-29
|
||||
corona,93,coronavirus,2020-03-29
|
||||
symptoms,85,coronavirus,2020-03-29
|
||||
coronavirus symptoms,82,coronavirus,2020-03-29
|
||||
news coronavirus,71,coronavirus,2020-03-29
|
||||
coronavirus cases,66,coronavirus,2020-03-29
|
||||
uk coronavirus,52,coronavirus,2020-03-29
|
||||
corona virus,49,coronavirus,2020-03-29
|
||||
coronavirus map,42,coronavirus,2020-03-29
|
||||
coronavirus china,40,coronavirus,2020-03-29
|
||||
italia coronavirus,38,coronavirus,2020-03-29
|
||||
india coronavirus,37,coronavirus,2020-03-29
|
||||
coronavirus france,35,coronavirus,2020-03-29
|
||||
coronavirus sintomas,30,coronavirus,2020-03-29
|
||||
italy,29,coronavirus,2020-03-29
|
||||
coronavirus us,28,coronavirus,2020-03-29
|
||||
coronavirus italy,28,coronavirus,2020-03-29
|
||||
coronavirus usa,28,coronavirus,2020-03-29
|
||||
coronavirus españa,26,coronavirus,2020-03-29
|
||||
symptoms of coronavirus,26,coronavirus,2020-03-29
|
||||
coronavirus live,25,coronavirus,2020-03-29
|
||||
coronavirus tips,22,coronavirus,2020-03-29
|
||||
coronavirus in india,20,coronavirus,2020-03-29
|
||||
what is coronavirus,20,coronavirus,2020-03-29
|
||||
coronavirus latest,19,coronavirus,2020-03-29
|
||||
coronavirus covid-19,100,covid-19,2020-03-29
|
||||
coronavirus,100,covid-19,2020-03-29
|
||||
covid,58,covid-19,2020-03-29
|
||||
covid-19 cases,49,covid-19,2020-03-29
|
||||
covid 19,40,covid-19,2020-03-29
|
||||
virus covid-19,36,covid-19,2020-03-29
|
||||
corona,34,covid-19,2020-03-29
|
||||
covid-19 map,24,covid-19,2020-03-29
|
||||
covid-19 symptoms,23,covid-19,2020-03-29
|
||||
covid-19 news,22,covid-19,2020-03-29
|
||||
covid-19 updates,20,covid-19,2020-03-29
|
||||
covid-19 update,18,covid-19,2020-03-29
|
||||
covid-19 live,17,covid-19,2020-03-29
|
||||
corona virus,17,covid-19,2020-03-29
|
||||
who,16,covid-19,2020-03-29
|
||||
covid-19 us,15,covid-19,2020-03-29
|
||||
what is covid-19,15,covid-19,2020-03-29
|
||||
canada covid-19,15,covid-19,2020-03-29
|
||||
covid-19 who,15,covid-19,2020-03-29
|
||||
covid-19 cdc,12,covid-19,2020-03-29
|
||||
cdc,12,covid-19,2020-03-29
|
||||
covid-19 test,11,covid-19,2020-03-29
|
||||
italy covid-19,11,covid-19,2020-03-29
|
||||
italy,10,covid-19,2020-03-29
|
||||
covid-19 usa,10,covid-19,2020-03-29
|
||||
covid,100,covid19,2020-03-29
|
||||
covid 19,88,covid19,2020-03-29
|
||||
coronavirus,61,covid19,2020-03-29
|
||||
coronavirus covid19,61,covid19,2020-03-29
|
||||
covid19 cases,33,covid19,2020-03-29
|
||||
corona,25,covid19,2020-03-29
|
||||
virus covid19,25,covid19,2020-03-29
|
||||
covid19 news,17,covid19,2020-03-29
|
||||
covid19 symptoms,16,covid19,2020-03-29
|
||||
covid19 update,15,covid19,2020-03-29
|
||||
map covid19,14,covid19,2020-03-29
|
||||
corona virus covid19,14,covid19,2020-03-29
|
||||
corona virus,14,covid19,2020-03-29
|
||||
who,12,covid19,2020-03-29
|
||||
covid19 us,11,covid19,2020-03-29
|
||||
what is covid19,11,covid19,2020-03-29
|
||||
who covid19,11,covid19,2020-03-29
|
||||
canada covid19,11,covid19,2020-03-29
|
||||
covid19 italy,10,covid19,2020-03-29
|
||||
italy,10,covid19,2020-03-29
|
||||
test covid19,10,covid19,2020-03-29
|
||||
covid19 china,10,covid19,2020-03-29
|
||||
covid19 uk,9,covid19,2020-03-29
|
||||
covid-19,9,covid19,2020-03-29
|
||||
covid19 usa,8,covid19,2020-03-29
|
||||
coronavirus sars-cov-2,100,sars-cov-2,2020-03-29
|
||||
coronavirus,97,sars-cov-2,2020-03-29
|
||||
sars-cov-2 covid-19,72,sars-cov-2,2020-03-29
|
||||
covid-19,69,sars-cov-2,2020-03-29
|
||||
covid,53,sars-cov-2,2020-03-29
|
||||
sars-cov-2 virus,41,sars-cov-2,2020-03-29
|
||||
sars-cov-2 covid 19,38,sars-cov-2,2020-03-29
|
||||
covid 19,37,sars-cov-2,2020-03-29
|
||||
sars,35,sars-cov-2,2020-03-29
|
||||
corona,29,sars-cov-2,2020-03-29
|
||||
corona virus,15,sars-cov-2,2020-03-29
|
||||
covid19,13,sars-cov-2,2020-03-29
|
||||
sars-cov-2 vs covid-19,13,sars-cov-2,2020-03-29
|
||||
what is sars-cov-2,11,sars-cov-2,2020-03-29
|
||||
who,10,sars-cov-2,2020-03-29
|
||||
sars cov 2,8,sars-cov-2,2020-03-29
|
||||
sars-cov-2 wiki,7,sars-cov-2,2020-03-29
|
||||
sars-cov-2 transmission,5,sars-cov-2,2020-03-29
|
||||
koronawirus,5,sars-cov-2,2020-03-29
|
||||
koronavirus,3,sars-cov-2,2020-03-29
|
||||
the proximal origin of sars-cov-2,3,sars-cov-2,2020-03-29
|
||||
sars-cov-2 vs cod-19,3,sars-cov-2,2020-03-29
|
||||
pubmed,2,sars-cov-2,2020-03-29
|
||||
sars-cov-2 or covid-19,2,sars-cov-2,2020-03-29
|
||||
on the origin and continuing evolution of sars-cov-2,2,sars-cov-2,2020-03-29
|
||||
coronavirus,100,covid-19 pandemic,2020-03-29
|
||||
covid-19 coronavirus pandemic,95,covid-19 pandemic,2020-03-29
|
||||
coronavirus pandemic,93,covid-19 pandemic,2020-03-29
|
||||
who,42,covid-19 pandemic,2020-03-29
|
||||
is covid-19 a pandemic,42,covid-19 pandemic,2020-03-29
|
||||
who pandemic,38,covid-19 pandemic,2020-03-29
|
||||
covid 19,30,covid-19 pandemic,2020-03-29
|
||||
pandemic meaning,18,covid-19 pandemic,2020-03-29
|
||||
what is a pandemic,16,covid-19 pandemic,2020-03-29
|
||||
pandemic definition,15,covid-19 pandemic,2020-03-29
|
||||
epidemic vs pandemic,14,covid-19 pandemic,2020-03-29
|
||||
covid-19 pandemic plan,10,covid-19 pandemic,2020-03-29
|
||||
pandemic vs endemic,8,covid-19 pandemic,2020-03-29
|
||||
covid-19 symptoms,8,covid-19 pandemic,2020-03-29
|
||||
who declared covid-19 pandemic,6,covid-19 pandemic,2020-03-29
|
||||
coronavirus pandemic covid-19 live world map/count,6,covid-19 pandemic,2020-03-29
|
||||
world health organization pandemic,6,covid-19 pandemic,2020-03-29
|
||||
coronavirus update,5,covid-19 pandemic,2020-03-29
|
||||
covid-19 pandemic unemployment payment,4,covid-19 pandemic,2020-03-29
|
||||
coronavirus update,100,coronavirus,2020-03-29
|
||||
corona,94,coronavirus,2020-03-29
|
||||
symptoms,84,coronavirus,2020-03-29
|
||||
coronavirus symptoms,82,coronavirus,2020-03-29
|
||||
news coronavirus,71,coronavirus,2020-03-29
|
||||
coronavirus cases,67,coronavirus,2020-03-29
|
||||
uk coronavirus,53,coronavirus,2020-03-29
|
||||
corona virus,50,coronavirus,2020-03-29
|
||||
coronavirus map,42,coronavirus,2020-03-29
|
||||
coronavirus china,40,coronavirus,2020-03-29
|
||||
coronavirus italia,38,coronavirus,2020-03-29
|
||||
italia coronavirus,38,coronavirus,2020-03-29
|
||||
india coronavirus,37,coronavirus,2020-03-29
|
||||
coronavirus france,34,coronavirus,2020-03-29
|
||||
coronavirus sintomas,31,coronavirus,2020-03-29
|
||||
italy,29,coronavirus,2020-03-29
|
||||
coronavirus us,29,coronavirus,2020-03-29
|
||||
coronavirus italy,28,coronavirus,2020-03-29
|
||||
coronavirus usa,28,coronavirus,2020-03-29
|
||||
symptoms of coronavirus,26,coronavirus,2020-03-29
|
||||
coronavirus españa,26,coronavirus,2020-03-29
|
||||
coronavirus live,25,coronavirus,2020-03-29
|
||||
coronavirus tips,21,coronavirus,2020-03-29
|
||||
coronavirus in india,20,coronavirus,2020-03-29
|
||||
what is coronavirus,19,coronavirus,2020-03-29
|
||||
coronavirus covid-19,100,covid-19,2020-03-29
|
||||
coronavirus,100,covid-19,2020-03-29
|
||||
covid,58,covid-19,2020-03-29
|
||||
covid-19 cases,49,covid-19,2020-03-29
|
||||
covid 19,40,covid-19,2020-03-29
|
||||
virus covid-19,36,covid-19,2020-03-29
|
||||
corona,34,covid-19,2020-03-29
|
||||
covid-19 map,24,covid-19,2020-03-29
|
||||
covid-19 symptoms,23,covid-19,2020-03-29
|
||||
covid-19 news,22,covid-19,2020-03-29
|
||||
covid-19 updates,20,covid-19,2020-03-29
|
||||
covid-19 update,18,covid-19,2020-03-29
|
||||
covid-19 live,17,covid-19,2020-03-29
|
||||
corona virus,17,covid-19,2020-03-29
|
||||
who,16,covid-19,2020-03-29
|
||||
covid-19 us,15,covid-19,2020-03-29
|
||||
what is covid-19,15,covid-19,2020-03-29
|
||||
canada covid-19,15,covid-19,2020-03-29
|
||||
covid-19 who,15,covid-19,2020-03-29
|
||||
covid-19 cdc,12,covid-19,2020-03-29
|
||||
cdc,12,covid-19,2020-03-29
|
||||
covid-19 test,11,covid-19,2020-03-29
|
||||
italy covid-19,11,covid-19,2020-03-29
|
||||
italy,10,covid-19,2020-03-29
|
||||
covid-19 usa,10,covid-19,2020-03-29
|
||||
covid,100,covid19,2020-03-29
|
||||
covid 19,88,covid19,2020-03-29
|
||||
coronavirus,61,covid19,2020-03-29
|
||||
coronavirus covid19,61,covid19,2020-03-29
|
||||
covid19 cases,33,covid19,2020-03-29
|
||||
corona,25,covid19,2020-03-29
|
||||
virus covid19,25,covid19,2020-03-29
|
||||
covid19 news,17,covid19,2020-03-29
|
||||
covid19 symptoms,16,covid19,2020-03-29
|
||||
covid19 update,15,covid19,2020-03-29
|
||||
map covid19,14,covid19,2020-03-29
|
||||
corona virus covid19,14,covid19,2020-03-29
|
||||
corona virus,14,covid19,2020-03-29
|
||||
who,12,covid19,2020-03-29
|
||||
covid19 us,11,covid19,2020-03-29
|
||||
what is covid19,11,covid19,2020-03-29
|
||||
who covid19,11,covid19,2020-03-29
|
||||
canada covid19,11,covid19,2020-03-29
|
||||
covid19 italy,10,covid19,2020-03-29
|
||||
italy,10,covid19,2020-03-29
|
||||
test covid19,10,covid19,2020-03-29
|
||||
covid19 china,10,covid19,2020-03-29
|
||||
covid19 uk,9,covid19,2020-03-29
|
||||
covid-19,9,covid19,2020-03-29
|
||||
covid19 usa,8,covid19,2020-03-29
|
||||
coronavirus sars-cov-2,100,sars-cov-2,2020-03-29
|
||||
coronavirus,97,sars-cov-2,2020-03-29
|
||||
sars-cov-2 covid-19,72,sars-cov-2,2020-03-29
|
||||
covid-19,69,sars-cov-2,2020-03-29
|
||||
covid,53,sars-cov-2,2020-03-29
|
||||
sars-cov-2 virus,41,sars-cov-2,2020-03-29
|
||||
sars-cov-2 covid 19,38,sars-cov-2,2020-03-29
|
||||
covid 19,37,sars-cov-2,2020-03-29
|
||||
sars,35,sars-cov-2,2020-03-29
|
||||
corona,29,sars-cov-2,2020-03-29
|
||||
corona virus,15,sars-cov-2,2020-03-29
|
||||
covid19,13,sars-cov-2,2020-03-29
|
||||
sars-cov-2 vs covid-19,13,sars-cov-2,2020-03-29
|
||||
what is sars-cov-2,11,sars-cov-2,2020-03-29
|
||||
who,10,sars-cov-2,2020-03-29
|
||||
sars cov 2,8,sars-cov-2,2020-03-29
|
||||
sars-cov-2 wiki,7,sars-cov-2,2020-03-29
|
||||
sars-cov-2 transmission,5,sars-cov-2,2020-03-29
|
||||
koronawirus,5,sars-cov-2,2020-03-29
|
||||
koronavirus,3,sars-cov-2,2020-03-29
|
||||
the proximal origin of sars-cov-2,3,sars-cov-2,2020-03-29
|
||||
sars-cov-2 vs cod-19,3,sars-cov-2,2020-03-29
|
||||
pubmed,2,sars-cov-2,2020-03-29
|
||||
sars-cov-2 or covid-19,2,sars-cov-2,2020-03-29
|
||||
on the origin and continuing evolution of sars-cov-2,2,sars-cov-2,2020-03-29
|
||||
coronavirus,100,covid-19 pandemic,2020-03-29
|
||||
covid-19 coronavirus pandemic,95,covid-19 pandemic,2020-03-29
|
||||
coronavirus pandemic,93,covid-19 pandemic,2020-03-29
|
||||
who,42,covid-19 pandemic,2020-03-29
|
||||
is covid-19 a pandemic,42,covid-19 pandemic,2020-03-29
|
||||
who pandemic,38,covid-19 pandemic,2020-03-29
|
||||
covid 19,30,covid-19 pandemic,2020-03-29
|
||||
pandemic meaning,18,covid-19 pandemic,2020-03-29
|
||||
what is a pandemic,16,covid-19 pandemic,2020-03-29
|
||||
pandemic definition,15,covid-19 pandemic,2020-03-29
|
||||
epidemic vs pandemic,14,covid-19 pandemic,2020-03-29
|
||||
covid-19 pandemic plan,10,covid-19 pandemic,2020-03-29
|
||||
pandemic vs endemic,8,covid-19 pandemic,2020-03-29
|
||||
covid-19 symptoms,8,covid-19 pandemic,2020-03-29
|
||||
who declared covid-19 pandemic,6,covid-19 pandemic,2020-03-29
|
||||
coronavirus pandemic covid-19 live world map/count,6,covid-19 pandemic,2020-03-29
|
||||
world health organization pandemic,6,covid-19 pandemic,2020-03-29
|
||||
coronavirus update,5,covid-19 pandemic,2020-03-29
|
||||
covid-19 pandemic unemployment payment,4,covid-19 pandemic,2020-03-29
|
||||
|
2978
transliterations/output/intermediate/wikidata_search_results.csv
Normal file
2978
transliterations/output/intermediate/wikidata_search_results.csv
Normal file
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@ -18,7 +18,7 @@ def grouper(iterable, n, fillvalue=None):
|
||||
def get_daily_trends():
|
||||
trendReq = TrendReq(backoff_factor=0.2)
|
||||
today_trending = trendReq.today_searches()
|
||||
daily_trends_outfile = path.join("..","data","output","daily_google_trends.csv")
|
||||
daily_trends_outfile = path.join("..","output","daily_google_trends.csv")
|
||||
|
||||
write_header = False
|
||||
header = ['date','term','top']
|
||||
@ -26,7 +26,7 @@ def get_daily_trends():
|
||||
if not path.exists(daily_trends_outfile):
|
||||
write_header = True
|
||||
|
||||
with open("../data/output/daily_google_trends.csv",'a',newline='') as of:
|
||||
with open("../output/intermediate/daily_google_trends.csv",'a',newline='') as of:
|
||||
writer = csv.writer(of)
|
||||
if write_header:
|
||||
writer.writerow(header)
|
||||
@ -59,7 +59,7 @@ def get_related_queries(stems):
|
||||
df = pd.concat(out[k])
|
||||
df['date'] = str(datetime.now().date())
|
||||
out[k] = df
|
||||
outfile = path.join('..','data','output',f"related_searches_{k}.csv")
|
||||
outfile = path.join('..','output','intermediate',f"related_searches_{k}.csv")
|
||||
if path.exists(outfile):
|
||||
mode = 'a'
|
||||
header = False
|
||||
@ -69,7 +69,7 @@ def get_related_queries(stems):
|
||||
|
||||
df.to_csv(outfile, mode=mode, header=header,index=False)
|
||||
|
||||
stems = [t.strip() for t in open("../data/input/base_terms.txt",'r')]
|
||||
stems = [t.strip() for t in open("../resources/base_terms.txt",'r')]
|
||||
|
||||
get_daily_trends()
|
||||
|
||||
|
||||
@ -6,11 +6,11 @@ echo "Reading Google trends"
|
||||
python3 collect_trends.py
|
||||
|
||||
echo "Searching for Wikidata entities using base_terms.txt"
|
||||
python3 wikidata_search.py ../data/input/base_terms.txt --output ../data/output/wikidata_search_results.csv
|
||||
python3 wikidata_search.py ../resources/base_terms.txt --output ../output/intermediate/wikidata_search_results.csv
|
||||
|
||||
echo "Searching for Wikidata entities using Google trends"
|
||||
python3 wikidata_search.py ../data/output/related_searches_rising.csv ../data/output/related_searches_top.csv --use-gtrends --output ../data/output/wikidata_search_results_from_gtrends.csv
|
||||
python3 wikidata_search.py ../output/intermediate/related_searches_rising.csv ../output/intermediate/related_searches_top.csv --use-gtrends --output ../output/intermediate/wikidata_search_results_from_gtrends.csv
|
||||
|
||||
echo "Finding transliterations from Wikidata using sparql"
|
||||
python3 wikidata_transliterations.py ../data/output/wikidata_search_results_from_gtrends.csv ../data/output/wikidata_search_results.csv --topN 10 20 --output ../data/output/$(date '+%Y-%m-%d')_wikidata_entity_labels.csv
|
||||
python3 wikidata_transliterations.py ../output/intermediate/wikidata_search_results_from_gtrends.csv ../output/intermediate/wikidata_search_results.csv --topN 10 20 --output ../output/csv/$(date '+%Y-%m-%d')_wikidata_entity_labels.csv
|
||||
|
||||
|
||||
@ -2,6 +2,7 @@ from wikidata_api_calls import run_sparql_query
|
||||
from itertools import chain, islice
|
||||
import csv
|
||||
from json import JSONDecodeError
|
||||
from os import path
|
||||
|
||||
class LabelData:
|
||||
__slots__ = ['entityid','label','langcode','is_alt']
|
||||
@ -84,6 +85,14 @@ def GetEntityLabels(entityids):
|
||||
return chain(*calls)
|
||||
|
||||
|
||||
def find_new_output_file(output, i = 1):
|
||||
if path.exists(output):
|
||||
name, ext = path.splitext(output)
|
||||
|
||||
return find_new_output_file(f"{name}_{i}.{ext}", i+1)
|
||||
else:
|
||||
return output
|
||||
|
||||
if __name__ == "__main__":
|
||||
import argparse
|
||||
parser = argparse.ArgumentParser("Use wikidata to find transliterations of terms")
|
||||
@ -93,4 +102,6 @@ if __name__ == "__main__":
|
||||
|
||||
args = parser.parse_args()
|
||||
|
||||
GetAllLabels(args.inputs, args.output, topNs=args.topN)
|
||||
output = find_new_output_file(args.output)
|
||||
|
||||
GetAllLabels(args.inputs, output, topNs=args.topN)
|
||||
|
||||
Loading…
Reference in New Issue
Block a user