collective/covid19
18
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

expand wikidata search to get keywords from google trends

Browse Source
This commit is contained in:
Nathan TeBlunthuis
2020-03-27 16:52:19 -07:00
parent 8668a764ad
commit f548eeedd5
4 changed files with 90 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
transliterations/src/compile_transliterated_phrases.sh
View File

@@ -2,5 +2,14 @@
# For now these scripts don't accept command line arguments. It's an MVP
python3 wikidata_search.py
python3 wikidata_transliterations.py
echo "Reading Google trends"
python3 collect_trends.py
echo "Searching for Wikidata entities using base_terms.txt"
python3 wikidata_search.py ../data/input/base_terms.txt --output ../data/output/wikidata_search_results.csv
echo "Searching for Wikidata entities using Google trends"
python3 wikidata_search.py ../data/output/related_searches_rising.csv ../data/output/related_searches_top.csv --use-gtrends --output ../data/output/wikidata_search_results_from_gtrends.csv
echo "Finding transliterations from Wikidata using sparql"
python3 wikidata_transliterations.py ../data/output/wikidata_search_results_from_gtrends.csv ../data/output/wikidata_search_results.csv --topN 10 20 --output ../data/output/wikidata_entity_labels.csv