2020-03-26 18:13:23 +00:00
|
|
|
#!/bin/bash
|
|
|
|
|
|
|
|
|
|
# For now these scripts don't accept command line arguments. It's an MVP
|
|
|
|
|
|
2020-03-27 23:52:19 +00:00
|
|
|
echo "Reading Google trends"
|
|
|
|
|
python3 collect_trends.py
|
|
|
|
|
|
|
|
|
|
echo "Searching for Wikidata entities using base_terms.txt"
|
2020-03-30 04:49:57 +00:00
|
|
|
python3 wikidata_search.py ../resources/base_terms.txt --output ../output/intermediate/wikidata_search_results.csv
|
2020-03-27 23:52:19 +00:00
|
|
|
|
|
|
|
|
echo "Searching for Wikidata entities using Google trends"
|
2020-03-30 04:49:57 +00:00
|
|
|
python3 wikidata_search.py ../output/intermediate/related_searches_rising.csv ../output/intermediate/related_searches_top.csv --use-gtrends --output ../output/intermediate/wikidata_search_results_from_gtrends.csv
|
2020-03-27 23:52:19 +00:00
|
|
|
|
2020-03-31 22:27:21 +00:00
|
|
|
echo "Finding translations from Wikidata using sparql"
|
|
|
|
|
python3 wikidata_translations.py ../output/intermediate/wikidata_search_results_from_gtrends.csv ../output/intermediate/wikidata_search_results.csv --topN 10 20 --output ../output/csv/$(date '+%Y-%m-%d')_wikidata_item_labels.csv
|
2020-03-28 20:49:19 +00:00
|
|
|
|
