mgaughan/covid19
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge branch 'kaylea/master' of github.com:CommunityDataScienceCollective/COVID-19_Digital_Observatory into kaylea/master

Browse Source
This commit is contained in:
Nathan TeBlunthuis 2020-03-28 14:12:36 -07:00
commit f5ac92330c
1 changed files with 14 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
wikipedia_views/scripts/fetch_daily_views.py
View File

@ -57,23 +57,23 @@ def main():
next(infile) #skip header next(infile) #skip header
articleList = list(infile) articleList = list(infile)
j = [] j = []
#2 Repeatedly call the API with that list of names #2 Repeatedly call the API with that list of names
for a in articleList: for a in articleList:
a = a.strip("\"\n") #destringify a = a.strip("\"\n") #destringify
url= f"https://wikimedia.org/api/rest_v1/metrics/pageviews/per-article/en.wikipedia/all-access/all-agents/{a}/daily/{queryDate}/{queryDate}" url= f"https://wikimedia.org/api/rest_v1/metrics/pageviews/per-article/en.wikipedia/all-access/all-agents/{a}/daily/{queryDate}/{queryDate}"
response = requests.get(url) response = requests.get(url)
if response.ok: if response.ok:
jd = json.loads(response.content) jd = json.loads(response.content)
j.append(jd["items"][0]) j.append(jd["items"][0])
time.sleep(.1) time.sleep(.1)
else: else:
print(f"Not ok response: {response.status_code} from {url}") print(f"Not ok response: {response.status_code} from {url}")
#3 Save results as a JSON and TSV #3 Save results as a JSON and TSV
#all data in j now, make json file #all data in j now, make json file
with open(j_Out, 'w') as j_outfile: with open(j_Out, 'w') as j_outfile: