mgaughan/covid19
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #9 from aaronshaw/master

Browse Source 
minimal analysis example with pageview data
This commit is contained in:
Aaron Shaw 2020-03-28 20:42:40 -05:00 committed by GitHub
commit 05b8025e15
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 62 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
wikipedia_views/analysis/output/top10_views_by_project_date.csv Normal file
View File

@ -0,0 +1,11 @@
"article","project","timestamp","views"
"2019–20_coronavirus_pandemic","en.wikipedia","2020032600",1148284
"2020_coronavirus_pandemic_in_India","en.wikipedia","2020032600",513901
"Coronavirus","en.wikipedia","2020032600",397959
"2020_coronavirus_pandemic_in_the_United_States","en.wikipedia","2020032600",337676
"2019–20_coronavirus_pandemic_by_country_and_territory","en.wikipedia","2020032600",298603
"2020_coronavirus_pandemic_in_Italy","en.wikipedia","2020032600",297687
"Coronavirus_disease_2019","en.wikipedia","2020032600",292272
"2020_coronavirus_pandemic_in_Spain","en.wikipedia","2020032600",114732
"2020_coronavirus_pandemic_in_the_United_Kingdom","en.wikipedia","2020032600",111856
"Anthony_Fauci","en.wikipedia","2020032600",103205
1 article project timestamp views
2 2019–20_coronavirus_pandemic en.wikipedia 2020032600 1148284
3 2020_coronavirus_pandemic_in_India en.wikipedia 2020032600 513901
4 Coronavirus en.wikipedia 2020032600 397959
5 2020_coronavirus_pandemic_in_the_United_States en.wikipedia 2020032600 337676
6 2019–20_coronavirus_pandemic_by_country_and_territory en.wikipedia 2020032600 298603
7 2020_coronavirus_pandemic_in_Italy en.wikipedia 2020032600 297687
8 Coronavirus_disease_2019 en.wikipedia 2020032600 292272
9 2020_coronavirus_pandemic_in_Spain en.wikipedia 2020032600 114732
10 2020_coronavirus_pandemic_in_the_United_Kingdom en.wikipedia 2020032600 111856
11 Anthony_Fauci en.wikipedia 2020032600 103205

51
wikipedia_views/analysis/pageview_example.R Normal file
View File

@ -0,0 +1,51 @@
### COVID-19 Digital Observatory
### 2020-03-28
###
### Minimal example analysis file using pageview data
library(tidyverse)
library(ggplot2)
library(scales)
### Import and cleanup data
DataURL <-
url("https://github.com/CommunityDataScienceCollective/COVID-19_Digital_Observatory/raw/master/wikipedia_views/data/dailyviews2020032600.tsv")
views <-
read.table(DataURL, sep="\t", header=TRUE, stringsAsFactors=FALSE)
### Alternatively, uncomment and run if working locally with full git
### tree
###
### Identify data source directory and file
## DataDir <- ("../data/")
## DataFile <- ("dailyviews2020032600.tsv")
## related.searches.top <- read.table(paste(DataDir,DataFile, sep=""),
## sep="\t", header=TRUE,
## stringsAsFactors=FALSE)
### Cleanup and do the grouping with functions from the Tidyverse
### (see https://www.tidyverse.org for more info)
views <- views[,c("article", "project", "timestamp", "views")]
views$timestamp <- factor(views$timestamp)
### Sorts and groups at the same time
views.by.proj.date <- arrange(group_by(views, project, timestamp),
desc(views))
### Export just the top 10 by pageviews
write.table(head(views.by.proj.date, 10),
file="output/top10_views_by_project_date.csv", sep=",",
row.names=FALSE)
### A simple visualization
p <- ggplot(data=views.by.proj.date, aes(views))
## Density plot with log-transformed axis
p + geom_density() + scale_x_log10(labels=comma)