Use dask to parallelize and scale user level datasets

2018-08-14 14:37:03 -07:00
parent 418fa020e5
commit daf1851cbb
3 changed files with 27927 additions and 0 deletions
--- a/install.dask.sh
+++ b/install.dask.sh
@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+pip3 install --user cloudpickle toolz dask partd fastparquet pyarrow
+