Use dask to parallelize and scale user level datasets

2018-08-14 14:37:03 -07:00
parent 418fa020e5
commit 39b4e5698f
4 changed files with 27956 additions and 1 deletions
--- a/install.dask.sh
+++ b/install.dask.sh
@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+pip3 install --user cloudpickle toolz dask partd fastparquet pyarrow
+