File tree Expand file tree Collapse file tree 2 files changed +4
-17
lines changed
data-analytics/tests/modin Expand file tree Collapse file tree 2 files changed +4
-17
lines changed Original file line number Diff line number Diff line change 1919import pandas
2020import ray
2121
22- runtime_env = {
23- "env_vars" : {
24- "RAY_memory_monitor_refresh_ms" : "0" ,
25- "RAY_memory_usage_threshold" : "3" ,
26- }
27- }
28-
29- ray .init (runtime_env = runtime_env )
22+ ray .init ()
3023
3124# Link to raw dataset: https://modin-datasets.s3.amazonaws.com/testing/yellow_tripdata_2015-01.csv (**Size: ~200MB**)
3225import urllib .request
6962# # Faster Append with Modin's ``concat``
7063
7164
72- N_copies = 100
65+ N_copies = 20 # duplicate the same taxi dataset
7366start = time .time ()
7467
7568big_pandas_df = pandas .concat ([pandas_df for _ in range (N_copies )])
Original file line number Diff line number Diff line change 1919import pandas
2020import ray
2121
22- runtime_env = {
23- "env_vars" : {
24- "RAY_memory_monitor_refresh_ms" : "0" ,
25- "RAY_memory_usage_threshold" : "3" ,
26- }
27- }
28- ray .init (runtime_env = runtime_env )
22+ ray .init ()
2923
3024# Link to raw dataset: https://modin-datasets.s3.amazonaws.com/testing/yellow_tripdata_2015-01.csv (**Size: ~200MB**)
3125import urllib .request
6862# # Faster Append with Modin's ``concat``
6963
7064
71- N_copies = 100
65+ N_copies = 20
7266start = time .time ()
7367
7468big_pandas_df = pandas .concat ([pandas_df for _ in range (N_copies )])
You can’t perform that action at this time.
0 commit comments