Skip to content

Commit d2de18f

Browse files
author
jafraustro
committed
- Enabled memory monitor
- reduction of the number of copies of the taxi dataset
1 parent b5e6ce8 commit d2de18f

File tree

2 files changed

+4
-17
lines changed

2 files changed

+4
-17
lines changed

preset/classical-ml/tests/modin/modin_quickstart.py

Lines changed: 2 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -19,14 +19,7 @@
1919
import pandas
2020
import ray
2121

22-
runtime_env = {
23-
"env_vars": {
24-
"RAY_memory_monitor_refresh_ms": "0",
25-
"RAY_memory_usage_threshold": "3",
26-
}
27-
}
28-
29-
ray.init(runtime_env=runtime_env)
22+
ray.init()
3023

3124
# Link to raw dataset: https://modin-datasets.s3.amazonaws.com/testing/yellow_tripdata_2015-01.csv (**Size: ~200MB**)
3225
import urllib.request
@@ -69,7 +62,7 @@
6962
# # Faster Append with Modin's ``concat``
7063

7164

72-
N_copies = 100
65+
N_copies = 20 # duplicate the same taxi dataset
7366
start = time.time()
7467

7568
big_pandas_df = pandas.concat([pandas_df for _ in range(N_copies)])

preset/data-analytics/tests/modin/modin_quickstart.py

Lines changed: 2 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -19,13 +19,7 @@
1919
import pandas
2020
import ray
2121

22-
runtime_env = {
23-
"env_vars": {
24-
"RAY_memory_monitor_refresh_ms": "0",
25-
"RAY_memory_usage_threshold": "3",
26-
}
27-
}
28-
ray.init(runtime_env=runtime_env)
22+
ray.init()
2923

3024
# Link to raw dataset: https://modin-datasets.s3.amazonaws.com/testing/yellow_tripdata_2015-01.csv (**Size: ~200MB**)
3125
import urllib.request
@@ -68,7 +62,7 @@
6862
# # Faster Append with Modin's ``concat``
6963

7064

71-
N_copies = 100
65+
N_copies = 20
7266
start = time.time()
7367

7468
big_pandas_df = pandas.concat([pandas_df for _ in range(N_copies)])

0 commit comments

Comments
 (0)