Skip to content

Commit

Permalink
docs: fix performance example for different parquet settings
Browse files Browse the repository at this point in the history
  • Loading branch information
tomjholland committed Jan 12, 2025
1 parent 2d02893 commit 7ba7053
Showing 1 changed file with 13 additions and 3 deletions.
16 changes: 13 additions & 3 deletions docs/source/examples/comparing-pyprobe-performance.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,15 @@
"source": [
"%%capture\n",
"%pip install matplotlib\n",
"%pip install pandas\n",
"%pip install pandas"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"import pyprobe\n",
"import pandas as pd\n",
"import polars as pl\n",
Expand Down Expand Up @@ -480,8 +488,10 @@
" overwrite_existing=True,\n",
" compression_priority=priority,\n",
" )\n",
" file_sizes[i] = os.path.getsize(data_directory + f\"/sample_data_neware.parquet\")\n",
" pyprobe_time, _, _ = measure_pyprobe(repeats, \"sample_data_neware.parquet\")\n",
" file_sizes[i] = os.path.getsize(\n",
" data_directory + f\"/sample_data_neware_test.parquet\"\n",
" )\n",
" pyprobe_time, _, _ = measure_pyprobe(repeats, \"sample_data_neware_test.parquet\")\n",
" times[i, :] = pyprobe_time[-1, :]\n",
"\n",
"file_sizes = np.append(\n",
Expand Down

0 comments on commit 7ba7053

Please sign in to comment.