Skip to content

Commit

Permalink
lint
Browse files Browse the repository at this point in the history
  • Loading branch information
pufanyi committed Jun 19, 2024
1 parent d0f8851 commit a14684b
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions tools/make_image_hf_dataset.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -159,6 +159,7 @@
"import json\n",
"from PIL import Image\n",
"\n",
"\n",
"def generator(qa_file, image_folder, image_prefix):\n",
" with open(qa_file, \"r\") as f:\n",
" data = json.load(f)\n",
Expand Down Expand Up @@ -188,7 +189,7 @@
"metadata": {},
"outputs": [],
"source": [
"NUM_PROC = 32 # number of processes to use for multiprocessing, set to 1 for no multiprocessing\n",
"NUM_PROC = 32 # number of processes to use for multiprocessing, set to 1 for no multiprocessing\n",
"\n",
"data_val = datasets.Dataset.from_generator(\n",
" generator,\n",
Expand Down Expand Up @@ -249,7 +250,7 @@
"metadata": {},
"outputs": [],
"source": [
"data.push_to_hub(\"lmms-lab/VQAv2_TOY\") # replace lmms-lab to your username"
"data.push_to_hub(\"lmms-lab/VQAv2_TOY\") # replace lmms-lab to your username"
]
},
{
Expand Down

0 comments on commit a14684b

Please sign in to comment.