Skip to content

Commit

Permalink
fix: remove 8 from default page size (#233)
Browse files Browse the repository at this point in the history
To reduce pip wheel size.
  • Loading branch information
yzh119 authored May 4, 2024
1 parent 94bcf6f commit 62343e6
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion python/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -64,7 +64,7 @@ def get_instantiation_cu() -> List[str]:
(root / prefix).mkdir(parents=True, exist_ok=True)

group_sizes = os.environ.get("FLASHINFER_GROUP_SIZES", "1,4,6,8").split(",")
page_sizes = os.environ.get("FLASHINFER_PAGE_SIZES", "1,8,16,32").split(",")
page_sizes = os.environ.get("FLASHINFER_PAGE_SIZES", "1,16,32").split(",")
head_dims = os.environ.get("FLASHINFER_HEAD_DIMS", "64,128,256").split(",")
kv_layouts = os.environ.get("FLASHINFER_KV_LAYOUTS", "0,1").split(",")
pos_encoding_modes = os.environ.get("FLASHINFER_POS_ENCODING_MODES", "0,1,2").split(
Expand Down

0 comments on commit 62343e6

Please sign in to comment.