We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
dtype
torch_dtype
1 parent 864c4dd commit e7d03adCopy full SHA for e7d03ad
docs/source/en/model_doc/apertus.md
@@ -42,7 +42,7 @@ from transformers import pipeline
42
pipeline = pipeline(
43
task="text-generation",
44
model="swiss-ai/Apertus-8B",
45
- torch_dtype=torch.bfloat16,
+ dtype=torch.bfloat16,
46
device=0
47
)
48
pipeline("Plants create energy through a process known as")
@@ -60,7 +60,7 @@ tokenizer = AutoTokenizer.from_pretrained(
60
61
model = AutoModelForCausalLM.from_pretrained(
62
"swiss-ai/Apertus-8B",
63
64
device_map="auto",
65
attn_implementation="sdpa"
66
0 commit comments