Skip to content

Commit

Permalink
Repair the transformers corpus
Browse files Browse the repository at this point in the history
  • Loading branch information
jeremyfowers committed Dec 1, 2023
1 parent e825501 commit 0b12b8b
Show file tree
Hide file tree
Showing 98 changed files with 215 additions and 202 deletions.
4 changes: 2 additions & 2 deletions models/transformers/albert.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::albert author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import AlbertModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/auto.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::auto author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import AutoModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/bart.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::bart author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import BartModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/bert.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::bert author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import BertModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/bertlmhead.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::bertlmhead author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import BertLMHeadModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/bigbird.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::bigbird author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import BigBirdModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/bigbirdpegasus.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::bigbirdpegasus author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import BigBirdPegasusModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/biogpt.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::biogpt author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import BioGptModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/blenderbot.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::blenderbot author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import BlenderbotModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -29,4 +30,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/blenderbotsmall.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::blenderbotsmall author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import BlenderbotSmallModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -29,4 +30,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/bloom.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::bloom author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import BloomModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -25,4 +26,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/camembert.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::camembert author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import CamembertModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/canine.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::canine author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import CanineModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/codegen.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::codegen author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import CodeGenModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/convbert.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::convbert author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import ConvBertModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/ctrl.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::ctrl author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import CTRLModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/ctrllmhead.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::ctrllmhead author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import CTRLLMHeadModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/deberta.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::deberta author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import DebertaModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/debertav2.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::debertav2 author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import DebertaV2Model, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/distilbert.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::distilbert author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import DistilBertModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

4 changes: 2 additions & 2 deletions models/transformers/electra.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@

# labels: name::electra author::transformers task::Generative_AI license::apache-2.0
from turnkeyml.parser import parse
from transformers import ElectraModel, AutoConfig
import torch

torch.manual_seed(0)

# Parsing command-line arguments
pretrained, batch_size, max_seq_length = parse(
["pretrained", "batch_size", "max_seq_length"]
Expand All @@ -28,4 +29,3 @@

# Call model
model(**inputs)

Loading

0 comments on commit 0b12b8b

Please sign in to comment.