adding configs used in benchmarking

ludwig/benchmarking/configs/amazon_review_polarity.yaml

@@ -0,0 +1,23 @@
+output_features:
+  - name: label
+    type: category
+input_features:
+  - name: review_text
+    type: text
+    encoder: bert
+preprocessing:
+  text:
+    max_sequence_length: 128
+trainer:
+  batch_size: 16
+  checkpoints_per_epoch: 11
+  learning_rate: 0.00002
+  #epochs: 5
+  evaluate_training_set: False
+  learning_rate_warmup_epochs: 0
+  optimizer:
+    type: adamw
+  validation_field: label
+  validation_metric: accuracy
+  epochs: 1
+  train_steps: 32000

ludwig/benchmarking/configs/amazon_reviews.yaml

@@ -0,0 +1,23 @@
+output_features:
+  - name: label
+    type: category
+input_features:
+  - name: review_text
+    type: text
+    encoder: bert
+preprocessing:
+  text:
+    max_sequence_length: 128
+trainer:
+  batch_size: 16
+  checkpoints_per_epoch: 10
+  learning_rate: 0.00002
+  #epochs: 5
+  evaluate_training_set: False
+  learning_rate_warmup_epochs: 0
+  optimizer:
+    type: adamw
+  validation_field: label
+  validation_metric: accuracy
+  epochs: 1
+  train_steps: 32000

ludwig/benchmarking/configs/ames_housing.yaml

@@ -0,0 +1,179 @@
+output_features:
+  - name: SalePrice
+    type: number
+input_features:
+  - name: MSSubClass
+    type: category
+  - name: MSZoning
+    type: category
+  - name: LotFrontage
+    type: number
+  - name: LotArea
+    type: number
+  - name: Street
+    type: category
+  - name: Alley
+    type: category
+  - name: LotShape
+    type: category
+  - name: LandContour
+    type: category
+  - name: Utilities
+    type: category
+  - name: LotConfig
+    type: category
+  - name: LandSlope
+    type: category
+  - name: Neighborhood
+    type: category
+  - name: Condition1
+    type: category
+  - name: Condition2
+    type: category
+  - name: BldgType
+    type: category
+  - name: HouseStyle
+    type: category
+  - name: OverallQual
+    type: category
+  - name: OverallCond
+    type: category
+  - name: YearBuilt
+    type: number
+  - name: YearRemodAdd
+    type: number
+  - name: RoofStyle
+    type: category
+  - name: RoofMatl
+    type: category
+  - name: Exterior1st
+    type: category
+  - name: Exterior2nd
+    type: category
+  - name: MasVnrType
+    type: category
+  - name: MasVnrArea
+    type: number
+  - name: ExterQual
+    type: category
+  - name: ExterCond
+    type: category
+  - name: Foundation
+    type: category
+  - name: BsmtQual
+    type: category
+  - name: BsmtCond
+    type: category
+  - name: BsmtExposure
+    type: category
+  - name: BsmtFinType1
+    type: category
+  - name: BsmtFinSF1
+    type: number
+  - name: BsmtFinType2
+    type: category
+  - name: BsmtFinSF2
+    type: number
+  - name: BsmtUnfSF
+    type: number
+  - name: TotalBsmtSF
+    type: number
+  - name: Heating
+    type: category
+  - name: HeatingQC
+    type: category
+  - name: CentralAir
+    type: binary
+  - name: Electrical
+    type: category
+  - name: 1stFlrSF
+    type: number
+  - name: 2ndFlrSF
+    type: number
+  - name: LowQualFinSF
+    type: number
+  - name: GrLivArea
+    type: number
+  - name: BsmtFullBath
+    type: number
+  - name: BsmtHalfBath
+    type: number
+  - name: FullBath
+    type: number
+  - name: HalfBath
+    type: number
+  - name: BedroomAbvGr
+    type: number
+  - name: KitchenAbvGr
+    type: number
+  - name: KitchenQual
+    type: category
+  - name: TotRmsAbvGrd
+    type: number
+  - name: Functional
+    type: category
+  - name: Fireplaces
+    type: number
+  - name: FireplaceQu
+    type: category
+  - name: GarageType
+    type: category
+  - name: GarageYrBlt
+    type: number
+  - name: GarageFinish
+    type: category
+  - name: GarageCars
+    type: number
+  - name: GarageArea
+    type: number
+  - name: GarageQual
+    type: category
+  - name: GarageCond
+    type: category
+  - name: PavedDrive
+    type: category
+  - name: WoodDeckSF
+    type: number
+  - name: OpenPorchSF
+    type: number
+  - name: EnclosedPorch
+    type: number
+  - name: 3SsnPorch
+    type: number
+  - name: ScreenPorch
+    type: number
+  - name: PoolArea
+    type: number
+  - name: PoolQC
+    type: category
+  - name: Fence
+    type: category
+  - name: MiscFeature
+    type: category
+  - name: MiscVal
+    type: number
+  - name: MoSold
+    type: category
+  - name: YrSold
+    type: number
+  - name: SaleType
+    type: category
+  - name: SaleCondition
+    type: category
+combiner:
+  type: tabnet
+  size: 8  # N_a
+  output_size: 24  # N_d
+  sparsity: 0.001  # lambda_sparse
+  bn_momentum: 0.8  # m_B
+  num_steps: 7  # N_steps
+  relaxation_factor: 2.0  # gamma
+  bn_virtual_bs: 1024  # B_v
+trainer:
+  batch_size: 256 # B
+  learning_rate: 0.01
+  decay_steps: 20000
+  decay_rate: 0.95
+preprocessing:
+  split:
+    type: fixed