Support latest changes in transformers

.github/workflows/nv-v100-legacy.yml

@@ -36,7 +36,7 @@ jobs:
       - name: Install dependencies
         run: |
           pip install git+https://github.com/microsoft/DeepSpeed.git
-          pip install git+https://github.com/huggingface/transformers.git@v4.42.4
+          pip install git+https://github.com/huggingface/transformers.git@v4.43.4
           pip install -U accelerate
           ds_report
 

mii/legacy/models/load_models.py

@@ -74,8 +74,8 @@ def load_models(model_config):
                                           config=inf_config)
         if model_config.profile_model_time:
             engine.profile_model_time()
-        if hasattr(inference_pipeline, "model"):
-            inference_pipeline.model = engine
+        #if hasattr(inference_pipeline, "model"):
+        #inference_pipeline.model = engine
 
     elif model_config.enable_zero:
         ds_config = DeepSpeedConfig(model_config.ds_config)