fix loading

Author: Harry-hash

.DS_Store

@@ -464,10 +464,10 @@ def _load_sbert_model(self, model_path):
 
         modules = OrderedDict()
         for module_config in modules_config:
-            if module_config['type']=="sentence_transformers.models.Transformer":
+            if module_config['idx']==0:
                 print('load INSTRUCTOR_Transformer')
                 module_class = INSTRUCTOR_Transformer
-            elif module_config['type']=="sentence_transformers.models.Pooling":
+            elif module_config['idx']==1:
                 module_class = INSTRUCTOR_Pooling
             else:
                 module_class = import_from_string(module_config['type'])

InstructorEmbedding/instructor.py

@@ -555,18 +555,8 @@ def preprocess_function(examples):
         checkpoint = training_args.resume_from_checkpoint
     elif last_checkpoint is not None:
         checkpoint = last_checkpoint
-    train_result = trainer.train(resume_from_checkpoint=checkpoint)
-    trainer.save_model()  # Saves the tokenizer too for easy upload
-
-    metrics = train_result.metrics
-    max_train_samples = (
-        data_args.max_train_samples if data_args.max_train_samples is not None else len(train_dataset)
-    )
-    metrics["train_samples"] = min(max_train_samples, len(train_dataset))
-
-    trainer.log_metrics("train", metrics)
-    trainer.save_metrics("train", metrics)
-    trainer.save_state()
+    trainer.train(resume_from_checkpoint=checkpoint)
+    trainer.model.save(training_args.output_dir)
 
 
 def _mp_fn(index):