use corrext wandb entity

evoprompt/models.py

@@ -498,6 +498,22 @@ class HfChat(ChatModel, LLMModel):
         import torch
         import transformers
 
+        class UsageGenerationPipeline(transformers.TextGenerationPipeline):
+            pass
+            # def run_single(
+            #     self, inputs, preprocess_params, forward_params, postprocess_params
+            # ):
+            #     model_inputs = self.preprocess(inputs, **preprocess_params)
+            #     print(model_inputs["input_ids"].shape)
+            #     model_outputs = self.forward(model_inputs, **forward_params)
+            #     print(type(model_outputs), model_outputs)
+            #     outputs = self.postprocess(model_outputs, **postprocess_params)
+            #     return outputs
+
+        # transformers.pipelines.SUPPORTED_TASKS["text-generation"][
+        #     "impl"
+        # ] = UsageGenerationPipeline
+
         self._model_name = model
 
         # we collect all arguments to make sure they are passed to the super constructor