Merge pull request #21 from sgwhat/warm-up-refactor

Remove redundant warm-up for to optimize chat speed

modules/text_generation.py

@@ -403,11 +403,6 @@ def generate_with_callback(callback=None, *args, **kwargs):
             def generate_with_streaming(**kwargs):
                 return Iteratorize(generate_with_callback, [], kwargs, callback=None)
 
-            # warm-up
-            with torch.no_grad():
-                shared.model.generate(**generate_params)
-                torch.xpu.synchronize()
-
             with generate_with_streaming(**generate_params) as generator:
                 cumulative_reply = ''
                 starting_from = 0 if shared.is_seq2seq else len(input_ids[0])