Conform output of TextGenerationPipelines with HuggingfacePipelines (#1205)

* Conform with Huggingface pipelines

* Match logits to generated tokens

Author: rahul-tuli

src/deepsparse/transformers/pipelines/text_generation.py

@@ -435,13 +435,17 @@ def engine_forward(
                 else 100 * self.sequence_length
             )  # set safety for absolute max generation
 
+            # last prompt token is the first generated token
+            # add it to generated tokens, and the logits
             generated_tokens = [tokens[-1]]
             generated_logits = (
-                prompt_logits if context.get("include_prompt_logits") else []
+                prompt_logits
+                if context.get("include_prompt_logits")
+                else [prompt_logits[-1]]
             )
 
             with timer.time(_TextGenerationTimings.TOKEN_GENERATION):
-                while len(generated_tokens) <= max_tokens:
+                while len(generated_tokens) < max_tokens:
                     with timer.time(_TextGenerationTimings.TOKEN_GENERATION_SINGLE):
                         token, logits = self.autoregressive_inference(tokens)
                     tokens.append(token)