Skip to content

Commit

Permalink
remove logs
Browse files Browse the repository at this point in the history
  • Loading branch information
gavrissh committed Feb 27, 2024
1 parent c114635 commit 44ab83c
Showing 1 changed file with 0 additions and 2 deletions.
2 changes: 0 additions & 2 deletions llm/handler.py
Original file line number Diff line number Diff line change
Expand Up @@ -177,7 +177,6 @@ def preprocess(self, data: str) -> torch.Tensor:
self.request["request_type"][idx] = "raw"
input_list.append(row_input)

logger.info("Received text: %s", ", ".join(map(str, input_list)))
encoded_input = self.tokenizer(input_list, padding=True, return_tensors="pt")[
"input_ids"
].to(self.device)
Expand Down Expand Up @@ -220,7 +219,6 @@ def inference(self, data: torch.Tensor, *args, **kwargs) -> List[str]:

inference = []
inference = self.tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
logger.info("Generated text is: %s", ", ".join(map(str, inference)))
return inference

def postprocess(self, data: List[str]) -> List[str]:
Expand Down

0 comments on commit 44ab83c

Please sign in to comment.