File tree Expand file tree Collapse file tree 3 files changed +3
-5
lines changed
inflight_batcher_llm/preprocessing/1 Expand file tree Collapse file tree 3 files changed +3
-5
lines changed Original file line number Diff line number Diff line change 55import numpy as np
66import torch
77import triton_python_backend_utils as pb_utils
8+ from tensorrt_llm .runtime import to_word_list_format
89from torch .nn .utils .rnn import pad_sequence
910from transformers import AutoTokenizer , LlamaTokenizer , T5Tokenizer
1011
11- from tensorrt_llm .runtime import to_word_list_format
12-
1312
1413class TritonPythonModel :
1514 """Your Python model must use the same class name. Every Python model
Original file line number Diff line number Diff line change 33
44import torch
55import triton_python_backend_utils as pb_utils
6+ from tensorrt_llm .runtime import GenerationSession , ModelConfig , SamplingConfig
67from torch import from_numpy
78
89import tensorrt_llm
9- from tensorrt_llm .runtime import GenerationSession , ModelConfig , SamplingConfig
1010
1111
1212def mpi_comm ():
Original file line number Diff line number Diff line change 55import numpy as np
66import torch
77import triton_python_backend_utils as pb_utils
8+ from tensorrt_llm .runtime import to_word_list_format
89from torch .nn .utils .rnn import pad_sequence
910from transformers import AutoTokenizer , LlamaTokenizer , T5Tokenizer
1011
11- from tensorrt_llm .runtime import to_word_list_format
12-
1312
1413class TritonPythonModel :
1514 """Your Python model must use the same class name. Every Python model
You can’t perform that action at this time.
0 commit comments