alihan/TPI-LLM
1
0
Fork 0
mirror of https://github.com/Lizonghang/TPI-LLM.git synced 2024-10-04 22:25:47 +03:00
Code Issues Packages Projects Releases Wiki Activity

improve inheritance

Browse Source
This commit is contained in:
Lizonghang
2024-09-26 17:00:31 +04:00
parent dad67def19
commit 62a6999748
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/tpi_llm/models/llama/modeling_llama.py
View File

@@ -473,7 +473,7 @@ class TPILlamaForCausalLM(LlamaForCausalLM, TPILlamaPreTrainedModel):
rank: int,
args: argparse.Namespace
):
TPILlamaPreTrainedModel.__init__(self, config)
super(TPILlamaPreTrainedModel, self).__init__(config)
self.rank = rank
self.vocab_size = config.vocab_size
self.mem_manager = MemoryManager(self, rank, args)