Upload folder using huggingface_hub

chat_full.py

@@ -736,17 +736,18 @@ def main():
                 args.d = str(Path(args.meta).parent)
             
             # Build model paths based on parameters
+            prefix = params.get('model_prefix', 'llama')  # Default to 'llama' if not specified
             lut_ffn = f"_lut{params['lut_ffn']}" if params['lut_ffn'] != 'none' else ''
             lut_lmhead = f"_lut{params['lut_lmhead']}" if params['lut_lmhead'] != 'none' else ''
             num_chunks = int(params['num_chunks'])
             
             # Set model paths if not specified
             if not args.embed:
-                args.embed = 'llama_embeddings'
+                args.embed = f'{prefix}_embeddings'
             if not args.lmhead:
-                args.lmhead = f'llama_lm_head{lut_lmhead}'
+                args.lmhead = f'{prefix}_lm_head{lut_lmhead}'
             if not args.ffn:
-                args.ffn = f'llama_FFN_PF{lut_ffn}_chunk_01of{num_chunks:02d}'
+                args.ffn = f'{prefix}_FFN_PF{lut_ffn}_chunk_01of{num_chunks:02d}'
             if not args.tokenizer:
                 args.tokenizer = args.d