Skip to content

Commit

Permalink
#12328: Fix weight path in demo trace
Browse files Browse the repository at this point in the history
  • Loading branch information
mtairum committed Oct 4, 2024
1 parent 4991b7c commit 125c78c
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions models/demos/wormhole/llama31_8b/demo/demo_trace.py
Original file line number Diff line number Diff line change
Expand Up @@ -125,9 +125,9 @@ def run_llama_demo(user_input, batch_size, device, instruct_mode, is_ci_env, num

# Set Llama flags for CI
if is_ci_env and instruct_mode: # Update paths for instruct mode, otherwise use default paths for general weights
os.environ["LLAMA_CKPT_DIR"] = "/proj_sw/user_dev/hf_data/llama/Meta-Llama-3.1-8B-Instruct/"
os.environ["LLAMA_TOKENIZER_PATH"] = "/proj_sw/user_dev/hf_data/llama/Meta-Llama-3.1-8B-Instruct/"
os.environ["LLAMA_CACHE_PATH"] = "/proj_sw/user_dev/hf_data/llama/Meta-Llama-3.1-8B-Instruct/"
os.environ["LLAMA_CKPT_DIR"] = "/mnt/MLPerf/tt_dnn-models/llama/Meta-Llama-3.1-8B-Instruct/"
os.environ["LLAMA_TOKENIZER_PATH"] = "/mnt/MLPerf/tt_dnn-models/llama/Meta-Llama-3.1-8B-Instruct/"
os.environ["LLAMA_CACHE_PATH"] = "/mnt/MLPerf/tt_dnn-models/llama/Meta-Llama-3.1-8B-Instruct/"
# This module requires the env paths above for CI runs
from models.demos.wormhole.llama31_8b.tt.model_config import TtModelArgs

Expand Down

0 comments on commit 125c78c

Please sign in to comment.