Skip to content

Commit

Permalink
removing old implemention in model config
Browse files Browse the repository at this point in the history
  • Loading branch information
anirudTT committed Oct 29, 2024
1 parent 0710078 commit 24c2214
Showing 1 changed file with 0 additions and 13 deletions.
13 changes: 0 additions & 13 deletions app/api/shared_config/model_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -152,19 +152,6 @@ def base_docker_config():
service_port=7000,
service_route="/inference/falcon7b",
),
# ModelImpl(
# model_name="Llama3.1-70bv0.0.1",
# model_id="id_tt-metal-llama3.1-70bv0.0.1",
# image_name="ghcr.io/tenstorrent/tt-inference-server/tt-metal-llama3-70b-src-base-inference",
# image_tag="v0.0.1-tt-metal-v0.52.0-rc31-9d3be887987b",
# device_configurations={DeviceConfigurations.N300x4},
# docker_config=base_docker_config(),
# user_uid=1000,
# user_gid=1000,
# shm_size="32G",
# service_port=7000,
# service_route="/inference/llama3-70b",
# ),
ModelImpl(
model_name="Llama3.1-70bv0.0.1-instruct",
model_id="id_tt-metal-llama-3.1-70b-instructv0.0.1",
Expand Down

0 comments on commit 24c2214

Please sign in to comment.