Skip to content

Commit

Permalink
update llm judge model
Browse files Browse the repository at this point in the history
  • Loading branch information
minmin-intel committed Dec 2, 2024
1 parent 8586803 commit 88fb81a
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,4 @@
volume=$WORKDIR
host_ip=$(hostname -I | awk '{print $1}')

docker run -it --name rag_eval -v $volume:/home/user/ -e WORKDIR=/home/user -e HF_HOME=/home/user/hf_cache -e host_ip=$host_ip -e http_proxy=$http_proxy -e https_proxy=$https_proxy crag-eval:v1.1
docker run -it --name crag_eval -v $volume:/home/user/ -e WORKDIR=/home/user -e HF_HOME=/home/user/hf_cache -e host_ip=$host_ip -e http_proxy=$http_proxy -e https_proxy=$https_proxy crag-eval:v1.1
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@

services:
tgi-service:
image: ghcr.io/huggingface/tgi-gaudi:latest
image: ghcr.io/huggingface/tgi-gaudi:2.0.5
container_name: tgi-server
ports:
- "8085:80"
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0

export LLM_MODEL_ID="meta-llama/Meta-Llama-3-70B-Instruct"
export LLM_MODEL_ID="meta-llama/Meta-Llama-3.1-70B-Instruct"
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export HF_CACHE_DIR=${HF_CACHE_DIR}
docker compose -f docker-compose-llm-judge-gaudi.yaml up -d

0 comments on commit 88fb81a

Please sign in to comment.