Skip to content

Commit 205b380

Browse files
committed
update the env variables
Signed-off-by: Mustafa <[email protected]>
1 parent cd35fff commit 205b380

File tree

2 files changed

+11
-33
lines changed

2 files changed

+11
-33
lines changed

CodeGen/docker_compose/intel/cpu/xeon/compose.yaml

+3
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,7 @@ services:
2222
timeout: 10s
2323
retries: 100
2424
command: --model-id ${LLM_MODEL_ID} --cuda-graphs 0
25+
2526
llm:
2627
image: ${REGISTRY:-opea}/llm-textgen:${TAG:-latest}
2728
container_name: llm-textgen-server
@@ -39,6 +40,8 @@ services:
3940
LLM_MODEL_ID: ${LLM_MODEL_ID}
4041
HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
4142
restart: unless-stopped
43+
44+
4245
codegen-xeon-backend-server:
4346
image: ${REGISTRY:-opea}/codegen:${TAG:-latest}
4447
container_name: codegen-xeon-backend-server

CodeGen/docker_compose/set_env.sh

+8-33
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,9 @@
22

33
# Copyright (C) 2024 Intel Corporation
44
# SPDX-License-Identifier: Apache-2.0
5-
# pushd "../../" > /dev/null
6-
# source .set_env.sh
7-
# popd > /dev/null
5+
pushd "../../" > /dev/null
6+
source .set_env.sh
7+
popd > /dev/null
88

99
export your_ip=$(hostname -I | awk '{print $1}')
1010

@@ -22,42 +22,21 @@ export no_proxy=${no_proxy},${host_ip}
2222
export http_proxy=${http_proxy}
2323
export https_proxy=${https_proxy}
2424

25-
# export LLM_MODEL_ID="Qwen/Qwen2.5-Coder-7B-Instruct"
2625
export LLM_MODEL_ID="Qwen/Qwen2.5-Coder-32B-Instruct"
26+
export LLM_SERVICE_PORT=9000
27+
export LLM_ENDPOINT="http://${host_ip}:8028"
28+
export LLM_SERVICE_HOST_IP=${host_ip}
2729
export TGI_LLM_ENDPOINT="http://${host_ip}:8028"
2830

2931
export MEGA_SERVICE_PORT=7778
3032
export MEGA_SERVICE_HOST_IP=${host_ip}
31-
export MEGA_SERVICE_PORT=7778
3233
export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:7778/v1/codegen"
3334

3435
export REDIS_DB_PORT=6379
3536
export REDIS_INSIGHTS_PORT=8001
3637
export REDIS_URL="redis://${host_ip}:${REDIS_DB_PORT}"
37-
export REDIS_HOST=${host_ip}
38-
export INDEX_NAME="test_codeGen_v1"
39-
40-
41-
export RETRIEVAL_SERVICE_HOST_IP=${host_ip}
42-
43-
export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5"
44-
45-
export MMEI_EMBEDDING_ENDPOINT="http://${host_ip}:$EMM_BRIDGETOWER_PORT"
46-
export MM_EMBEDDING_ENDPOINT="http://${host_ip}:$EMM_BRIDGETOWER_PORT"
47-
48-
export MM_EMBEDDING_PORT_MICROSERVICE=6000
49-
export MM_EMBEDDING_SERVICE_HOST_IP=${host_ip}
50-
51-
# export BRIDGE_TOWER_EMBEDDING=true
52-
53-
# export MULTIMODAL_DATAPREP=true
54-
export DATAPREP_COMPONENT_NAME="OPEA_DATAPREP_REDIS"
55-
5638
export REDIS_RETRIEVER_PORT=7000
57-
export DATAPREP_REDIS_PORT=6007
58-
export LOGFLAG=false
59-
60-
# Text Retriever
39+
export RETRIEVAL_SERVICE_HOST_IP=${host_ip}
6140
export RETRIEVER_COMPONENT_NAME="OPEA_RETRIEVER_REDIS"
6241
export INDEX_NAME="CodeGen"
6342

@@ -69,8 +48,4 @@ export TEI_EMBEDDING_ENDPOINT="http://${host_ip}:${TEI_EMBEDDER_PORT}"
6948

7049
export DATAPREP_REDIS_PORT=6007
7150
export LOGFLAG=false
72-
73-
74-
# export LLM_SERVICE_HOST_IP=${host_ip}
75-
# export RETRIEVAL_SERVICE_HOST_IP=${host_ip}
76-
# export TEI_EMBEDDING_HOST_IP=${host_ip}
51+
export MODEL_CACHE="./data"

0 commit comments

Comments
 (0)