From 11d3bd9881d1c9789bec431aded69055e873d21d Mon Sep 17 00:00:00 2001 From: Lianhao Lu Date: Fri, 17 Jan 2025 03:48:46 +0000 Subject: [PATCH] llm-uservice: Adapt to API change Adapt to API change for the following service: - llm-docsum - llm-faqgen Signed-off-by: Lianhao Lu --- helm-charts/common/llm-uservice/templates/tests/test-pod.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/helm-charts/common/llm-uservice/templates/tests/test-pod.yaml b/helm-charts/common/llm-uservice/templates/tests/test-pod.yaml index 311d0441..e5240838 100644 --- a/helm-charts/common/llm-uservice/templates/tests/test-pod.yaml +++ b/helm-charts/common/llm-uservice/templates/tests/test-pod.yaml @@ -19,10 +19,10 @@ spec: - | {{- if contains "llm-docsum" .Values.image.repository }} url="http://{{ include "llm-uservice.fullname" . }}:{{ .Values.service.port }}/v1/docsum"; - body='{"query":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.","max_tokens":17}'; + body='{"messages":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.","max_tokens":17}'; {{- else if contains "llm-faqgen" .Values.image.repository }} url="http://{{ include "llm-uservice.fullname" . }}:{{ .Values.service.port }}/v1/faqgen"; - body='{"query":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.","max_tokens":17}'; + body='{"messages":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.","max_tokens":17}'; {{- else }} url="http://{{ include "llm-uservice.fullname" . }}:{{ .Values.service.port }}/v1/chat/completions"; body='{"model": "{{ .Values.LLM_MODEL_ID }}", "messages": [{"role": "user", "content": "What is Deep Learning?"}], "max_tokens":17}';