ChatQnA demo yaml files integration between GMC and Oneclick

microservices-connector/templates/MicroChatQnA/gmc-router.yaml → microservices-connector/config/gmcrouter/gmc-router.yaml

@@ -1,6 +1,8 @@
 # Copyright (C) 2024 Intel Corporation
 # SPDX-License-Identifier: Apache-2.0
 
+
+---
 apiVersion: v1
 kind: Service
 metadata:
@@ -27,7 +29,7 @@ spec:
  labels:
  app: router-service
  spec:
- serviceAccountName: gmc-service-sa
+ serviceAccountName: default
  containers:
  - name: router-server
  image: zhlsunshine/gmcrouter:latest

microservices-connector/templates/MicroChatQnA/gmc-manager-rbac.yaml → microservices-connector/config/rbac/gmc-manager-rbac.yaml

@@ -29,6 +29,7 @@ rules:
  resources:
  - services
  - secrets
+ - configmaps
  verbs:
  - create
  - delete

microservices-connector/config/samples/chatQnA_xeon.yaml

@@ -0,0 +1,62 @@
+# Copyright (C) 2024 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+apiVersion: gmc.opea.io/v1alpha3
+kind: GMConnector
+metadata:
+ labels:
+ app.kubernetes.io/name: gmconnector
+ app.kubernetes.io/managed-by: kustomize
+ name: chatqa
+ namespace: chatqa
+spec:
+ routerConfig:
+ name: router
+ serviceName: router-service
+ nodes:
+ root:
+ routerType: Sequence
+ steps:
+ - name: Embedding
+ internalService:
+ serviceName: embedding-svc
+ config:
+ endpoint: /v1/embeddings
+ - name: TeiEmbedding
+ internalService:
+ serviceName: tei-embedding-svc
+ isDownstreamService: true
+ - name: Retriever
+ data: $response
+ internalService:
+ serviceName: retriever-svc
+ config:
+ endpoint: /v1/retrieval
+ - name: VectorDB
+ internalService:
+ serviceName: redis-vector-db
+ isDownstreamService: true
+ - name: Reranking
+ data: $response
+ internalService:
+ serviceName: reranking-svc
+ config:
+ endpoint: /v1/reranking
+ - name: TeiReranking
+ internalService:
+ serviceName: tei-reranking-svc
+ config:
+ endpoint: /rerank
+ isDownstreamService: true
+ - name: Llm
+ data: $response
+ internalService:
+ serviceName: llm-svc
+ config:
+ endpoint: /v1/chat/completions
+ - name: Tgi
+ internalService:
+ serviceName: tgi-svc
+ config:
+ endpoint: /generate
+ isDownstreamService: true