Skip to content

Commit 4f14e4f

Browse files
SubflySubfly
committed
[TRANSFORMERS] Add transformers to vectorize data in RAG.
1 parent 2c9c98e commit 4f14e4f

11 files changed

Lines changed: 309 additions & 14 deletions

File tree

‎.github/workflows/transformers-ci-cd.yml‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
name: CI/CD Pipeline for Transformers Inference Service
2+
3+
on:
4+
push:
5+
paths:
6+
- 'helm/transformers/**'
7+
workflow_dispatch:
8+
9+
env:
10+
HELM_NAMESPACE: team-breaking-build
11+
HELM_RELEASE_NAME: recipefy-transformers
12+
CHART_PATH: ./helm/transformers
13+
14+
jobs:
15+
validate:
16+
name: Validate Helm Chart
17+
runs-on: ubuntu-latest
18+
19+
steps:
20+
- name: Checkout code
21+
uses: actions/checkout@v4
22+
23+
- name: Set up Helm
24+
uses: azure/setup-helm@v4
25+
26+
- name: Validate Helm Chart
27+
run: |
28+
helm lint ${{ env.CHART_PATH }}
29+
helm template ${{ env.HELM_RELEASE_NAME }} ${{ env.CHART_PATH }} \
30+
--namespace ${{ env.HELM_NAMESPACE }} > /dev/null
31+
32+
deploy:
33+
name: Deploy to Rancher with Helm
34+
if: github.ref == 'refs/heads/main'
35+
runs-on: ubuntu-latest
36+
needs: validate
37+
38+
steps:
39+
- name: Checkout code
40+
uses: actions/checkout@v4
41+
42+
- name: Set up Helm
43+
uses: azure/setup-helm@v4
44+
45+
- name: Configure Kubernetes Context
46+
uses: azure/k8s-set-context@v4
47+
with:
48+
method: kubeconfig
49+
kubeconfig: ${{ secrets.KUBE_CONFIG }}
50+
51+
- name: Deploy Helm Chart
52+
run: |
53+
helm upgrade --install ${{ env.HELM_RELEASE_NAME }} ${{ env.CHART_PATH }} \
54+
--namespace ${{ env.HELM_NAMESPACE }} \
55+
--wait --timeout 5m

‎.github/workflows/weaviate-ci-cd.yml‎

Lines changed: 0 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -53,14 +53,3 @@ jobs:
5353
helm upgrade --install ${{ env.HELM_RELEASE_NAME }} ${{ env.CHART_PATH }} \
5454
--namespace ${{ env.HELM_NAMESPACE }} \
5555
--wait --timeout 5m
56-
57-
- name: Verify Deployment
58-
run: |
59-
kubectl wait --for=condition=ready pod -l app.kubernetes.io/name=weaviate \
60-
--namespace ${{ env.HELM_NAMESPACE }} --timeout=300s
61-
62-
# Test weaviate readiness endpoint
63-
kubectl run test-weaviate --rm -i --restart=Never \
64-
--namespace ${{ env.HELM_NAMESPACE }} \
65-
--image=curlimages/curl:latest \
66-
-- curl -f http://${{ env.HELM_RELEASE_NAME }}:8080/v1/.well-known/ready

‎genai/rag.py‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22
import logging
33
from typing import List, Dict, Any
44
import weaviate
5+
import weaviate.classes.config as wc
56
from weaviate.classes.query import Filter
67
from langchain_text_splitters import RecursiveCharacterTextSplitter
78
from langchain_weaviate.vectorstores import WeaviateVectorStore
@@ -141,7 +142,7 @@ def _create_collection_with_schema(self):
141142
description="Flag for placeholder documents"
142143
)
143144
],
144-
vectorizer_config=weaviate.classes.config.Configure.Vectorizer.text2vec_huggingface()
145+
vectorizer_config=wc.Configure.Vectorizer.text2vec_transformers()
145146
)
146147

147148
# Initialize vector store

‎helm/transformers/Chart.yaml‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
apiVersion: v2
2+
name: transformers
3+
description: A Helm chart for Weaviate Transformers Inference Service
4+
type: application
5+
version: 0.1.0
6+
appVersion: "latest"

‎helm/transformers/templates/_helpers.tpl‎

Lines changed: 62 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,62 @@
1+
{{/*
2+
Expand the name of the chart.
3+
*/}}
4+
{{- define "transformers.name" -}}
5+
{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }}
6+
{{- end }}
7+
8+
{{/*
9+
Create a default fully qualified app name.
10+
We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
11+
If release name contains chart name it will be used as a full name.
12+
*/}}
13+
{{- define "transformers.fullname" -}}
14+
{{- if .Values.fullnameOverride }}
15+
{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }}
16+
{{- else }}
17+
{{- $name := default .Chart.Name .Values.nameOverride }}
18+
{{- if contains $name .Release.Name }}
19+
{{- .Release.Name | trunc 63 | trimSuffix "-" }}
20+
{{- else }}
21+
{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }}
22+
{{- end }}
23+
{{- end }}
24+
{{- end }}
25+
26+
{{/*
27+
Create chart name and version as used by the chart label.
28+
*/}}
29+
{{- define "transformers.chart" -}}
30+
{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }}
31+
{{- end }}
32+
33+
{{/*
34+
Common labels
35+
*/}}
36+
{{- define "transformers.labels" -}}
37+
helm.sh/chart: {{ include "transformers.chart" . }}
38+
{{ include "transformers.selectorLabels" . }}
39+
{{- if .Chart.AppVersion }}
40+
app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
41+
{{- end }}
42+
app.kubernetes.io/managed-by: {{ .Release.Service }}
43+
{{- end }}
44+
45+
{{/*
46+
Selector labels
47+
*/}}
48+
{{- define "transformers.selectorLabels" -}}
49+
app.kubernetes.io/name: {{ include "transformers.name" . }}
50+
app.kubernetes.io/instance: {{ .Release.Name }}
51+
{{- end }}
52+
53+
{{/*
54+
Create the name of the service account to use
55+
*/}}
56+
{{- define "transformers.serviceAccountName" -}}
57+
{{- if .Values.serviceAccount.create }}
58+
{{- default (include "transformers.fullname" .) .Values.serviceAccount.name }}
59+
{{- else }}
60+
{{- default "default" .Values.serviceAccount.name }}
61+
{{- end }}
62+
{{- end }}

‎helm/transformers/templates/deployment.yaml‎

Lines changed: 72 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,72 @@
1+
apiVersion: apps/v1
2+
kind: Deployment
3+
metadata:
4+
name: {{ include "transformers.fullname" . }}
5+
labels:
6+
{{- include "transformers.labels" . | nindent 4 }}
7+
spec:
8+
replicas: {{ .Values.replicaCount }}
9+
selector:
10+
matchLabels:
11+
{{- include "transformers.selectorLabels" . | nindent 6 }}
12+
template:
13+
metadata:
14+
{{- with .Values.podAnnotations }}
15+
annotations:
16+
{{- toYaml . | nindent 8 }}
17+
{{- end }}
18+
labels:
19+
{{- include "transformers.labels" . | nindent 8 }}
20+
{{- with .Values.podLabels }}
21+
{{- toYaml . | nindent 8 }}
22+
{{- end }}
23+
spec:
24+
{{- with .Values.imagePullSecrets }}
25+
imagePullSecrets:
26+
{{- toYaml . | nindent 8 }}
27+
{{- end }}
28+
serviceAccountName: {{ include "transformers.serviceAccountName" . }}
29+
{{- with .Values.podSecurityContext }}
30+
securityContext:
31+
{{- toYaml . | nindent 8 }}
32+
{{- end }}
33+
containers:
34+
- name: {{ .Chart.Name }}
35+
{{- with .Values.securityContext }}
36+
securityContext:
37+
{{- toYaml . | nindent 12 }}
38+
{{- end }}
39+
image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
40+
imagePullPolicy: {{ .Values.image.pullPolicy }}
41+
ports:
42+
- name: http
43+
containerPort: {{ .Values.service.port }}
44+
protocol: TCP
45+
{{- with .Values.resources }}
46+
resources:
47+
{{- toYaml . | nindent 12 }}
48+
{{- end }}
49+
{{- with .Values.env }}
50+
env:
51+
{{- toYaml . | nindent 12 }}
52+
{{- end }}
53+
{{- with .Values.volumeMounts }}
54+
volumeMounts:
55+
{{- toYaml . | nindent 12 }}
56+
{{- end }}
57+
{{- with .Values.volumes }}
58+
volumes:
59+
{{- toYaml . | nindent 8 }}
60+
{{- end }}
61+
{{- with .Values.nodeSelector }}
62+
nodeSelector:
63+
{{- toYaml . | nindent 8 }}
64+
{{- end }}
65+
{{- with .Values.affinity }}
66+
affinity:
67+
{{- toYaml . | nindent 8 }}
68+
{{- end }}
69+
{{- with .Values.tolerations }}
70+
tolerations:
71+
{{- toYaml . | nindent 8 }}
72+
{{- end }}

‎helm/transformers/templates/hpa.yaml‎

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
{{- if .Values.autoscaling.enabled }}
2+
apiVersion: autoscaling/v2
3+
kind: HorizontalPodAutoscaler
4+
metadata:
5+
name: {{ include "transformers.fullname" . }}
6+
labels:
7+
{{- include "transformers.labels" . | nindent 4 }}
8+
spec:
9+
scaleTargetRef:
10+
apiVersion: apps/v1
11+
kind: Deployment
12+
name: {{ include "transformers.fullname" . }}
13+
minReplicas: {{ .Values.autoscaling.minReplicas }}
14+
maxReplicas: {{ .Values.autoscaling.maxReplicas }}
15+
metrics:
16+
{{- if .Values.autoscaling.targetCPUUtilizationPercentage }}
17+
- type: Resource
18+
resource:
19+
name: cpu
20+
target:
21+
type: Utilization
22+
averageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }}
23+
{{- end }}
24+
{{- if .Values.autoscaling.targetMemoryUtilizationPercentage }}
25+
- type: Resource
26+
resource:
27+
name: memory
28+
target:
29+
type: Utilization
30+
averageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }}
31+
{{- end }}
32+
{{- end }}

‎helm/transformers/templates/service.yaml‎

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
apiVersion: v1
2+
kind: Service
3+
metadata:
4+
name: {{ include "transformers.fullname" . }}
5+
labels:
6+
{{- include "transformers.labels" . | nindent 4 }}
7+
spec:
8+
type: {{ .Values.service.type }}
9+
ports:
10+
- port: {{ .Values.service.port }}
11+
targetPort: http
12+
protocol: TCP
13+
name: http
14+
selector:
15+
{{- include "transformers.selectorLabels" . | nindent 4 }}

‎helm/transformers/templates/serviceaccount.yaml‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
{{- if .Values.serviceAccount.create -}}
2+
apiVersion: v1
3+
kind: ServiceAccount
4+
metadata:
5+
name: {{ include "transformers.serviceAccountName" . }}
6+
labels:
7+
{{- include "transformers.labels" . | nindent 4 }}
8+
{{- with .Values.serviceAccount.annotations }}
9+
annotations:
10+
{{- toYaml . | nindent 4 }}
11+
{{- end }}
12+
automountServiceAccountToken: {{ .Values.serviceAccount.automount }}
13+
{{- end }}

‎helm/transformers/values.yaml‎

Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,45 @@
1+
# Default values for transformers
2+
# This is a YAML-formatted file.
3+
4+
prefix: recipefy
5+
name: transformers
6+
7+
replicaCount: 1
8+
9+
image:
10+
repository: cr.weaviate.io/semitechnologies/transformers-inference
11+
tag: "sentence-transformers-multi-qa-MiniLM-L6-cos-v1"
12+
pullPolicy: Always
13+
14+
service:
15+
type: ClusterIP
16+
port: 8080
17+
18+
container:
19+
name: transformers
20+
port: 8080
21+
portName: http
22+
protocol: TCP
23+
24+
serviceAccount:
25+
create: true
26+
automount: false
27+
28+
resources:
29+
limits:
30+
cpu: 2000m
31+
memory: 4Gi
32+
requests:
33+
cpu: 1000m
34+
memory: 2Gi
35+
36+
# Environment variables
37+
env:
38+
- name: ENABLE_CUDA
39+
value: "0"
40+
- name: MODEL_NAME
41+
value: "sentence-transformers-multi-qa-MiniLM-L6-cos-v1"
42+
- name: BATCH_SIZE
43+
value: "32"
44+
- name: MAX_LENGTH
45+
value: "512"

0 commit comments

Comments
 (0)