diagno_sys_ai/docker-compose.yml at main · Hyperakan/diagno_sys_ai · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
version: "3.8"
services:
  weaviate:
    command:
      - --host
      - 0.0.0.0
      - --port
      - "8080"
      - --scheme
      - http
    image: cr.weaviate.io/semitechnologies/weaviate:1.28.4
    ports:
      - 8080:8080
      - 50051:50051
    container_name: weaviate
    volumes:
      - weaviate_data:/var/lib/weaviate
    restart: on-failure:0
    environment:
      QUERY_DEFAULTS_LIMIT: 25
      AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED: "true"
      PERSISTENCE_DATA_PATH: "/var/lib/weaviate"
      CLUSTER_HOSTNAME: "node1"
    networks:
      - diagno_sys_network

  rag_server:
    build:
      context: .
      dockerfile: Dockerfile.rag
    volumes:
      - model_data:/app/embedding_models
      - model_data:/app/reranker_models
    depends_on:
      - weaviate
    environment:
      - WEAVIATE_URL=http://weaviate:8080
      - EMBEDDING_MODEL_NAME=onurwest361/diagnosys_bge_m3
      - RERANKER_MODEL_NAME=BAAI/bge-reranker-v2-m3
      - COLLECTION_NAME=med_documents
    ports:
      - "8001:8001"
    container_name: rag_server
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ["0"]
              capabilities: [gpu]
    networks:
      - diagno_sys_network

  ollama:
    image: ollama/ollama
    container_name: ollama
    ports:
      - "11434:11434"
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ["0"]
              capabilities: [gpu]
    networks:
      - diagno_sys_network
    volumes:
      - ./data/ollama:/root/.ollama

  diagno_sys:
    build:
      context: .
      dockerfile: Dockerfile.app
      #https://b9zbcrb3kof786-11434.proxy.runpod.net/ oozcan361/diagnosys_v0.1:70b
    environment:
      - OLLAMA_URL=https://b9zbcrb3kof786-11434.proxy.runpod.net/
      - TEMPERATURE=0.4
      - CHAT_MODEL_NAME=oozcan361/diagnosys_v0.1:70b
      - NAMER_MODEL_NAME=llama3.1
      - ANALYZER_MODEL_NAME=oozcan361/diagnosys_v0.1:70b
    container_name: diagno_sys
    ports:
      - "8501:8501"
    depends_on:
      - rag_server
      - ollama
    networks:
      - diagno_sys_network

volumes:
  model_data:
    driver: local
  weaviate_data:
    driver: local
  ollama:
    driver: local

networks:
  diagno_sys_network:
    driver: bridge