Added doc/no-internet-deployment.md

.github/workflows/pre-merge.yaml

@@ -0,0 +1,27 @@
+name: Pre-Merge Update
+
+on:
+  pull_request:
+    types: [opened, synchronize, reopened]
+
+jobs:
+  update-code:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v2
+      with:
+        ref: ${{ github.head_ref }}
+
+    - name: Run custom update script
+      run: |
+        ./scripts/generate-sample-env.sh ./bhasai ./common
+
+    - name: Commit changes
+      run: |
+        git config --global user.name "GitHub Action"
+        git config --global user.email "action@github.com"
+        git add .
+        git commit -m "Update code before merge" || echo "No changes to commit"
+        git push origin ${{ github.head_ref }}

Caddyfile

@@ -0,0 +1,9 @@
+import ./common/monitoring/Caddyfile
+import ./common/minio/Caddyfile
+import ./common/environment/Caddyfile
+import ./common/fusionauth/Caddyfile
+# The registry doesn't have a auth thus exposing it publicly means anyone can access the images pushed to this registry
+# import ./common/registry/Caddyfile
+import ./common/uptime/Caddyfile
+import ./bhasai/Caddyfile
+import ./common/superset/Caddyfile

Caddyfile.SDC

@@ -0,0 +1,7 @@
+{$DOMAIN_SCHEME}://{$DOMAIN_NAME} {
+    {$TLS_ENTRY}
+
+    import ./common/monitoring/Caddyfile.SDC
+    import ./bhasai/Caddyfile.SDC
+
+}

Makefile

@@ -5,6 +5,9 @@ SDC := $(if $(filter 1,$(SDC)),-f docker-compose.SDC.yaml,)
 
 DOCKER_COMPOSE_COMMAND=docker compose ${SDC} $(REMOVE_ANSI_FLAG) -p bhasai
 
+generate:
+	@./bhasai/ai_tools/generate.sh
+
 install-docker:
 	@./scripts/install-docker.sh
 
@@ -19,12 +22,15 @@ migrate-volume:
 
 setup-webhook:
 	@./scripts/webhook/setup-webhook.sh
+
+generate-env:
+	@./scripts/generate-env.sh
 
 reload-caddy:
 	@echo "Reloading caddy"
 	$(DOCKER_COMPOSE_COMMAND) exec -w /etc/caddy caddy caddy reload || true
 
-deploy: $(if $(filter 1,$(ENABLE_GIT_PULL)),git-pull,) $(if $(filter 1,$(DISABLE_PULL)),,pull build) reload-caddy
+deploy: generate $(if $(filter 1,$(ENABLE_GIT_PULL)),git-pull,) $(if $(filter 1,$(DISABLE_PULL)),,pull build) reload-caddy
 	$(DOCKER_COMPOSE_COMMAND)  up -d $(FORCE_RECREATE_FLAG) $(REMOVE_ORPHANS_FLAG) ${services}
 
 restart:

bhasai/Caddyfile

@@ -0,0 +1,17 @@
+import ./admin/Caddyfile
+import ./ai_tools_proxy/Caddyfile
+import ./auth_service/Caddyfile
+import ./autotune/Caddyfile
+import ./bff/Caddyfile
+import ./dataset_service/Caddyfile
+import ./deployer/Caddyfile
+import ./document_service/Caddyfile
+import ./inboundjs/Caddyfile
+import ./nodehub/Caddyfile
+import ./pdf_parser/Caddyfile
+import ./telemetry/Caddyfile
+import ./transport_socket/Caddyfile
+import ./uci_apis/Caddyfile
+import ./user_management_service/Caddyfile
+import ./yt_parser/Caddyfile 
+import ./ai_tools/Caddyfile

bhasai/Caddyfile.SDC

@@ -0,0 +1,20 @@
+import ./admin/Caddyfile.SDC
+import ./ai_tools_proxy/Caddyfile.SDC
+import ./auth_service/Caddyfile.SDC
+import ./autotune/Caddyfile.SDC
+import ./bff/Caddyfile.SDC
+import ./dataset_service/Caddyfile.SDC
+import ./deployer/Caddyfile.SDC
+import ./document_service/Caddyfile.SDC
+import ./inboundjs/Caddyfile.SDC
+import ./nodehub/Caddyfile.SDC
+import ./pdf_parser/Caddyfile.SDC
+import ./telemetry/Caddyfile.SDC
+import ./transport_socket/Caddyfile.SDC
+import ./uci_apis/Caddyfile.SDC
+import ./user_management_service/Caddyfile.SDC
+import ./yt_parser/Caddyfile.SDC
+import ./flowise/Caddyfile.SDC
+import ./app/Caddyfile.SDC
+import ./user_service/Caddyfile.SDC
+import ./ai_tools/Caddyfile.SDC

bhasai/admin/Caddyfile

@@ -0,0 +1,3 @@
+{$DOMAIN_NAME}://admin.{$DOMAIN_NAME} {
+    reverse_proxy admin:3000
+}

bhasai/admin/Caddyfile.SDC

@@ -0,0 +1,3 @@
+handle_path /admin* {
+    reverse_proxy admin:3000
+}

bhasai/admin/docker-compose.SDC.yaml

@@ -0,0 +1,17 @@
+services:
+  admin:
+    build:
+      context: https://${GIT_USERNAME}:${GIT_PASSWORD}@github.com/${org}/admin.git#${ADMIN_GITHUB_BRANCH:-${DEFAULT_GITHUB_BRANCH:?DEFAULT_GITHUB_BRANCH is not set}}
+      args:
+        NEXT_PUBLIC_UCI_API_URL:  ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/uci-apis
+        NEXT_PUBLIC_BFF_API_URL:  ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/bff
+        NEXT_PUBLIC_SOCKET_URL:  ${DOMAIN_SCHEME:-https}://{DOMAIN_NAME}/transport-socket
+        NEXT_PUBLIC_AUTH_SERVICE_URL:  ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/auth-service
+        NEXT_PUBLIC_DATASET_SERVICE_URL:  ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/dataset-service
+        NEXT_PUBLIC_DOC_SERVICE_URL:  ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/document-service
+        NEXT_PUBLIC_PWA_DEPLOYER_URL:  ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/deployer
+        NEXT_PUBLIC_TELEMETRY_API_URL:  ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/telemetry
+        NEXT_PUBLIC_FLOWISE_URL: ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/flowise
+        NEXT_PUBLIC_AUTOTUNE_API_URL: ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/autotune
+        SERVE_PATH: "/admin"
+    restart: always

bhasai/admin/docker-compose.yaml

@@ -0,0 +1,17 @@
+services:
+  admin:
+    build:
+      context: https://${GIT_USERNAME}:${GIT_PASSWORD}@github.com/${org}/admin.git#${ADMIN_GITHUB_BRANCH:-${DEFAULT_GITHUB_BRANCH:?DEFAULT_GITHUB_BRANCH is not set}}
+      args:
+        NEXT_PUBLIC_UCI_API_URL:  ${DOMAIN_SCHEME:-https}://uci-apis.${DOMAIN_NAME}
+        NEXT_PUBLIC_BFF_API_URL:  ${DOMAIN_SCHEME:-https}://bff.${DOMAIN_NAME}
+        NEXT_PUBLIC_SOCKET_URL:  ${DOMAIN_SCHEME:-https}://transport-socket.${DOMAIN_NAME}
+        NEXT_PUBLIC_AUTH_SERVICE_URL:  ${DOMAIN_SCHEME:-https}://auth-service.${DOMAIN_NAME}
+        NEXT_PUBLIC_DATASET_SERVICE_URL:  ${DOMAIN_SCHEME:-https}://dataset-service.${DOMAIN_NAME}
+        NEXT_PUBLIC_DOC_SERVICE_URL:  ${DOMAIN_SCHEME:-https}://document-service.${DOMAIN_NAME}
+        NEXT_PUBLIC_PWA_DEPLOYER_URL:  ${DOMAIN_SCHEME:-https}://deployer.${DOMAIN_NAME}
+        NEXT_PUBLIC_TELEMETRY_API_URL:  ${DOMAIN_SCHEME:-https}://telemetry.${DOMAIN_NAME}
+        NEXT_PUBLIC_FLOWISE_URL: ${DOMAIN_SCHEME:-https}://flowise.${DOMAIN_NAME}
+        NEXT_PUBLIC_AUTOTUNE_API_URL: ${DOMAIN_SCHEME:-https}://autotune.${DOMAIN_NAME}
+        SERVE_PATH: ""
+    restart: always

bhasai/admin/sample.env

@@ -0,0 +1,3 @@
+#admin
+DOMAIN_SCHEME=
+DOMAIN_NAME=

bhasai/ai_tools/.gitignore

@@ -0,0 +1,3 @@
+docker-compose.yaml
+Caddyfile
+Caddyfile.SDC

bhasai/ai_tools/generate.sh

@@ -0,0 +1,88 @@
+#!/bin/bash
+set -e
+
+##################################################################################################
+# Description: This script generates Docker Compose and Caddy configuration                      #
+#              files based on a AI_SERVICES environment variable                                 #
+#                                                                                                #
+# Required Environment Variables:                                                                #
+#   - org: GitHub organization                                                                   #
+#   - DOCKER_REGISTRY_URL: Docker registry to use for the container images (default: 'ghcr.io')  #
+##################################################################################################
+
+
+source .env
+
+required_env=("org" "DOCKER_REGISTRY_URL" "AI_SERVICES")
+
+# Check if required environment variables are set
+for var in "${required_env[@]}"; do
+    if [ -z "${!var}" ]; then
+        echo "Error: '$var' environment variable is not set."
+        exit 1
+    fi
+done
+
+directory="bhasai/ai_tools"
+
+GITHUB_REPOSITORY_URL="${org}/ai-tools"
+GITHUB_BRANCH="${AI_TOOLS_GITHUB_BRANCH:-${DEFAULT_GITHUB_BRANCH?DEFAULT_GITHUB_BRANCH is not set}}"
+
+command -v jq >/dev/null || { echo "Error: jq is required but not found. Please install it."; exit 1; }
+
+# Get the number of models from the config.json file
+count=$(echo "$AI_SERVICES" | jq -r '.models | length')
+ComposeFile="${directory}/docker-compose.yaml"
+Caddyfile="${directory}/Caddyfile"
+CaddyfileSDC="${directory}/Caddyfile.SDC"
+
+# Generate docker-compose.yaml file
+printf "services:\n" > $ComposeFile
+
+printf '{$DOMAIN_SCHEME}://ai-tools.{$DOMAIN_NAME} {' > $Caddyfile
+printf "" > $CaddyfileSDC
+
+# Loop through each model
+for ((i=0; i<$count; i++)); do
+    # Get model details from config.json
+    serviceName=$(echo "$AI_SERVICES" | jq -r ".models[$i].serviceName")
+    apiBasePath=$(echo "$AI_SERVICES" | jq -r ".models[$i].apiBasePath")
+    containerPort=$(echo "$AI_SERVICES" | jq -r ".models[$i].containerPort")
+    gpu=$(echo "$AI_SERVICES" | jq ".models[$i].gpu")
+
+    containerImage="${DOCKER_REGISTRY_URL}/${GITHUB_REPOSITORY_URL}/${serviceName}:\${AI_TOOLS_IMAGE_TAG:-\${DEFAULT_IMAGE_TAG:?DEFAULT_IMAGE_TAG is not set}}"
+
+    echo "handle_path /ai-tools/${apiBasePath}* {
+    reverse_proxy ${serviceName}:${containerPort}
+}" >> $CaddyfileSDC
+
+    echo "
+    handle_path /${apiBasePath}* {
+        reverse_proxy ${serviceName}:${containerPort}
+    }
+    " >> $Caddyfile
+
+
+    # Get environment variables for the model
+    environment=($(echo "$AI_SERVICES" | jq -r ".models[$i].environment | keys[]"))
+
+    # Add service details to docker-compose.yaml
+
+    printf "  ${serviceName}:\n    image: $containerImage\n    restart: always\n" >> $ComposeFile
+        # Add environment variables to docker-compose.yaml
+    if [[ ${#environment[@]} -gt 0 ]]; then
+        printf "    environment:\n" >> $ComposeFile
+    fi
+    for key in "${environment[@]}"; do
+        printf "      - ${key}=\${${key}}\n" >> $ComposeFile
+    done
+
+    if [[ "$gpu" == 'true' ]] ;then
+
+    printf "    deploy:\n      resources:\n        reservations:\n          devices:\n            - driver: nvidia\n              count: 1\n              capabilities: [gpu]\n" >> $ComposeFile
+
+    fi
+    printf "\n" >> $ComposeFile
+
+done
+printf "}" >> $Caddyfile

bhasai/ai_tools_proxy/Caddyfile

@@ -0,0 +1,3 @@
+{$DOMAIN_SCHEME}://ai-tools-proxy.{$DOMAIN_NAME} {
+    reverse_proxy ai_tools_proxy:3000
+}

bhasai/ai_tools_proxy/Caddyfile.SDC

@@ -0,0 +1,3 @@
+handle_path /ai-tools-proxy* {
+    reverse_proxy ai_tools_proxy:3000
+}

bhasai/ai_tools_proxy/docker-compose.SDC.yaml

@@ -0,0 +1,22 @@
+  services:
+    ai_tools_proxy:
+      image: ${DOCKER_REGISTRY_URL:-ghcr.io}/${org}/ai-tools-proxy:${AI_TOOLS_PROXY_IMAGE_TAG:-${DEFAULT_IMAGE_TAG:?DEFAULT_IMAGE_TAG is not set}}
+      restart: always
+      mem_limit: ${AI_TOOLS_PROXY_MEM_LIMIT:-${DEFAULT_MEM_LIMIT:-256m}}
+      cpus: ${AI_TOOLS_PROXY_CPU_LIMIT:-${DEFAULT_CPU_LIMIT:-0.5}}
+      environment:
+        DATABASE_URL: "postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@db:5432/ai_tools_proxy"
+        DEFAULT_RETRY_COUNT: ${DEFAULT_RETRY_COUNT:-3}
+        DEFAULT_TIMEOUT: ${DEFAULT_TIMEOUT:-30000}
+        ULCA_API_KEY: ${ULCA_API_KEY}
+        ULCA_CONFIG_URL: ${ULCA_CONFIG_URL}
+        ULCA_USER_ID: ${ULCA_USER_ID}
+        MINIO_ENDPOINT: ${DOMAIN_SCHEME:-https}://cdn-api.${DOMAIN_NAME}
+        MINIO_PORT: 443
+        MINIO_SECURE_CONN: "True"
+        MINIO_ACCESS_KEY: ${MINIO_ACCESS_KEY}
+        MINIO_SECRET_KEY: ${MINIO_SECRET_KEY}
+        MINIO_BUCKET: ai-tools-proxy
+        ENVIRONMENT: ${env:-dev}
+        TELEMETRY_URL: http://telemetry:3000
+        OPENAI_API_KEY: ${OPENAI_API_KEY}

bhasai/ai_tools_proxy/docker-compose.yaml

@@ -0,0 +1,22 @@
+  services:
+    ai_tools_proxy:
+      image: ${DOCKER_REGISTRY_URL:-ghcr.io}/${org}/ai-tools-proxy:${AI_TOOLS_PROXY_IMAGE_TAG:-${DEFAULT_IMAGE_TAG:?DEFAULT_IMAGE_TAG is not set}}
+      restart: always
+      mem_limit: ${AI_TOOLS_PROXY_MEM_LIMIT:-${DEFAULT_MEM_LIMIT:-256m}}
+      cpus: ${AI_TOOLS_PROXY_CPU_LIMIT:-${DEFAULT_CPU_LIMIT:-0.5}}
+      environment:
+        DATABASE_URL: "postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@db:5432/ai_tools_proxy"
+        DEFAULT_RETRY_COUNT: ${DEFAULT_RETRY_COUNT:-3}
+        DEFAULT_TIMEOUT: ${DEFAULT_TIMEOUT:-30000}
+        ULCA_API_KEY: ${ULCA_API_KEY}
+        ULCA_CONFIG_URL: ${ULCA_CONFIG_URL}
+        ULCA_USER_ID: ${ULCA_USER_ID}
+        MINIO_ENDPOINT: ${DOMAIN_SCHEME:-https}://cdn-api.${DOMAIN_NAME}
+        MINIO_PORT: 443
+        MINIO_SECURE_CONN: "True"
+        MINIO_ACCESS_KEY: ${MINIO_ACCESS_KEY}
+        MINIO_SECRET_KEY: ${MINIO_SECRET_KEY}
+        MINIO_BUCKET: ai-tools-proxy
+        ENVIRONMENT: ${env:-dev}
+        TELEMETRY_URL: http://telemetry:3000
+        OPENAI_API_KEY: ${OPENAI_API_KEY}

bhasai/ai_tools_proxy/sample.env

@@ -0,0 +1,15 @@
+#ai_tools_proxy
+POSTGRES_USER=
+POSTGRES_PASSWORD=
+DEFAULT_RETRY_COUNT=
+DEFAULT_TIMEOUT=
+ULCA_API_KEY=
+ULCA_CONFIG_URL=
+ULCA_USER_ID=
+DOMAIN_SCHEME=
+DOMAIN_NAME=
+MINIO_ACCESS_KEY=
+MINIO_SECRET_KEY=
+env=
+OPENAI_API_KEY=
+

bhasai/app/Caddyfile

@@ -0,0 +1,3 @@
+{$DOMAIN_NAME}://app.{$DOMAIN_NAME} {
+    reverse_proxy app:3000
+}

bhasai/app/Caddyfile.SDC

@@ -0,0 +1,3 @@
+handle /* {
+    reverse_proxy app:3000
+}

bhasai/app/docker-compose.SDC.yaml

@@ -0,0 +1,27 @@
+services:
+  app:
+    build:
+      context: https://${GIT_USERNAME}:${GIT_PASSWORD}@github.com/${org}/kisai-bot.git#${APP_GITHUB_BRANCH:-${DEFAULT_GITHUB_BRANCH:?DEFAULT_GITHUB_BRANCH is not set}}
+      args:
+        NEXT_PUBLIC_BOT_ID: ${NEXT_PUBLIC_BOT_ID}
+        NEXT_PUBLIC_CONFIG_BASE_URL: ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/deployer/deployment/config/${NEXT_PUBLIC_BOT_ID}
+        NEXT_PUBLIC_BOT_NAME: ${NEXT_PUBLIC_BOT_NAME}
+        NEXT_PUBLIC_SOCKET_URL: ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}
+        NEXT_PUBLIC_TELEMETRY_API: ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/telemetry
+        NEXT_PUBLIC_AI_TOOLS_API: ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/ai-tools-proxy
+        NEXT_PUBLIC_BFF_API_URL: ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/bff
+        NEXT_PUBLIC_USER_SERVICE_APP_ID: ${NEXT_PUBLIC_USER_SERVICE_APP_ID}
+        NEXT_PUBLIC_JWKS_URI: 'http://fusionauth:9011/.well-known/jwks.json'
+        NEXT_PUBLIC_USER_SERVICE_URL: ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/user-service
+        NEXT_PUBLIC_ORG_ID: ${NEXT_PUBLIC_ORG_ID}
+        NEXT_PUBLIC_DEBUG: ${NEXT_PUBLIC_DEBUG:-false}
+        NEXT_PUBLIC_SOCKET_PATH: '/transport-socket/socket.io'
+        NEXT_PUBLIC_GOOGLE_KEY: ${NEXT_PUBLIC_GOOGLE_KEY}
+        FUSIONAUTH_URL: http://fusionauth:9011/
+        FUSIONAUTH_KEY: ${FUSIONAUTH_KEY}
+        NEXT_PUBLIC_DATASET_URL: ${DOMAIN_SCHEME:-https}://${DOMAIN_NAME}/dataset-service
+        NEXT_PUBLIC_ENTITY_DATASET_ID: ${NEXT_PUBLIC_ENTITY_DATASET_ID}
+        NEXT_PUBLIC_CLARITY_PROJECT_ID: ${NEXT_PUBLIC_CLARITY_PROJECT_ID} 
+        NEXT_PUBLIC_SHOW_ONBOARDING: ${NEXT_PUBLIC_SHOW_ONBOARDING:-false}
+        NEXT_PUBLIC_WEATHER_API: ${NEXT_PUBLIC_WEATHER_API}
+

bhasai/app/docker-compose.yaml

@@ -0,0 +1,27 @@
+services:
+  app:
+    build:
+      context: https://${GIT_USERNAME}:${GIT_PASSWORD}@github.com/${org}/kisai-bot.git#${APP_GITHUB_BRANCH:-${DEFAULT_GITHUB_BRANCH:?DEFAULT_GITHUB_BRANCH is not set}}
+      args:
+        NEXT_PUBLIC_BOT_ID: ${NEXT_PUBLIC_BOT_ID}
+        NEXT_PUBLIC_CONFIG_BASE_URL: ${DOMAIN_SCHEME:-https}://deployer.${DOMAIN_NAME}/deployment/config/${NEXT_PUBLIC_BOT_ID}
+        NEXT_PUBLIC_BOT_NAME: ${NEXT_PUBLIC_BOT_NAME}
+        NEXT_PUBLIC_SOCKET_URL: ${DOMAIN_SCHEME:-https}://transport-socket.${DOMAIN_NAME}
+        NEXT_PUBLIC_TELEMETRY_API: ${DOMAIN_SCHEME:-https}://telemetry.${DOMAIN_NAME}
+        NEXT_PUBLIC_AI_TOOLS_API: ${DOMAIN_SCHEME:-https}://ai-tools-proxy.${DOMAIN_NAME}
+        NEXT_PUBLIC_BFF_API_URL: ${DOMAIN_SCHEME:-https}://bff.${DOMAIN_NAME}
+        NEXT_PUBLIC_USER_SERVICE_APP_ID: ${NEXT_PUBLIC_USER_SERVICE_APP_ID}
+        NEXT_PUBLIC_JWKS_URI: 'http://fusionauth:9011/.well-known/jwks.json'
+        NEXT_PUBLIC_USER_SERVICE_URL: ${DOMAIN_SCHEME:-https}://user-service.${DOMAIN_NAME}
+        NEXT_PUBLIC_ORG_ID: ${NEXT_PUBLIC_ORG_ID}
+        NEXT_PUBLIC_DEBUG: ${NEXT_PUBLIC_DEBUG:-false}
+        NEXT_PUBLIC_SOCKET_PATH: '' 
+        NEXT_PUBLIC_GOOGLE_KEY: ${NEXT_PUBLIC_GOOGLE_KEY}
+        FUSIONAUTH_URL: http://fusionauth:9011/
+        FUSIONAUTH_KEY: ${FUSIONAUTH_KEY}
+        NEXT_PUBLIC_DATASET_URL: ${DOMAIN_SCHEME:-https}://dataset-service.${DOMAIN_NAME}
+        NEXT_PUBLIC_ENTITY_DATASET_ID: ${NEXT_PUBLIC_ENTITY_DATASET_ID}
+        NEXT_PUBLIC_CLARITY_PROJECT_ID: ${NEXT_PUBLIC_CLARITY_PROJECT_ID} 
+        NEXT_PUBLIC_SHOW_ONBOARDING: ${NEXT_PUBLIC_SHOW_ONBOARDING:-false}
+        NEXT_PUBLIC_WEATHER_API: ${NEXT_PUBLIC_WEATHER_API}
+