Initialize container setup with Docker and Docker Compose

Author: mattfsourcecode

.gitignore

@@ -36,4 +36,7 @@ k8sgpt_*.deb
 
 # Docs
 microk8s_setup_and_ai_interaction_command_line_instructions.md
-/helm-chart/README.md
+/helm-chart/README.md
+
+# Models
+models/*.gguf

Dockerfile

@@ -0,0 +1,45 @@
+# Stage 1: Builder
+FROM rust:1.75-slim-bookworm as builder
+
+# Install build dependencies
+RUN apt-get update && apt-get install -y \
+    pkg-config \
+    libssl-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+# Create a new empty shell project
+WORKDIR /usr/src/app
+COPY Cargo.toml Cargo.lock ./
+
+# Build dependencies - this is the caching Docker layer
+RUN mkdir src && \
+    echo "fn main() {}" > src/main.rs && \
+    cargo build --release && \
+    rm -rf src
+
+# Build actual source code
+COPY src ./src
+RUN touch src/main.rs && cargo build --release
+
+# Stage 2: Runtime
+FROM debian:bookworm-slim
+
+# Install runtime dependencies
+RUN apt-get update && apt-get install -y \
+    ca-certificates \
+    libssl3 \
+    && rm -rf /var/lib/apt/lists/* \
+    && groupadd -r appuser && useradd -r -g appuser appuser
+
+# Copy the binary from builder
+COPY --from=builder /usr/src/app/target/release/kube_app /usr/local/bin/
+
+# Set proper permissions
+RUN chown appuser:appuser /usr/local/bin/kube_app
+
+# Use non-root user
+USER appuser
+
+# Run the binary
+CMD ["kube_app"]
+

docker-compose.test.yml

@@ -0,0 +1,59 @@
+version: '3.8'
+
+services:
+  localai:
+    extends:
+      file: docker-compose.yml
+      service: localai
+    environment:
+      - LOCALAI_DEBUG=true
+      - TEST_MODE=true
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:8080/health"]
+      interval: 10s
+      timeout: 5s
+      retries: 3
+      start_period: 20s
+
+  k8sgpt:
+    extends:
+      file: docker-compose.yml
+      service: k8sgpt
+    environment:
+      - K8SGPT_TEST_MODE=true
+      - K8SGPT_LOG_LEVEL=debug
+    healthcheck:
+      test: ["CMD", "k8sgpt version"]
+      interval: 10s
+      timeout: 5s
+      retries: 3
+
+  kube-app:
+    extends:
+      file: docker-compose.yml
+      service: kube-app
+    environment:
+      - RUST_LOG=debug
+      - TEST_ENV=true
+      - MOCK_K8S_API=true
+    depends_on:
+      localai:
+        condition: service_healthy
+      k8sgpt:
+        condition: service_healthy
+    healthcheck:
+      test: ["CMD", "/app/health_check"]
+      interval: 10s
+      timeout: 5s
+      retries: 3
+
+volumes:
+  test-models:
+    driver: local
+  test-output:
+    driver: local
+
+networks:
+  test-network:
+    driver: bridge
+

docker-compose.yml

@@ -0,0 +1,53 @@
+version: '3.8'
+
+services:
+  localai:
+    image: localai/localai:latest
+    volumes:
+      - ./models:/build/models
+      - ./output:/build/output
+    environment:
+      - LOCALAI_MODELS_PATH=/build/models
+      - LOCALAI_MODEL=llama-3.2-1b-instruct
+    ports:
+      - "8080:8080"
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:8080/health"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+
+  k8sgpt:
+    image: ghcr.io/k8sgpt-ai/k8sgpt:v0.3.41
+    depends_on:
+      localai:
+        condition: service_healthy
+    environment:
+      - K8SGPT_BACKEND=localai
+      - K8SGPT_BACKEND_URL=http://localai:8080
+      - K8SGPT_MODEL=llama-3.2-1b-instruct
+      - K8SGPT_CACHE=true
+    volumes:
+      - ./.k8sgpt:/root/.k8sgpt
+    healthcheck:
+      test: ["CMD", "k8sgpt", "version"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+
+  kube-app:
+    build: 
+      context: .
+      dockerfile: Dockerfile
+    depends_on:
+      localai:
+        condition: service_healthy
+      k8sgpt:
+        condition: service_healthy
+    volumes:
+      - ${KUBECONFIG:-~/.kube/config}:/root/.kube/config:ro
+
+volumes:
+  models:
+  output:
+

setup.zsh

@@ -0,0 +1,115 @@
+#!/usr/bin/env zsh
+
+# Enable zsh-specific error handling
+setopt ERR_EXIT
+setopt PIPE_FAIL
+setopt NO_UNSET
+
+# Color definitions
+typeset -A colors
+colors=(
+    [red]=$'\e[31m'
+    [green]=$'\e[32m'
+    [yellow]=$'\e[33m'
+    [reset]=$'\e[0m'
+)
+
+# Function to print messages with color
+print_message() {
+    local color="${colors[$1]}"
+    local message="$2"
+    echo "${color}${message}${colors[reset]}"
+}
+
+# Function to check prerequisites
+check_prerequisites() {
+    local -a required_tools=(docker docker-compose curl)
+    
+    for tool in $required_tools; do
+        if ! command -v $tool &> /dev/null; then
+            print_message "red" "Error: $tool is not installed"
+            return 1
+        fi
+    done
+    
+    print_message "green" "All prerequisites are satisfied"
+}
+
+# Function to create required directories
+setup_directories() {
+    local -a dirs=(models output .k8sgpt)
+    
+    for dir in $dirs; do
+        if [[ ! -d $dir ]]; then
+            mkdir -p $dir
+            print_message "green" "Created directory: $dir"
+        fi
+    done
+}
+
+# Function to download model if not present
+download_model() {
+    local model_path="models/llama-3.2-1b-instruct-q4_k_m.gguf"
+    local model_url="https://huggingface.co/hugging-quants/Llama-3.2-1B-Instruct-Q4_K_M-GGUF/resolve/main/llama-3.2-1b-instruct-q4_k_m.gguf"
+    
+    if [[ ! -f $model_path ]]; then
+        print_message "yellow" "Downloading model..."
+        curl -L $model_url -o $model_path
+        if [[ $? -eq 0 ]]; then
+            print_message "green" "Model downloaded successfully"
+        else
+            print_message "red" "Failed to download model"
+            return 1
+        fi
+    else
+        print_message "green" "Model already exists"
+    fi
+}
+
+# Function to run in development mode
+run_dev() {
+    print_message "yellow" "Starting services in development mode..."
+    docker-compose up -d
+    print_message "green" "Services started successfully"
+}
+
+# Function to run in test mode
+run_test() {
+    print_message "yellow" "Starting services in test mode..."
+    docker-compose -f docker-compose.yml -f docker-compose.test.yml up -d
+    print_message "green" "Test environment started successfully"
+}
+
+# Main function
+main() {
+    local mode=${1:-dev}
+    
+    print_message "yellow" "Setting up environment..."
+    
+    # Check prerequisites
+    check_prerequisites || return 1
+    
+    # Setup directories
+    setup_directories || return 1
+    
+    # Download model if needed
+    download_model || return 1
+    
+    # Run in specified mode
+    case $mode in
+        dev)
+            run_dev
+            ;;
+        test)
+            run_test
+            ;;
+        *)
+            print_message "red" "Invalid mode. Use 'dev' or 'test'"
+            return 1
+            ;;
+    esac
+}
+
+# Run main function with provided arguments
+main "$@"
+