Optimize github build workflow

.github/workflows/docker-image.yml

@@ -16,24 +16,22 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout repository
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
 
-      - name: Setup Node.js
+      - name: Set up Docker Buildx
-        uses: actions/setup-node@v2
-        with:
-          node-version: '18'
-
-      - name: Install Dependencies and Build Frontend
-        run: |
-          cd src
-          npm ci
-          npm run build
-
-      - name: Setup QEMU
-        uses: docker/setup-qemu-action@v2
-
-      - name: Setup Docker Buildx
         uses: docker/setup-buildx-action@v2
+        with:
+          buildkitd-flags: --debug
+          driver-opts: |
+            image=moby/buildkit:v0.12.0
+
+      - name: Cache Docker layers
+        uses: actions/cache@v3
+        with:
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-buildx-
 
       - name: Login to Docker Registry
         uses: docker/login-action@v2
@@ -61,6 +59,16 @@ jobs:
           platforms: linux/amd64,linux/arm64
           tags: ghcr.io/${{ env.REPO_OWNER }}/termix:${{ env.IMAGE_TAG }}
           labels: org.opencontainers.image.source=https://github.com/${{ github.repository }}
+          cache-from: type=local,src=/tmp/.buildx-cache
+          cache-to: type=local,dest=/tmp/.buildx-cache-new,mode=max
+          build-args: |
+            BUILDKIT_INLINE_CACHE=1
+
+      # Temp fix for https://github.com/docker/build-push-action/issues/252
+      - name: Move cache
+        run: |
+          rm -rf /tmp/.buildx-cache
+          mv /tmp/.buildx-cache-new /tmp/.buildx-cache
 
       - name: Notify via ntfy
         run: |

docker/Dockerfile

@@ -22,39 +22,52 @@ RUN apk add --no-cache python3 make g++ \
     && rm -rf /root/.npm
 
 # Stage 4: Final production image
-FROM ubuntu:20.04
+FROM ubuntu:20.04 as base
 
 # Prevent interactive prompts during package installation
-ENV DEBIAN_FRONTEND=noninteractive
+ENV DEBIAN_FRONTEND=noninteractive \
+    NODE_VERSION=18.x \
+    MONGO_VERSION=4.4.24 \
+    MONGO_URL=mongodb://localhost:27017/termix \
+    MONGODB_DATA_DIR=/data/db \
+    MONGODB_LOG_DIR=/var/log/mongodb \
+    NODE_ENV=production
 
-# Install MongoDB 4.4
+# Create users first
+RUN groupadd -r mongodb && useradd -r -g mongodb mongodb \
+    && groupadd -r node && useradd -r -g node -m node
+
+# Install all dependencies in one layer
 RUN apt-get update && \
     apt-get install -y --no-install-recommends \
-        wget \
+        wget gnupg ca-certificates gosu \
-        gnupg \
+        nginx supervisor && \
-        ca-certificates && \
+    # Add MongoDB repo
     wget -qO - https://www.mongodb.org/static/pgp/server-4.4.asc | apt-key add - && \
     echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/4.4 multiverse" | tee /etc/apt/sources.list.d/mongodb-org-4.4.list && \
-    # Install Node.js, nginx, and MongoDB
+    # Add Node.js repo
-    wget -qO- https://deb.nodesource.com/setup_18.x | bash - && \
+    wget -qO- https://deb.nodesource.com/setup_${NODE_VERSION} | bash - && \
+    # Install Node.js and MongoDB
     apt-get update && \
     apt-get install -y --no-install-recommends \
         nodejs \
-        nginx \
+        mongodb-org=${MONGO_VERSION} \
-        mongodb-org=4.4.24 \
+        mongodb-org-server=${MONGO_VERSION} \
-        mongodb-org-server=4.4.24 \
+        mongodb-org-shell=${MONGO_VERSION} \
-        mongodb-org-shell=4.4.24 \
+        mongodb-org-mongos=${MONGO_VERSION} \
-        mongodb-org-mongos=4.4.24 \
+        mongodb-org-tools=${MONGO_VERSION} && \
-        mongodb-org-tools=4.4.24 && \
     # Cleanup
     apt-get clean && \
-    rm -rf /var/lib/apt/lists/* && \
+    rm -rf /var/lib/apt/lists/* /var/cache/apt/* /root/.npm /tmp/* && \
-    rm -rf /var/cache/apt/* && \
+    # Create necessary directories
-    rm -rf /root/.npm /tmp/*
+    mkdir -p /data/db /var/log/{nginx,mongodb} /var/lib/nginx /var/run/mongodb && \
+    chown -R mongodb:mongodb /data/db /var/log/mongodb /var/run/mongodb && \
+    chown -R www-data:www-data /var/log/nginx /var/lib/nginx
 
 # Configure nginx and copy frontend
 COPY docker/nginx.conf /etc/nginx/nginx.conf
 COPY --from=frontend-builder /app/dist /usr/share/nginx/html
+RUN chown -R www-data:www-data /usr/share/nginx/html
 
 # Setup backend with pre-built bcrypt
 WORKDIR /app
@@ -62,18 +75,7 @@ COPY package*.json ./
 RUN npm ci --only=production --ignore-scripts
 COPY --from=bcrypt-builder /app/node_modules/bcrypt /app/node_modules/bcrypt
 COPY --from=backend-builder /app/src/backend ./src/backend
-
+RUN chown -R node:node /app
-# Create necessary directories and set permissions
-RUN mkdir -p /data/db /var/log/{nginx,mongodb} /var/lib/nginx /var/run/mongodb \
-    && chown -R mongodb:mongodb /data/db /var/log/mongodb /var/run/mongodb \
-    && chown -R www-data:www-data /var/log/nginx /var/lib/nginx \
-    && rm -rf /root/.npm /tmp/*
-
-# Set environment variables
-ENV MONGO_URL=mongodb://localhost:27017/termix \
-    MONGODB_DATA_DIR=/data/db \
-    MONGODB_LOG_DIR=/var/log/mongodb \
-    NODE_ENV=production
 
 # Create volume for MongoDB data
 VOLUME ["/data/db"]

docker/entrypoint.sh

@@ -2,19 +2,19 @@
 set -e
 
 # Create MongoDB pid directory if it doesn't exist
-mkdir -p /var/run/mongodb
+mkdir -p /var/run/mongodb /data/db /var/log/mongodb
-chown mongodb:mongodb /var/run/mongodb
+chown -R mongodb:mongodb /var/run/mongodb /data/db /var/log/mongodb
 
-# Start MongoDB
+# Start MongoDB (first without --fork to see errors)
 echo "Starting MongoDB..."
-mongod --fork --dbpath $MONGODB_DATA_DIR --logpath $MONGODB_LOG_DIR/mongodb.log --pidfilepath /var/run/mongodb/mongod.pid
+gosu mongodb mongod --dbpath $MONGODB_DATA_DIR --logpath $MONGODB_LOG_DIR/mongodb.log &
+MONGO_PID=$!
 
-# Wait for MongoDB to be ready (using mongo instead of mongosh for MongoDB 4.4)
+# Wait for MongoDB to be ready
 echo "Waiting for MongoDB to start..."
-until mongo --eval "print(\"waited for connection\")" > /dev/null 2>&1; do
+until gosu mongodb mongo --eval "print(\"waited for connection\")" > /dev/null 2>&1; do
     sleep 0.5
-    # Check if MongoDB is still running
+    if ! kill -0 $MONGO_PID 2>/dev/null; then
-    if ! pgrep -x "mongod" > /dev/null; then
         echo "MongoDB failed to start. Checking logs:"
         cat $MONGODB_LOG_DIR/mongodb.log
         exit 1
@@ -26,16 +26,17 @@ echo "MongoDB has started"
 echo "Starting nginx..."
 nginx
 
-# Change to app directory
+# Change to app directory and ensure permissions
 cd /app
+chown -R node:node /app
 
 # Start the SSH service
 echo "Starting SSH service..."
-node src/backend/ssh.cjs &
+gosu node node src/backend/ssh.cjs &
 
 # Start the database service
 echo "Starting database service..."
-node src/backend/database.cjs &
+gosu node node src/backend/database.cjs &
 
 # Keep the container running and show MongoDB logs
 echo "All services started. Tailing MongoDB logs..."