Optimize github build workflow

This commit is contained in:
Karmaa
2025-03-16 20:32:06 -05:00
parent faa60692e7
commit 0ccf3b42e4
3 changed files with 67 additions and 56 deletions

View File

@@ -16,24 +16,22 @@ jobs:
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v2
uses: actions/checkout@v3
- name: Setup Node.js
uses: actions/setup-node@v2
with:
node-version: '18'
- name: Install Dependencies and Build Frontend
run: |
cd src
npm ci
npm run build
- name: Setup QEMU
uses: docker/setup-qemu-action@v2
- name: Setup Docker Buildx
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2
with:
buildkitd-flags: --debug
driver-opts: |
image=moby/buildkit:v0.12.0
- name: Cache Docker layers
uses: actions/cache@v3
with:
path: /tmp/.buildx-cache
key: ${{ runner.os }}-buildx-${{ github.sha }}
restore-keys: |
${{ runner.os }}-buildx-
- name: Login to Docker Registry
uses: docker/login-action@v2
@@ -61,6 +59,16 @@ jobs:
platforms: linux/amd64,linux/arm64
tags: ghcr.io/${{ env.REPO_OWNER }}/termix:${{ env.IMAGE_TAG }}
labels: org.opencontainers.image.source=https://github.com/${{ github.repository }}
cache-from: type=local,src=/tmp/.buildx-cache
cache-to: type=local,dest=/tmp/.buildx-cache-new,mode=max
build-args: |
BUILDKIT_INLINE_CACHE=1
# Temp fix for https://github.com/docker/build-push-action/issues/252
- name: Move cache
run: |
rm -rf /tmp/.buildx-cache
mv /tmp/.buildx-cache-new /tmp/.buildx-cache
- name: Notify via ntfy
run: |

View File

@@ -22,39 +22,52 @@ RUN apk add --no-cache python3 make g++ \
&& rm -rf /root/.npm
# Stage 4: Final production image
FROM ubuntu:20.04
FROM ubuntu:20.04 as base
# Prevent interactive prompts during package installation
ENV DEBIAN_FRONTEND=noninteractive
ENV DEBIAN_FRONTEND=noninteractive \
NODE_VERSION=18.x \
MONGO_VERSION=4.4.24 \
MONGO_URL=mongodb://localhost:27017/termix \
MONGODB_DATA_DIR=/data/db \
MONGODB_LOG_DIR=/var/log/mongodb \
NODE_ENV=production
# Install MongoDB 4.4
# Create users first
RUN groupadd -r mongodb && useradd -r -g mongodb mongodb \
&& groupadd -r node && useradd -r -g node -m node
# Install all dependencies in one layer
RUN apt-get update && \
apt-get install -y --no-install-recommends \
wget \
gnupg \
ca-certificates && \
wget gnupg ca-certificates gosu \
nginx supervisor && \
# Add MongoDB repo
wget -qO - https://www.mongodb.org/static/pgp/server-4.4.asc | apt-key add - && \
echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/4.4 multiverse" | tee /etc/apt/sources.list.d/mongodb-org-4.4.list && \
# Install Node.js, nginx, and MongoDB
wget -qO- https://deb.nodesource.com/setup_18.x | bash - && \
# Add Node.js repo
wget -qO- https://deb.nodesource.com/setup_${NODE_VERSION} | bash - && \
# Install Node.js and MongoDB
apt-get update && \
apt-get install -y --no-install-recommends \
nodejs \
nginx \
mongodb-org=4.4.24 \
mongodb-org-server=4.4.24 \
mongodb-org-shell=4.4.24 \
mongodb-org-mongos=4.4.24 \
mongodb-org-tools=4.4.24 && \
mongodb-org=${MONGO_VERSION} \
mongodb-org-server=${MONGO_VERSION} \
mongodb-org-shell=${MONGO_VERSION} \
mongodb-org-mongos=${MONGO_VERSION} \
mongodb-org-tools=${MONGO_VERSION} && \
# Cleanup
apt-get clean && \
rm -rf /var/lib/apt/lists/* && \
rm -rf /var/cache/apt/* && \
rm -rf /root/.npm /tmp/*
rm -rf /var/lib/apt/lists/* /var/cache/apt/* /root/.npm /tmp/* && \
# Create necessary directories
mkdir -p /data/db /var/log/{nginx,mongodb} /var/lib/nginx /var/run/mongodb && \
chown -R mongodb:mongodb /data/db /var/log/mongodb /var/run/mongodb && \
chown -R www-data:www-data /var/log/nginx /var/lib/nginx
# Configure nginx and copy frontend
COPY docker/nginx.conf /etc/nginx/nginx.conf
COPY --from=frontend-builder /app/dist /usr/share/nginx/html
RUN chown -R www-data:www-data /usr/share/nginx/html
# Setup backend with pre-built bcrypt
WORKDIR /app
@@ -62,18 +75,7 @@ COPY package*.json ./
RUN npm ci --only=production --ignore-scripts
COPY --from=bcrypt-builder /app/node_modules/bcrypt /app/node_modules/bcrypt
COPY --from=backend-builder /app/src/backend ./src/backend
# Create necessary directories and set permissions
RUN mkdir -p /data/db /var/log/{nginx,mongodb} /var/lib/nginx /var/run/mongodb \
&& chown -R mongodb:mongodb /data/db /var/log/mongodb /var/run/mongodb \
&& chown -R www-data:www-data /var/log/nginx /var/lib/nginx \
&& rm -rf /root/.npm /tmp/*
# Set environment variables
ENV MONGO_URL=mongodb://localhost:27017/termix \
MONGODB_DATA_DIR=/data/db \
MONGODB_LOG_DIR=/var/log/mongodb \
NODE_ENV=production
RUN chown -R node:node /app
# Create volume for MongoDB data
VOLUME ["/data/db"]

View File

@@ -2,19 +2,19 @@
set -e
# Create MongoDB pid directory if it doesn't exist
mkdir -p /var/run/mongodb
chown mongodb:mongodb /var/run/mongodb
mkdir -p /var/run/mongodb /data/db /var/log/mongodb
chown -R mongodb:mongodb /var/run/mongodb /data/db /var/log/mongodb
# Start MongoDB
# Start MongoDB (first without --fork to see errors)
echo "Starting MongoDB..."
mongod --fork --dbpath $MONGODB_DATA_DIR --logpath $MONGODB_LOG_DIR/mongodb.log --pidfilepath /var/run/mongodb/mongod.pid
gosu mongodb mongod --dbpath $MONGODB_DATA_DIR --logpath $MONGODB_LOG_DIR/mongodb.log &
MONGO_PID=$!
# Wait for MongoDB to be ready (using mongo instead of mongosh for MongoDB 4.4)
# Wait for MongoDB to be ready
echo "Waiting for MongoDB to start..."
until mongo --eval "print(\"waited for connection\")" > /dev/null 2>&1; do
until gosu mongodb mongo --eval "print(\"waited for connection\")" > /dev/null 2>&1; do
sleep 0.5
# Check if MongoDB is still running
if ! pgrep -x "mongod" > /dev/null; then
if ! kill -0 $MONGO_PID 2>/dev/null; then
echo "MongoDB failed to start. Checking logs:"
cat $MONGODB_LOG_DIR/mongodb.log
exit 1
@@ -26,16 +26,17 @@ echo "MongoDB has started"
echo "Starting nginx..."
nginx
# Change to app directory
# Change to app directory and ensure permissions
cd /app
chown -R node:node /app
# Start the SSH service
echo "Starting SSH service..."
node src/backend/ssh.cjs &
gosu node node src/backend/ssh.cjs &
# Start the database service
echo "Starting database service..."
node src/backend/database.cjs &
gosu node node src/backend/database.cjs &
# Keep the container running and show MongoDB logs
echo "All services started. Tailing MongoDB logs..."