Optimize github build workflow

This commit is contained in:
Karmaa
2025-03-16 21:53:23 -05:00
parent 8c0925f464
commit c648777819
3 changed files with 48 additions and 51 deletions

View File

@@ -13,7 +13,7 @@ on:
jobs: jobs:
build: build:
runs-on: ubuntu-latest runs-on: laptop1
steps: steps:
- name: Checkout repository - name: Checkout repository
uses: actions/checkout@v3 uses: actions/checkout@v3
@@ -81,7 +81,6 @@ jobs:
BUILDKIT_INLINE_CACHE=1 BUILDKIT_INLINE_CACHE=1
outputs: type=registry,compression=zstd,compression-level=19 outputs: type=registry,compression=zstd,compression-level=19
# Temp fix for https://github.com/docker/build-push-action/issues/252
- name: Move cache - name: Move cache
run: | run: |
rm -rf /tmp/.buildx-cache rm -rf /tmp/.buildx-cache

View File

@@ -2,7 +2,6 @@
FROM node:18-alpine AS frontend-builder FROM node:18-alpine AS frontend-builder
WORKDIR /app WORKDIR /app
COPY package*.json ./ COPY package*.json ./
# Install all dependencies including dev dependencies needed for build
RUN npm ci RUN npm ci
COPY . . COPY . .
RUN npm run build RUN npm run build
@@ -22,12 +21,7 @@ WORKDIR /app
COPY package*.json ./ COPY package*.json ./
RUN apt-get update && \ RUN apt-get update && \
apt-get install -y --no-install-recommends \ apt-get install -y --no-install-recommends \
python3 \ python3 make g++ wget ca-certificates gnupg && \
make \
g++ \
wget \
ca-certificates \
gnupg && \
wget -qO- https://deb.nodesource.com/setup_${NODE_VERSION} | bash - && \ wget -qO- https://deb.nodesource.com/setup_${NODE_VERSION} | bash - && \
apt-get update && \ apt-get update && \
apt-get install -y nodejs && \ apt-get install -y nodejs && \
@@ -35,33 +29,22 @@ RUN apt-get update && \
apt-get clean && \ apt-get clean && \
rm -rf /var/lib/apt/lists/* /var/cache/apt/* /root/.npm /tmp/* rm -rf /var/lib/apt/lists/* /var/cache/apt/* /root/.npm /tmp/*
# Stage 4: Final production image # Final stage
FROM ubuntu:focal AS base FROM ubuntu:focal
# Prevent interactive prompts during package installation
ENV DEBIAN_FRONTEND=noninteractive \ ENV DEBIAN_FRONTEND=noninteractive \
NODE_VERSION=18.x \ NODE_VERSION=18.x \
MONGO_VERSION=4.4.24 \ MONGO_VERSION=4.4.24 \
MONGO_URL=mongodb://localhost:27017/termix \
MONGODB_DATA_DIR=/data/db \
MONGODB_LOG_DIR=/var/log/mongodb \
NODE_ENV=production \
PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin" PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
# Create users first # Create users
RUN groupadd -r mongodb && useradd -r -g mongodb mongodb \ RUN groupadd -r mongodb && useradd -r -g mongodb mongodb \
&& groupadd -r node && useradd -r -g node -m node && groupadd -r node && useradd -r -g node -m node
# Install all dependencies in one layer and clean up in the same layer to keep the image small # Install dependencies
RUN set -ex \ RUN set -ex \
&& apt-get update \ && apt-get update \
&& apt-get install -y --no-install-recommends \ && apt-get install -y --no-install-recommends \
ca-certificates \ ca-certificates gnupg wget nginx-light \
gnupg \
gosu \
nginx-light \
supervisor \
wget \
&& wget -qO - https://www.mongodb.org/static/pgp/server-4.4.asc | apt-key add - \ && wget -qO - https://www.mongodb.org/static/pgp/server-4.4.asc | apt-key add - \
&& echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/4.4 multiverse" | tee /etc/apt/sources.list.d/mongodb-org-4.4.list \ && echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/4.4 multiverse" | tee /etc/apt/sources.list.d/mongodb-org-4.4.list \
&& wget -qO- https://deb.nodesource.com/setup_${NODE_VERSION} | bash - \ && wget -qO- https://deb.nodesource.com/setup_${NODE_VERSION} | bash - \
@@ -72,16 +55,15 @@ RUN set -ex \
mongodb-org-shell=${MONGO_VERSION} \ mongodb-org-shell=${MONGO_VERSION} \
&& apt-get clean \ && apt-get clean \
&& rm -rf /var/lib/apt/lists/* /var/cache/apt/* /root/.npm /tmp/* \ && rm -rf /var/lib/apt/lists/* /var/cache/apt/* /root/.npm /tmp/* \
&& mkdir -p /data/db /var/log/{nginx,mongodb} /var/lib/nginx /var/run/mongodb \ && mkdir -p /data/db /var/log/mongodb /var/run/mongodb \
&& chown -R mongodb:mongodb /data/db /var/log/mongodb /var/run/mongodb \ && chown -R mongodb:mongodb /data/db /var/log/mongodb /var/run/mongodb
&& chown -R www-data:www-data /var/log/nginx /var/lib/nginx
# Configure nginx and copy frontend # Setup nginx and frontend
COPY docker/nginx.conf /etc/nginx/nginx.conf COPY docker/nginx.conf /etc/nginx/nginx.conf
COPY --from=frontend-builder /app/dist /usr/share/nginx/html COPY --from=frontend-builder /app/dist /usr/share/nginx/html
RUN chown -R www-data:www-data /usr/share/nginx/html RUN chown -R www-data:www-data /usr/share/nginx/html
# Setup backend with pre-built bcrypt # Setup backend
WORKDIR /app WORKDIR /app
COPY package*.json ./ COPY package*.json ./
RUN npm ci --only=production --ignore-scripts \ RUN npm ci --only=production --ignore-scripts \
@@ -90,16 +72,9 @@ COPY --from=bcrypt-builder /app/node_modules/bcrypt /app/node_modules/bcrypt
COPY --from=backend-builder /app/src/backend ./src/backend COPY --from=backend-builder /app/src/backend ./src/backend
RUN chown -R node:node /app RUN chown -R node:node /app
# Create volume for MongoDB data
VOLUME ["/data/db"] VOLUME ["/data/db"]
# Expose ports
EXPOSE 8080 8081 8082 27017 EXPOSE 8080 8081 8082 27017
# Copy and set entrypoint
COPY docker/entrypoint.sh /entrypoint.sh COPY docker/entrypoint.sh /entrypoint.sh
COPY docker/supervisord.conf /etc/supervisor/conf.d/supervisord.conf RUN chmod +x /entrypoint.sh
RUN chmod +x /entrypoint.sh && \
mkdir -p /var/log/supervisor && \
chown -R root:root /var/log/supervisor
CMD ["/entrypoint.sh"] CMD ["/entrypoint.sh"]

View File

@@ -1,22 +1,45 @@
#!/bin/bash #!/bin/bash
set -ex set -e
# Create required directories # Create required directories and set permissions
mkdir -p /var/run/{mongodb,supervisor} /data/db /var/log/{mongodb,supervisor,nginx} /var/lib/nginx mkdir -p /data/db /var/log/mongodb /var/run/mongodb
chown -R mongodb:mongodb /var/run/mongodb /data/db /var/log/mongodb chown -R mongodb:mongodb /data/db /var/log/mongodb /var/run/mongodb
chown -R www-data:www-data /var/log/nginx /var/lib/nginx /usr/share/nginx/html
chown -R node:node /app chown -R node:node /app
# Ensure MongoDB data directory has correct permissions # Start MongoDB
chmod 755 /data/db echo "Starting MongoDB..."
mongod --dbpath /data/db --logpath /var/log/mongodb/mongodb.log --bind_ip 0.0.0.0 &
MONGO_PID=$!
# Check if mongod is available # Wait for MongoDB to be ready
which mongod || echo "mongod not found in PATH: $PATH" echo "Waiting for MongoDB to start..."
until mongo --eval "print(\"waited for connection\")" > /dev/null 2>&1; do
sleep 0.5
if ! kill -0 $MONGO_PID 2>/dev/null; then
echo "MongoDB failed to start. Checking logs:"
cat /var/log/mongodb/mongodb.log
exit 1
fi
done
echo "MongoDB started successfully"
# Start supervisor with proper environment # Start nginx
echo "Starting nginx..."
nginx
# Start backend services
echo "Starting backend services..."
cd /app
export NODE_ENV=production export NODE_ENV=production
export MONGO_URL=mongodb://localhost:27017/termix export MONGO_URL=mongodb://localhost:27017/termix
export PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
# Start all services using supervisor # Start SSH service
exec /usr/bin/supervisord -n -c /etc/supervisor/conf.d/supervisord.conf su -s /bin/bash node -c "node src/backend/ssh.cjs" &
# Start database service
su -s /bin/bash node -c "node src/backend/database.cjs" &
echo "All services started"
# Keep container running and show logs
tail -f /var/log/mongodb/mongodb.log