Compare commits
28
Commits
main
...
b436a1cd0a
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
b436a1cd0a
|
||
|
|
3648c65aa2
|
||
|
|
ac1575f2d1
|
||
|
|
e86420f19c
|
||
|
|
efbeaf2f7e
|
||
|
|
db07f2c39d
|
||
|
|
bae1dd4173
|
||
|
|
b02cabc016
|
||
|
|
f5be2a44b9
|
||
|
|
82515b4ad7
|
||
|
|
45534a9d18
|
||
|
|
6392169878
|
||
|
|
b583ff8ef1
|
||
|
|
140b9dba45
|
||
|
|
10cec1d7c7
|
||
|
|
f07e0108cd
|
||
|
|
e2a5e02aad
|
||
|
|
6574d0ee8f
|
||
|
|
75f4d9fa76
|
||
|
|
3de818f280
|
||
|
|
f116adffdb
|
||
|
|
3965d86d54
|
||
|
|
8fae71b086
|
||
|
|
2bfb8c6aee
|
||
|
|
327d04e8a9
|
||
|
|
7a209eeb5e
|
||
|
|
7460f0d157
|
||
|
|
4b7816e117
|
@@ -11,3 +11,23 @@ POSTGRES_MAIN_DB=soaricarus_db
|
|||||||
POSTGRES_MAIN_HOST=main_db
|
POSTGRES_MAIN_HOST=main_db
|
||||||
POSTGRES_MAIN_PORT=5432
|
POSTGRES_MAIN_PORT=5432
|
||||||
DATABASE_URL=postgres://${POSTGRES_MAIN_USER}:${POSTGRES_MAIN_PASSWORD}@${POSTGRES_MAIN_HOST}:${POSTGRES_MAIN_PORT}/${POSTGRES_MAIN_DB}
|
DATABASE_URL=postgres://${POSTGRES_MAIN_USER}:${POSTGRES_MAIN_PASSWORD}@${POSTGRES_MAIN_HOST}:${POSTGRES_MAIN_PORT}/${POSTGRES_MAIN_DB}
|
||||||
|
|
||||||
|
S3_BUCKET_NAME=soaricarus-bucket
|
||||||
|
GARAGE_S3_REGION=maze
|
||||||
|
GARAGE_RPC_SECRET=c2bde5c3f9c04116a7563e25ea5ba6fab25319daa2fe8a952ad57d0b8159b590
|
||||||
|
GARAGE_METRICS_TOKEN=sD2g4jiYV66KdZWtIuj2amezuryzv81mZNktpMNcmU4=
|
||||||
|
GARAGE_DEFAULT_ACCESS_KEY=GK8eb91557b9a18dcbdc834c16a25ac6fc
|
||||||
|
GARAGE_DEFAULT_SECRET_KEY=WhFAtnAtWgYaa0pMfl9jwygalZSwYaVliY3Ndm7nYHo=
|
||||||
|
GARAGE_DEFAULT_BUCKET=${S3_BUCKET_NAME}
|
||||||
|
GARAGE_ADMIN_TOKEN=5yMAjSINa6U04wr4pDbcTYfsXKl3S9ZjKdiPXWYUbNw=
|
||||||
|
GARAGE_METADATA_DIR=/var/lib/garage/meta
|
||||||
|
GARAGE_DATA_DIR=/var/lib/garage/data
|
||||||
|
GARAGE_DB_ENGINE=sqlite
|
||||||
|
GARAGE_REPLICATION_FACTOR=1
|
||||||
|
GARAGE_RPC_BIND_ADDR=[::]:3901
|
||||||
|
GARAGE_S3_API_BIND_ADDR=[::]:3900
|
||||||
|
GARAGE_S3_WEB_BIND_ADDR=[::]:3902
|
||||||
|
GARAGE_ROOT_DOMAIN=.localhost
|
||||||
|
AWS_DEFAULT_REGION=${GARAGE_S3_REGION}
|
||||||
|
AWS_SECRET_ACCESS_KEY=${GARAGE_DEFAULT_ACCESS_KEY}
|
||||||
|
AWS_ACCESS_KEY_ID=${GARAGE_DEFAULT_SECRET_KEY}
|
||||||
|
|||||||
@@ -11,3 +11,23 @@ POSTGRES_MAIN_DB=soaricarus_db
|
|||||||
POSTGRES_MAIN_HOST=main_db
|
POSTGRES_MAIN_HOST=main_db
|
||||||
POSTGRES_MAIN_PORT=5432
|
POSTGRES_MAIN_PORT=5432
|
||||||
DATABASE_URL=postgres://${POSTGRES_MAIN_USER}:${POSTGRES_MAIN_PASSWORD}@${POSTGRES_MAIN_HOST}:${POSTGRES_MAIN_PORT}/${POSTGRES_MAIN_DB}
|
DATABASE_URL=postgres://${POSTGRES_MAIN_USER}:${POSTGRES_MAIN_PASSWORD}@${POSTGRES_MAIN_HOST}:${POSTGRES_MAIN_PORT}/${POSTGRES_MAIN_DB}
|
||||||
|
|
||||||
|
S3_BUCKET_NAME=soaricarus-bucket
|
||||||
|
GARAGE_S3_REGION=maze
|
||||||
|
GARAGE_RPC_SECRET=c2bde5c3f9c04116a7563e25ea5ba6fab25319daa2fe8a952ad57d0b8159b590
|
||||||
|
GARAGE_METRICS_TOKEN=sD2g4jiYV66KdZWtIuj2amezuryzv81mZNktpMNcmU4=
|
||||||
|
GARAGE_DEFAULT_ACCESS_KEY=GK8eb91557b9a18dcbdc834c16a25ac6fc
|
||||||
|
GARAGE_DEFAULT_SECRET_KEY=WhFAtnAtWgYaa0pMfl9jwygalZSwYaVliY3Ndm7nYHo=
|
||||||
|
GARAGE_DEFAULT_BUCKET=${S3_BUCKET_NAME}
|
||||||
|
GARAGE_ADMIN_TOKEN=5yMAjSINa6U04wr4pDbcTYfsXKl3S9ZjKdiPXWYUbNw=
|
||||||
|
GARAGE_METADATA_DIR=/var/lib/garage/meta
|
||||||
|
GARAGE_DATA_DIR=/var/lib/garage/data
|
||||||
|
GARAGE_DB_ENGINE=sqlite
|
||||||
|
GARAGE_REPLICATION_FACTOR=1
|
||||||
|
GARAGE_RPC_BIND_ADDR=[::]:3901
|
||||||
|
GARAGE_S3_API_BIND_ADDR=[::]:3900
|
||||||
|
GARAGE_S3_WEB_BIND_ADDR=[::]:3902
|
||||||
|
GARAGE_ROOT_DOMAIN=.localhost
|
||||||
|
AWS_DEFAULT_REGION=${GARAGE_S3_REGION}
|
||||||
|
AWS_SECRET_ACCESS_KEY=${GARAGE_DEFAULT_ACCESS_KEY}
|
||||||
|
AWS_ACCESS_KEY_ID=${GARAGE_DEFAULT_SECRET_KEY}
|
||||||
|
|||||||
@@ -65,6 +65,14 @@ jobs:
|
|||||||
echo "Checking Docker Daemon Status (ps):"
|
echo "Checking Docker Daemon Status (ps):"
|
||||||
docker ps -a
|
docker ps -a
|
||||||
echo "Docker environment check complete."
|
echo "Docker environment check complete."
|
||||||
|
|
||||||
|
- name: Setup Garage S3 Server
|
||||||
|
uses: lowlydba/setup-garage@v1.0.0
|
||||||
|
with:
|
||||||
|
garage-version: 'v2.3.0'
|
||||||
|
bucket: 'soaricarus-ci-bucket'
|
||||||
|
set-aws-env: 'true'
|
||||||
|
container-name: 'maze'
|
||||||
- name: Run tests
|
- name: Run tests
|
||||||
env:
|
env:
|
||||||
# Define DATABASE_URL for tests to use
|
# Define DATABASE_URL for tests to use
|
||||||
|
|||||||
@@ -30,6 +30,10 @@ RUN --mount=type=ssh mkdir src && \
|
|||||||
COPY src ./src
|
COPY src ./src
|
||||||
COPY .env ./.env
|
COPY .env ./.env
|
||||||
COPY migrations ./migrations
|
COPY migrations ./migrations
|
||||||
|
COPY scripts/init-garage.sh /scripts/init-garage.sh
|
||||||
|
|
||||||
|
# Make it executable
|
||||||
|
RUN chmod +x /scripts/init-garage.sh
|
||||||
|
|
||||||
RUN --mount=type=ssh \
|
RUN --mount=type=ssh \
|
||||||
cargo build --release --quiet
|
cargo build --release --quiet
|
||||||
|
|||||||
+72
-1
@@ -6,14 +6,20 @@ services:
|
|||||||
build:
|
build:
|
||||||
context: .
|
context: .
|
||||||
ssh: ["default"]
|
ssh: ["default"]
|
||||||
container_name: soaricarus
|
container_name: api
|
||||||
ports:
|
ports:
|
||||||
- "8000:8000"
|
- "8000:8000"
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
|
volumes:
|
||||||
|
- shared_credentials:/shared:ro # Mount as read-only
|
||||||
depends_on:
|
depends_on:
|
||||||
main_db:
|
main_db:
|
||||||
condition: service_healthy
|
condition: service_healthy
|
||||||
|
maze:
|
||||||
|
condition: service_started
|
||||||
|
auth_api:
|
||||||
|
condition: service_started
|
||||||
networks:
|
networks:
|
||||||
- soaricarus-network
|
- soaricarus-network
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
@@ -54,9 +60,70 @@ services:
|
|||||||
- main_db
|
- main_db
|
||||||
- auth_api
|
- auth_api
|
||||||
- auth_db
|
- auth_db
|
||||||
|
- maze
|
||||||
networks:
|
networks:
|
||||||
- soaricarus-network
|
- soaricarus-network
|
||||||
|
|
||||||
|
# --- storage service ---
|
||||||
|
maze:
|
||||||
|
image: dxflrs/garage:v2.3.0 # Use official Garage image
|
||||||
|
container_name: maze
|
||||||
|
restart: unless-stopped
|
||||||
|
environment:
|
||||||
|
# Garage configuration via environment variables
|
||||||
|
GARAGE_SERVER_BIND_ADDR: "0.0.0.0:3900"
|
||||||
|
GARAGE_SERVER_BIND_PUBLIC_ADDR: "0.0.0.0:3901"
|
||||||
|
GARAGE_S3_API_BIND_ADDR: "0.0.0.0:3900"
|
||||||
|
GARAGE_S3_API_PUBLIC_BIND_ADDR: "0.0.0.0:3901"
|
||||||
|
GARAGE_S3_API_PUBLIC_ADDRS: "http://localhost:3901"
|
||||||
|
GARAGE_S3_API_ROOT_DOMAIN: "${GARAGE_ROOT_DOMAIN}"
|
||||||
|
GARAGE_ADMIN_BIND_ADDR: "0.0.0.0:3902"
|
||||||
|
GARAGE_ADMIN_PUBLIC_BIND_ADDR: "0.0.0.0:3902"
|
||||||
|
|
||||||
|
# Cluster configuration (single node for simplicity)
|
||||||
|
GARAGE_CLUSTER_REPLICATION_MODE: "none" # Single node
|
||||||
|
GARAGE_CLUSTER_PEER_REPLICATION_STRATEGY: "ring"
|
||||||
|
|
||||||
|
# Data storage
|
||||||
|
GARAGE_DATA_DIR: "/data"
|
||||||
|
GARAGE_METADATA_DIR: "/data/meta"
|
||||||
|
|
||||||
|
# RPC configuration
|
||||||
|
GARAGE_RPC_PUBLIC_ADDR: "http://maze:3901"
|
||||||
|
GARAGE_RPC_BIND_ADDR: "0.0.0.0:3901"
|
||||||
|
GARAGE_RPC_SECRET: "${GARAGE_RPC_SECRET}" # 32+ chars
|
||||||
|
|
||||||
|
# Web Admin
|
||||||
|
GARAGE_ADMIN_TOKEN: "${GARAGE_ADMIN_TOKEN}"
|
||||||
|
|
||||||
|
# Logging
|
||||||
|
GARAGE_LOG_LEVEL: "info"
|
||||||
|
|
||||||
|
GARAGE_S3_BUCKET: "${S3_BUCKET_NAME}"
|
||||||
|
GARAGE_S3_REGION: "${GARAGE_S3_REGION}"
|
||||||
|
|
||||||
|
GARAGE_DEFAULT_ACCESS_KEY: "${GARAGE_DEFAULT_ACCESS_KEY}"
|
||||||
|
GARAGE_DEFAULT_SECRET_KEY: "${GARAGE_DEFAULT_SECRET_KEY}"
|
||||||
|
GARAGE_DEFAULT_BUCKET: "${GARAGE_DEFAULT_BUCKET}"
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
- ./garage.toml:/etc/garage.toml:ro # Mount config file
|
||||||
|
- shared_credentials:/data # Persist Garage data
|
||||||
|
ports:
|
||||||
|
- "3900:3900" # S3 API
|
||||||
|
- "3901:3901" # S3 API public
|
||||||
|
- "3902:3902" # Admin API
|
||||||
|
command: ["/garage", "server", "--single-node", "--default-bucket"]
|
||||||
|
healthcheck:
|
||||||
|
test: ["CMD", "curl", "-f", "http://localhost:3900/"]
|
||||||
|
interval: 30s
|
||||||
|
timeout: 10s
|
||||||
|
retries: 3
|
||||||
|
start_period: 10s
|
||||||
|
networks:
|
||||||
|
- soaricarus-network
|
||||||
|
extra_hosts:
|
||||||
|
- "garage.local:127.0.0.1"
|
||||||
|
|
||||||
# PostgreSQL Database Service
|
# PostgreSQL Database Service
|
||||||
main_db:
|
main_db:
|
||||||
@@ -113,6 +180,10 @@ volumes:
|
|||||||
driver: local # Use the default local driver
|
driver: local # Use the default local driver
|
||||||
postgres_data_auth:
|
postgres_data_auth:
|
||||||
driver: local # Use the default local driver
|
driver: local # Use the default local driver
|
||||||
|
object_data:
|
||||||
|
driver: local # Use the default local driver
|
||||||
|
shared_credentials: # New shared volume
|
||||||
|
driver: local
|
||||||
|
|
||||||
networks:
|
networks:
|
||||||
soaricarus-network:
|
soaricarus-network:
|
||||||
|
|||||||
+24
@@ -0,0 +1,24 @@
|
|||||||
|
metadata_dir = "/var/lib/garage/meta"
|
||||||
|
data_dir = "/var/lib/garage/data"
|
||||||
|
db_engine = "sqlite"
|
||||||
|
|
||||||
|
replication_factor = 1
|
||||||
|
rpc_public_addr = "127.0.0.1:3901"
|
||||||
|
rpc_secret = "${GARAGE_RPC_SECRET}"
|
||||||
|
|
||||||
|
rpc_bind_addr = "[::]:3901"
|
||||||
|
|
||||||
|
[s3_api]
|
||||||
|
s3_region = "maze"
|
||||||
|
api_bind_addr = "[::]:3900"
|
||||||
|
root_domain = ".s3.maze.localhost"
|
||||||
|
|
||||||
|
[s3_web]
|
||||||
|
bind_addr = "[::]:3902"
|
||||||
|
root_domain = ".web.maze.localhost"
|
||||||
|
index = "index.html"
|
||||||
|
|
||||||
|
[admin]
|
||||||
|
api_bind_addr = "[::]:3903"
|
||||||
|
admin_token = "${GARAGE_ADMIN_TOKEN}"
|
||||||
|
metrics_token = "${GARAGE_METRICS_TOKEN}"
|
||||||
Executable
+89
@@ -0,0 +1,89 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
set -e
|
||||||
|
|
||||||
|
BUCKET_NAME="soaricarus-storage"
|
||||||
|
|
||||||
|
sleep 15
|
||||||
|
echo $GARAGE_RPC_SECRET
|
||||||
|
echo "Yes"
|
||||||
|
sleep 10
|
||||||
|
|
||||||
|
echo "⏳ Waiting for Garage to be ready..."
|
||||||
|
# until docker exec maze curl -s -f "http://localhost:3901/v0/status" > /dev/null 2>&1; do
|
||||||
|
until docker exec maze nc -z "localhost 3900" > /dev/null 2>&1; do
|
||||||
|
echo " Garage not ready yet, retrying in 2s..."
|
||||||
|
sleep 2
|
||||||
|
done
|
||||||
|
echo "✅ Garage API is responding!"
|
||||||
|
|
||||||
|
sleep 3
|
||||||
|
|
||||||
|
# Check if layout is already applied
|
||||||
|
if docker exec maze garage layout show 2>/dev/null | grep -q "Current cluster layout"; then
|
||||||
|
echo "ℹ️ Layout already applied, checking bucket..."
|
||||||
|
else
|
||||||
|
echo "📦 Applying cluster layout..."
|
||||||
|
|
||||||
|
# Get node ID
|
||||||
|
MAX_RETRIES=10
|
||||||
|
RETRY_COUNT=0
|
||||||
|
NODE_ID=""
|
||||||
|
while [ $RETRY_COUNT -lt $MAX_RETRIES ]; do
|
||||||
|
NODE_ID=$(docker exec maze garage node id 2>/dev/null | head -n1)
|
||||||
|
if [ -n "$NODE_ID" ]; then
|
||||||
|
break
|
||||||
|
fi
|
||||||
|
RETRY_COUNT=$((RETRY_COUNT + 1))
|
||||||
|
echo " Waiting for node ID (attempt $RETRY_COUNT/$MAX_RETRIES)..."
|
||||||
|
sleep 2
|
||||||
|
done
|
||||||
|
|
||||||
|
if [ -z "$NODE_ID" ]; then
|
||||||
|
echo "❌ Failed to get node ID after $MAX_RETRIES attempts"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo " Node ID: $NODE_ID"
|
||||||
|
docker exec maze garage layout assign --version 1 "$NODE_ID"
|
||||||
|
docker exec maze garage layout apply --version 1
|
||||||
|
echo " ✅ Layout applied"
|
||||||
|
|
||||||
|
sleep 3
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check if bucket exists
|
||||||
|
if docker exec maze garage bucket info "${BUCKET_NAME}" 2>/dev/null; then
|
||||||
|
echo "ℹ️ Bucket '${BUCKET_NAME}' already exists. Skipping setup."
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "📦 Creating bucket and configuring permissions..."
|
||||||
|
|
||||||
|
# Create the bucket
|
||||||
|
docker exec maze garage bucket create "${BUCKET_NAME}"
|
||||||
|
echo " ✅ Bucket created: ${BUCKET_NAME}"
|
||||||
|
|
||||||
|
# Check if key exists
|
||||||
|
if docker exec maze garage key info "${AWS_ACCESS_KEY_ID}" 2>/dev/null; then
|
||||||
|
echo " ℹ️ Key already exists: ${AWS_ACCESS_KEY_ID}"
|
||||||
|
else
|
||||||
|
docker exec maze garage key create \
|
||||||
|
--name "app-key" \
|
||||||
|
"${AWS_ACCESS_KEY_ID}" \
|
||||||
|
"${AWS_SECRET_ACCESS_KEY}"
|
||||||
|
echo " ✅ Key created: ${AWS_ACCESS_KEY_ID}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Grant permissions
|
||||||
|
docker exec maze garage bucket allow \
|
||||||
|
--read \
|
||||||
|
--write \
|
||||||
|
--owner \
|
||||||
|
"${BUCKET_NAME}" \
|
||||||
|
--key "${AWS_ACCESS_KEY_ID}"
|
||||||
|
echo " ✅ Permissions granted"
|
||||||
|
|
||||||
|
echo "🎉 Setup complete!"
|
||||||
|
echo " Bucket: ${BUCKET_NAME}"
|
||||||
|
echo " Access Key: ${AWS_ACCESS_KEY_ID}"
|
||||||
|
echo " Endpoint: http://maze:3900"
|
||||||
Reference in New Issue
Block a user