Compare commits
28
Commits
main
...
b436a1cd0a
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
b436a1cd0a
|
||
|
|
3648c65aa2
|
||
|
|
ac1575f2d1
|
||
|
|
e86420f19c
|
||
|
|
efbeaf2f7e
|
||
|
|
db07f2c39d
|
||
|
|
bae1dd4173
|
||
|
|
b02cabc016
|
||
|
|
f5be2a44b9
|
||
|
|
82515b4ad7
|
||
|
|
45534a9d18
|
||
|
|
6392169878
|
||
|
|
b583ff8ef1
|
||
|
|
140b9dba45
|
||
|
|
10cec1d7c7
|
||
|
|
f07e0108cd
|
||
|
|
e2a5e02aad
|
||
|
|
6574d0ee8f
|
||
|
|
75f4d9fa76
|
||
|
|
3de818f280
|
||
|
|
f116adffdb
|
||
|
|
3965d86d54
|
||
|
|
8fae71b086
|
||
|
|
2bfb8c6aee
|
||
|
|
327d04e8a9
|
||
|
|
7a209eeb5e
|
||
|
|
7460f0d157
|
||
|
|
4b7816e117
|
@@ -11,3 +11,23 @@ POSTGRES_MAIN_DB=soaricarus_db
|
||||
POSTGRES_MAIN_HOST=main_db
|
||||
POSTGRES_MAIN_PORT=5432
|
||||
DATABASE_URL=postgres://${POSTGRES_MAIN_USER}:${POSTGRES_MAIN_PASSWORD}@${POSTGRES_MAIN_HOST}:${POSTGRES_MAIN_PORT}/${POSTGRES_MAIN_DB}
|
||||
|
||||
S3_BUCKET_NAME=soaricarus-bucket
|
||||
GARAGE_S3_REGION=maze
|
||||
GARAGE_RPC_SECRET=c2bde5c3f9c04116a7563e25ea5ba6fab25319daa2fe8a952ad57d0b8159b590
|
||||
GARAGE_METRICS_TOKEN=sD2g4jiYV66KdZWtIuj2amezuryzv81mZNktpMNcmU4=
|
||||
GARAGE_DEFAULT_ACCESS_KEY=GK8eb91557b9a18dcbdc834c16a25ac6fc
|
||||
GARAGE_DEFAULT_SECRET_KEY=WhFAtnAtWgYaa0pMfl9jwygalZSwYaVliY3Ndm7nYHo=
|
||||
GARAGE_DEFAULT_BUCKET=${S3_BUCKET_NAME}
|
||||
GARAGE_ADMIN_TOKEN=5yMAjSINa6U04wr4pDbcTYfsXKl3S9ZjKdiPXWYUbNw=
|
||||
GARAGE_METADATA_DIR=/var/lib/garage/meta
|
||||
GARAGE_DATA_DIR=/var/lib/garage/data
|
||||
GARAGE_DB_ENGINE=sqlite
|
||||
GARAGE_REPLICATION_FACTOR=1
|
||||
GARAGE_RPC_BIND_ADDR=[::]:3901
|
||||
GARAGE_S3_API_BIND_ADDR=[::]:3900
|
||||
GARAGE_S3_WEB_BIND_ADDR=[::]:3902
|
||||
GARAGE_ROOT_DOMAIN=.localhost
|
||||
AWS_DEFAULT_REGION=${GARAGE_S3_REGION}
|
||||
AWS_SECRET_ACCESS_KEY=${GARAGE_DEFAULT_ACCESS_KEY}
|
||||
AWS_ACCESS_KEY_ID=${GARAGE_DEFAULT_SECRET_KEY}
|
||||
|
||||
@@ -11,3 +11,23 @@ POSTGRES_MAIN_DB=soaricarus_db
|
||||
POSTGRES_MAIN_HOST=main_db
|
||||
POSTGRES_MAIN_PORT=5432
|
||||
DATABASE_URL=postgres://${POSTGRES_MAIN_USER}:${POSTGRES_MAIN_PASSWORD}@${POSTGRES_MAIN_HOST}:${POSTGRES_MAIN_PORT}/${POSTGRES_MAIN_DB}
|
||||
|
||||
S3_BUCKET_NAME=soaricarus-bucket
|
||||
GARAGE_S3_REGION=maze
|
||||
GARAGE_RPC_SECRET=c2bde5c3f9c04116a7563e25ea5ba6fab25319daa2fe8a952ad57d0b8159b590
|
||||
GARAGE_METRICS_TOKEN=sD2g4jiYV66KdZWtIuj2amezuryzv81mZNktpMNcmU4=
|
||||
GARAGE_DEFAULT_ACCESS_KEY=GK8eb91557b9a18dcbdc834c16a25ac6fc
|
||||
GARAGE_DEFAULT_SECRET_KEY=WhFAtnAtWgYaa0pMfl9jwygalZSwYaVliY3Ndm7nYHo=
|
||||
GARAGE_DEFAULT_BUCKET=${S3_BUCKET_NAME}
|
||||
GARAGE_ADMIN_TOKEN=5yMAjSINa6U04wr4pDbcTYfsXKl3S9ZjKdiPXWYUbNw=
|
||||
GARAGE_METADATA_DIR=/var/lib/garage/meta
|
||||
GARAGE_DATA_DIR=/var/lib/garage/data
|
||||
GARAGE_DB_ENGINE=sqlite
|
||||
GARAGE_REPLICATION_FACTOR=1
|
||||
GARAGE_RPC_BIND_ADDR=[::]:3901
|
||||
GARAGE_S3_API_BIND_ADDR=[::]:3900
|
||||
GARAGE_S3_WEB_BIND_ADDR=[::]:3902
|
||||
GARAGE_ROOT_DOMAIN=.localhost
|
||||
AWS_DEFAULT_REGION=${GARAGE_S3_REGION}
|
||||
AWS_SECRET_ACCESS_KEY=${GARAGE_DEFAULT_ACCESS_KEY}
|
||||
AWS_ACCESS_KEY_ID=${GARAGE_DEFAULT_SECRET_KEY}
|
||||
|
||||
@@ -65,6 +65,14 @@ jobs:
|
||||
echo "Checking Docker Daemon Status (ps):"
|
||||
docker ps -a
|
||||
echo "Docker environment check complete."
|
||||
|
||||
- name: Setup Garage S3 Server
|
||||
uses: lowlydba/setup-garage@v1.0.0
|
||||
with:
|
||||
garage-version: 'v2.3.0'
|
||||
bucket: 'soaricarus-ci-bucket'
|
||||
set-aws-env: 'true'
|
||||
container-name: 'maze'
|
||||
- name: Run tests
|
||||
env:
|
||||
# Define DATABASE_URL for tests to use
|
||||
|
||||
@@ -30,6 +30,10 @@ RUN --mount=type=ssh mkdir src && \
|
||||
COPY src ./src
|
||||
COPY .env ./.env
|
||||
COPY migrations ./migrations
|
||||
COPY scripts/init-garage.sh /scripts/init-garage.sh
|
||||
|
||||
# Make it executable
|
||||
RUN chmod +x /scripts/init-garage.sh
|
||||
|
||||
RUN --mount=type=ssh \
|
||||
cargo build --release --quiet
|
||||
|
||||
+72
-1
@@ -6,14 +6,20 @@ services:
|
||||
build:
|
||||
context: .
|
||||
ssh: ["default"]
|
||||
container_name: soaricarus
|
||||
container_name: api
|
||||
ports:
|
||||
- "8000:8000"
|
||||
env_file:
|
||||
- .env
|
||||
volumes:
|
||||
- shared_credentials:/shared:ro # Mount as read-only
|
||||
depends_on:
|
||||
main_db:
|
||||
condition: service_healthy
|
||||
maze:
|
||||
condition: service_started
|
||||
auth_api:
|
||||
condition: service_started
|
||||
networks:
|
||||
- soaricarus-network
|
||||
restart: unless-stopped
|
||||
@@ -54,9 +60,70 @@ services:
|
||||
- main_db
|
||||
- auth_api
|
||||
- auth_db
|
||||
- maze
|
||||
networks:
|
||||
- soaricarus-network
|
||||
|
||||
# --- storage service ---
|
||||
maze:
|
||||
image: dxflrs/garage:v2.3.0 # Use official Garage image
|
||||
container_name: maze
|
||||
restart: unless-stopped
|
||||
environment:
|
||||
# Garage configuration via environment variables
|
||||
GARAGE_SERVER_BIND_ADDR: "0.0.0.0:3900"
|
||||
GARAGE_SERVER_BIND_PUBLIC_ADDR: "0.0.0.0:3901"
|
||||
GARAGE_S3_API_BIND_ADDR: "0.0.0.0:3900"
|
||||
GARAGE_S3_API_PUBLIC_BIND_ADDR: "0.0.0.0:3901"
|
||||
GARAGE_S3_API_PUBLIC_ADDRS: "http://localhost:3901"
|
||||
GARAGE_S3_API_ROOT_DOMAIN: "${GARAGE_ROOT_DOMAIN}"
|
||||
GARAGE_ADMIN_BIND_ADDR: "0.0.0.0:3902"
|
||||
GARAGE_ADMIN_PUBLIC_BIND_ADDR: "0.0.0.0:3902"
|
||||
|
||||
# Cluster configuration (single node for simplicity)
|
||||
GARAGE_CLUSTER_REPLICATION_MODE: "none" # Single node
|
||||
GARAGE_CLUSTER_PEER_REPLICATION_STRATEGY: "ring"
|
||||
|
||||
# Data storage
|
||||
GARAGE_DATA_DIR: "/data"
|
||||
GARAGE_METADATA_DIR: "/data/meta"
|
||||
|
||||
# RPC configuration
|
||||
GARAGE_RPC_PUBLIC_ADDR: "http://maze:3901"
|
||||
GARAGE_RPC_BIND_ADDR: "0.0.0.0:3901"
|
||||
GARAGE_RPC_SECRET: "${GARAGE_RPC_SECRET}" # 32+ chars
|
||||
|
||||
# Web Admin
|
||||
GARAGE_ADMIN_TOKEN: "${GARAGE_ADMIN_TOKEN}"
|
||||
|
||||
# Logging
|
||||
GARAGE_LOG_LEVEL: "info"
|
||||
|
||||
GARAGE_S3_BUCKET: "${S3_BUCKET_NAME}"
|
||||
GARAGE_S3_REGION: "${GARAGE_S3_REGION}"
|
||||
|
||||
GARAGE_DEFAULT_ACCESS_KEY: "${GARAGE_DEFAULT_ACCESS_KEY}"
|
||||
GARAGE_DEFAULT_SECRET_KEY: "${GARAGE_DEFAULT_SECRET_KEY}"
|
||||
GARAGE_DEFAULT_BUCKET: "${GARAGE_DEFAULT_BUCKET}"
|
||||
|
||||
volumes:
|
||||
- ./garage.toml:/etc/garage.toml:ro # Mount config file
|
||||
- shared_credentials:/data # Persist Garage data
|
||||
ports:
|
||||
- "3900:3900" # S3 API
|
||||
- "3901:3901" # S3 API public
|
||||
- "3902:3902" # Admin API
|
||||
command: ["/garage", "server", "--single-node", "--default-bucket"]
|
||||
healthcheck:
|
||||
test: ["CMD", "curl", "-f", "http://localhost:3900/"]
|
||||
interval: 30s
|
||||
timeout: 10s
|
||||
retries: 3
|
||||
start_period: 10s
|
||||
networks:
|
||||
- soaricarus-network
|
||||
extra_hosts:
|
||||
- "garage.local:127.0.0.1"
|
||||
|
||||
# PostgreSQL Database Service
|
||||
main_db:
|
||||
@@ -113,6 +180,10 @@ volumes:
|
||||
driver: local # Use the default local driver
|
||||
postgres_data_auth:
|
||||
driver: local # Use the default local driver
|
||||
object_data:
|
||||
driver: local # Use the default local driver
|
||||
shared_credentials: # New shared volume
|
||||
driver: local
|
||||
|
||||
networks:
|
||||
soaricarus-network:
|
||||
|
||||
+24
@@ -0,0 +1,24 @@
|
||||
metadata_dir = "/var/lib/garage/meta"
|
||||
data_dir = "/var/lib/garage/data"
|
||||
db_engine = "sqlite"
|
||||
|
||||
replication_factor = 1
|
||||
rpc_public_addr = "127.0.0.1:3901"
|
||||
rpc_secret = "${GARAGE_RPC_SECRET}"
|
||||
|
||||
rpc_bind_addr = "[::]:3901"
|
||||
|
||||
[s3_api]
|
||||
s3_region = "maze"
|
||||
api_bind_addr = "[::]:3900"
|
||||
root_domain = ".s3.maze.localhost"
|
||||
|
||||
[s3_web]
|
||||
bind_addr = "[::]:3902"
|
||||
root_domain = ".web.maze.localhost"
|
||||
index = "index.html"
|
||||
|
||||
[admin]
|
||||
api_bind_addr = "[::]:3903"
|
||||
admin_token = "${GARAGE_ADMIN_TOKEN}"
|
||||
metrics_token = "${GARAGE_METRICS_TOKEN}"
|
||||
Executable
+89
@@ -0,0 +1,89 @@
|
||||
#!/bin/sh
|
||||
set -e
|
||||
|
||||
BUCKET_NAME="soaricarus-storage"
|
||||
|
||||
sleep 15
|
||||
echo $GARAGE_RPC_SECRET
|
||||
echo "Yes"
|
||||
sleep 10
|
||||
|
||||
echo "⏳ Waiting for Garage to be ready..."
|
||||
# until docker exec maze curl -s -f "http://localhost:3901/v0/status" > /dev/null 2>&1; do
|
||||
until docker exec maze nc -z "localhost 3900" > /dev/null 2>&1; do
|
||||
echo " Garage not ready yet, retrying in 2s..."
|
||||
sleep 2
|
||||
done
|
||||
echo "✅ Garage API is responding!"
|
||||
|
||||
sleep 3
|
||||
|
||||
# Check if layout is already applied
|
||||
if docker exec maze garage layout show 2>/dev/null | grep -q "Current cluster layout"; then
|
||||
echo "ℹ️ Layout already applied, checking bucket..."
|
||||
else
|
||||
echo "📦 Applying cluster layout..."
|
||||
|
||||
# Get node ID
|
||||
MAX_RETRIES=10
|
||||
RETRY_COUNT=0
|
||||
NODE_ID=""
|
||||
while [ $RETRY_COUNT -lt $MAX_RETRIES ]; do
|
||||
NODE_ID=$(docker exec maze garage node id 2>/dev/null | head -n1)
|
||||
if [ -n "$NODE_ID" ]; then
|
||||
break
|
||||
fi
|
||||
RETRY_COUNT=$((RETRY_COUNT + 1))
|
||||
echo " Waiting for node ID (attempt $RETRY_COUNT/$MAX_RETRIES)..."
|
||||
sleep 2
|
||||
done
|
||||
|
||||
if [ -z "$NODE_ID" ]; then
|
||||
echo "❌ Failed to get node ID after $MAX_RETRIES attempts"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo " Node ID: $NODE_ID"
|
||||
docker exec maze garage layout assign --version 1 "$NODE_ID"
|
||||
docker exec maze garage layout apply --version 1
|
||||
echo " ✅ Layout applied"
|
||||
|
||||
sleep 3
|
||||
fi
|
||||
|
||||
# Check if bucket exists
|
||||
if docker exec maze garage bucket info "${BUCKET_NAME}" 2>/dev/null; then
|
||||
echo "ℹ️ Bucket '${BUCKET_NAME}' already exists. Skipping setup."
|
||||
exit 0
|
||||
fi
|
||||
|
||||
echo "📦 Creating bucket and configuring permissions..."
|
||||
|
||||
# Create the bucket
|
||||
docker exec maze garage bucket create "${BUCKET_NAME}"
|
||||
echo " ✅ Bucket created: ${BUCKET_NAME}"
|
||||
|
||||
# Check if key exists
|
||||
if docker exec maze garage key info "${AWS_ACCESS_KEY_ID}" 2>/dev/null; then
|
||||
echo " ℹ️ Key already exists: ${AWS_ACCESS_KEY_ID}"
|
||||
else
|
||||
docker exec maze garage key create \
|
||||
--name "app-key" \
|
||||
"${AWS_ACCESS_KEY_ID}" \
|
||||
"${AWS_SECRET_ACCESS_KEY}"
|
||||
echo " ✅ Key created: ${AWS_ACCESS_KEY_ID}"
|
||||
fi
|
||||
|
||||
# Grant permissions
|
||||
docker exec maze garage bucket allow \
|
||||
--read \
|
||||
--write \
|
||||
--owner \
|
||||
"${BUCKET_NAME}" \
|
||||
--key "${AWS_ACCESS_KEY_ID}"
|
||||
echo " ✅ Permissions granted"
|
||||
|
||||
echo "🎉 Setup complete!"
|
||||
echo " Bucket: ${BUCKET_NAME}"
|
||||
echo " Access Key: ${AWS_ACCESS_KEY_ID}"
|
||||
echo " Endpoint: http://maze:3900"
|
||||
Reference in New Issue
Block a user