Create yt-dlp wrapper service

src/backend/build.sh

@@ -12,6 +12,8 @@ else
     echo "Project directory already exists, skipping mkdir."
 fi
 
+sudo rm -rf "$BUILD_DIRECTORY"
+
 # Create local backend folder if missing
 # Tree should look like this
 # ├── librebeats_api/build (output directory)
@@ -37,9 +39,6 @@ fi
 # # # Switch to your project directory
 cd "$BUILD_DIRECTORY"
 
-# # # Pull the latest images
-docker compose pull
-
 # # # To generate and apply all secrets at once you can run: https://supabase.com/docs/guides/self-hosting/docker#quick-setup-experimental
 if [ "$GENERATE_KEYS" = true ]; then
     echo "Generating new keys."

src/backend/copy.sh

@@ -8,5 +8,7 @@ cp -rf $_WORKING_DIR/supabase/* "$BUILD_DIRECTORY"
 # # # Switch to your project directory
 cd "$BUILD_DIRECTORY/service/migration" || exit 1
 
-docker compose build migrations
-docker compose up migrations -d --force-recreate
+docker compose build audio
+docker compose up audio -d
+
+# --force-recreate

src/backend/supabase/docker-compose.yml

@@ -400,10 +400,29 @@ services:
       db:
         condition: service_healthy
     environment:
-      SUPABASE_SERVICE_KEY: ${SERVICE_ROLE_KEY}
-      SUPABASE_URL: http://kong:8000
       POSTGRES_BACKEND_URL: postgresql://supabase_admin:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/postgres
-      JWT_SECRET: ${JWT_SECRET}
+
+  # Ytdlp wrapper, Upload service, and logger for librebeats audio processing 
+  audio:
+    container_name: supabase-audio
+    build:
+      context: ./service/audio
+      dockerfile: Dockerfile
+    restart: "no"
+    depends_on:
+      migrations:
+        condition: service_completed_successfully
+      db:
+        condition: service_healthy
+      storage:
+        condition: service_healthy
+    environment:
+      POSTGRES_BACKEND_URL: postgresql://supabase_admin:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/postgres
+      QUEUE_NAME: audiopipe-input
+      STORAGE_URL: http://kong:8000/storage/v1
+      STORAGE_KEY: ${SERVICE_ROLE_KEY}
+      AUDIO_BUCKET_ID: audio-files
+      IMAGE_BUCKET_ID: image-files
 
   # Comment out everything below this point if you are using an external Postgres database
   db:

src/backend/supabase/service/audio/Dockerfile

@@ -0,0 +1,27 @@
+# Stage 1: Builder (stays the same)
+FROM golang:1.26-alpine AS builder
+WORKDIR /app
+COPY go.mod go.sum* ./
+RUN go mod download
+COPY . .
+RUN CGO_ENABLED=0 go build -o main
+
+# Stage 2: Final image with Alpine
+FROM alpine:latest
+WORKDIR /app
+
+# Install required system packages
+RUN apk add --no-cache ffmpeg
+
+# Download and install the OFFICIAL musl-compatible yt-dlp binary
+RUN wget https://github.com/yt-dlp/yt-dlp/releases/latest/download/yt-dlp_musllinux -O /usr/bin/yt-dlp \
+    && chmod +x /usr/bin/yt-dlp
+
+# Install deno (using Alpine's package or musl build)
+RUN apk add --no-cache deno
+
+# Copy the static binary and config
+COPY --from=builder /app/main .
+COPY cookies.txt /app/cookies.txt
+
+CMD ["./main"]

src/backend/supabase/service/audio/database.go

@@ -0,0 +1,99 @@
+package main
+
+import (
+	"context"
+	"os"
+	"time"
+
+	"github.com/jackc/pgx/v5"
+)
+
+type ILibreDb interface {
+	NewRawAudioEntry(source string, audioLocation string, thumbnailLocation string, durration int) (RawBeat, error)
+	NewBeatEntry(rawBeat *RawBeat, title string, arties string, tags string, streamingUrl string, thumbnailUrl string) error
+}
+
+type LibreDb struct {
+	ILibreDb
+	ConnectionString string
+}
+
+func NewLibreDb() LibreDb {
+
+	var _ ILibreDb = (*LibreDb)(nil)
+
+	connectionString := os.Getenv("POSTGRES_BACKEND_URL")
+
+	if connectionString == "" {
+		panic("POSTGRES_BACKEND_URL environment variable is not set")
+	}
+	return LibreDb{
+		ConnectionString: connectionString,
+	}
+}
+
+func (db *LibreDb) NewRawAudioEntry(source string, audioLocation string, thumbnailLocation string, durration int) (RawBeat, error) {
+	connection, err := pgx.Connect(context.Background(), db.ConnectionString)
+
+	if err != nil {
+		return RawBeat{}, err
+	}
+
+	statement, err := connection.Begin(context.Background())
+
+	if err != nil {
+		return RawBeat{}, err
+	}
+
+	lastinsertedId := -1
+
+	err = statement.QueryRow(context.Background(), "INSERT INTO Librebeats.RawBeat (Source, AudioLocation, ThumbnailLocation, Durration) VALUES($1, $2, $3, $4) RETURNING Id", source, audioLocation, thumbnailLocation, durration).
+		Scan(&lastinsertedId)
+
+	if err != nil {
+		return RawBeat{}, err
+	}
+
+	err = statement.Commit(context.Background())
+
+	if err != nil {
+		return RawBeat{}, err
+	}
+
+	return RawBeat{
+		Id:                lastinsertedId,
+		Source:            &source,
+		AudioLocation:     &audioLocation,
+		ThumbnailLocation: &thumbnailLocation,
+		DownloadCount:     0,
+		CreatedAtUtc:      time.Now(),
+	}, nil
+}
+
+func (db *LibreDb) NewBeatEntry(rawBeat *RawBeat, title string, arties string, tags string, streamingUrl string, thumbnailUrl string) error {
+	connection, err := pgx.Connect(context.Background(), db.ConnectionString)
+
+	if err != nil {
+		return err
+	}
+
+	statement, err := connection.Begin(context.Background())
+
+	if err != nil {
+		return err
+	}
+
+	_, err = statement.Exec(context.Background(), "INSERT INTO Librebeats.Beat (RawBeatId, Title, Artist, Tags, StreamingUrl, ThumbnailUrl) VALUES($1, $2, $3, $4, $5, $6) RETURNING Id", rawBeat.Id, title, arties, tags, streamingUrl, thumbnailUrl)
+
+	if err != nil {
+		return err
+	}
+
+	err = statement.Commit(context.Background())
+
+	if err != nil {
+		return err
+	}
+
+	return nil
+}

src/backend/supabase/service/audio/go.mod

@@ -0,0 +1,25 @@
+module audio
+
+go 1.25.5
+
+require github.com/google/uuid v1.6.0
+
+require (
+	github.com/georgysavva/scany v1.2.3 // indirect
+	github.com/jackc/chunkreader/v2 v2.0.1 // indirect
+	github.com/jackc/pgconn v1.8.0 // indirect
+	github.com/jackc/pgio v1.0.0 // indirect
+	github.com/jackc/pgpassfile v1.0.0 // indirect
+	github.com/jackc/pgproto3/v2 v2.0.6 // indirect
+	github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect
+	github.com/jackc/pgtype v1.6.2 // indirect
+	github.com/jackc/pgx/v4 v4.10.1 // indirect
+	github.com/jackc/pgx/v5 v5.8.0 // indirect
+	github.com/jackc/puddle v1.1.3 // indirect
+	github.com/jackc/puddle/v2 v2.2.2 // indirect
+	github.com/supabase-community/storage-go v0.8.1 // indirect
+	golang.org/x/crypto v0.0.0-20210322153248-0c34fe9e7dc2 // indirect
+	golang.org/x/sync v0.17.0 // indirect
+	golang.org/x/text v0.29.0 // indirect
+	golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 // indirect
+)