Remove obsolete Docker/Buildkite infra, update to Supabase-based local dev

.env.test

@@ -1,25 +1,26 @@
 NEXT_PUBLIC_BASE_URL=http://localhost:3000
-PGHOST=
-PGPORT=5432
-PGUSER=
-PGDATABASE=postgres
-PGPASSWORD=
+PGHOST=127.0.0.1
+PGPORT=54322
+PGUSER=postgres
+PGDATABASE=paradb_test
+PGPASSWORD=postgres
 SENTRY_DSN=sentryDsn
 SENTRY_ENV=sentryEnv
 PUBLIC_S3_BASE_URL=https://test.example.com
-S3_ENDPOINT=
+S3_ENDPOINT=http://127.0.0.1:54321/storage/v1/s3
 S3_REGION=local
 S3_ACCESS_KEY_ID=accesskeyneedstobeexactly32chars
 S3_ACCESS_KEY_SECRET=12345678
 S3_MAPS_BUCKET=paradb-maps-test
-MEILISEARCH_HOST=https://
-MEILISEARCH_KEY=123
+SEARCH_IMPLEMENTATION=postgres
+MEILISEARCH_HOST=unused
+MEILISEARCH_KEY=unused
 FLAGS_IMPLEMENTATION=local
 FLAGS_EDGE_CONFIG=
 FLAGS_EDGE_CONFIG_KEY=
-NEXT_PUBLIC_SUPABASE_URL=
-NEXT_PUBLIC_SUPABASE_PUBLISHABLE_KEY=
-SUPABASE_SECRET_KEY=
+NEXT_PUBLIC_SUPABASE_URL=http://127.0.0.1:54321
+NEXT_PUBLIC_SUPABASE_PUBLISHABLE_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZS1kZW1vIiwicm9sZSI6ImFub24iLCJleHAiOjE5ODM4MTI5OTZ9.CRXP1A7WOeoJeXxjNni43kdQwgnWNReilDMblYTn_I0
+SUPABASE_SECRET_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZS1kZW1vIiwicm9sZSI6InNlcnZpY2Vfcm9sZSIsImV4cCI6MTk4MzgxMjk5Nn0.EGIM96RAZx35lJzdJsyH-qQwv8Hdp7fsn3W0YpN81IU
 AXIOM_API_TOKEN=
 AXIOM_DATASET=
 NEXT_PUBLIC_AXIOM_API_TOKEN=

AGENTS.md

@@ -5,7 +5,7 @@ Although you are taking on the persona of an intern developer, your skills are t
 
 This is a website that allows users to host custom maps and songs for a rhythm drumming game called "Paradiddle".
 Custom maps consist of a zip file, which contains a .rlrr metadata file along with the audio tracks for the song. The audio tracks can either be the song itself, or the audio stems of the song that can allow the game to play the song without any drum track (as the player will be drumming along themselves).
-The codebase uses Docker to run third-party services locally (Meilisearch for search, Minio for a local S3 instance), the local Supabase CLI for running the Supabase database locally, and the standad Next.js dev mode to run the backend and frontend locally.
+The codebase uses the local Supabase CLI for running the Supabase database locally (which includes Postgres and Auth), and the standard Next.js dev mode to run the backend and frontend locally. S3 is used for blob storage (locally provided by Supabase Storage's S3-compatible API).
 
 # Tech stack
 
@@ -36,9 +36,9 @@ The codebase uses Docker to run third-party services locally (Meilisearch for se
 
 # Commands
 
-- `bun dev` will start local services on Docker
+- `bun dev:local` will start Next.js in dev mode with local env
 - `bun supabase start` will start Supabase locally
-- `bun next dev` will run Next.js in dev mode
+- `bun test` will run the test suite
 - `bun format` will format the codebase with Prettier
 - `bun check` will typecheck and lint
 

README.md

@@ -6,19 +6,22 @@ git clone https://github.com/bitnimble/paradb.git
 cd paradb
 bun install
 
-# Install and start postgres
-sudo apt install postgresql
-sudo service postgresql start
+# Start local Supabase (requires Supabase CLI)
+bun supabase start
 
-# Create postgres user for yourself
-sudo -u postgres createuser --interactive --pwprompt
+# Copy the example env file and fill in any missing values
+cp .env.test .env.localdev
 
-# Edit .env to fill out your username and password!
+# Start the dev server
+bun dev:local
+```
+
+## Running tests
 
-# Create db and instantiate schema
-createdb paradb
-db/init.sh
+```
+# Ensure local Supabase is running
+bun supabase start
 
-# Start server
-bun dev
+# Run tests
+bun test
 ```

jest.config.js

@@ -5,6 +5,7 @@ const createJestConfig = nextJest({ dir: './' });
 
 const config = {
   testMatch: ['**/tests/**/*.[jt]s?(x)', '**/?(*.)+(spec|test).[jt]s?(x)'],
+  globalSetup: '<rootDir>/src/services/jest_global_setup.ts',
   setupFilesAfterEnv: ['<rootDir>/src/services/jest_setup.ts'],
   modulePaths: ['<rootDir>/src'],
 };

package.json

@@ -6,13 +6,11 @@
     "dev:local": "dotenv -e .env.localdev -- bun next dev",
     "dev:dev": "dotenv -e .env.dev -- bun next dev",
     "dev:prod": "dotenv -e .env.prod -- bun next dev",
-    "build": "sudo docker compose -f docker/docker-compose.yml --env-file .env build",
-    "start": "sudo docker compose -f docker/docker-compose.yml --env-file .env up --build",
     "check": "bun tsc && bun eslint .",
     "lint": "eslint .",
     "format": "prettier . --write",
     "schema": "tools/update_schema.sh",
-    "test": "sudo docker compose -f docker/docker-compose.test.yml --env-file .env.test up --build --abort-on-container-exit"
+    "test": "dotenv -e .env.test -- bun jest --runInBand"
   },
   "dependencies": {
     "@aws-sdk/client-s3": "^3.958.0",

src/services/jest_global_setup.ts

@@ -0,0 +1,76 @@
+import { loadEnvConfig } from '@next/env';
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import pg from 'pg';
+import { DatabaseError } from 'pg-protocol';
+
+const projectDir = process.cwd();
+loadEnvConfig(projectDir);
+
+/**
+ * Creates the test database and applies the schema.
+ * This runs once before the entire test suite, ensuring tests use a separate database
+ * from the local dev environment.
+ */
+export default async function globalSetup() {
+  const testDb = process.env.PGDATABASE;
+  const host = process.env.PGHOST;
+  const port = process.env.PGPORT;
+  const user = process.env.PGUSER;
+  const password = process.env.PGPASSWORD;
+
+  if (!testDb || !host || !port || !user || !password) {
+    throw new Error('Missing required PG* environment variables for test setup');
+  }
+  if (!/^[a-zA-Z0-9_]+$/.test(testDb)) {
+    throw new Error(`Invalid test database name: ${testDb}`);
+  }
+
+  // Connect to the default `postgres` database to create the test database
+  const adminPool = new pg.Pool({
+    host,
+    port: Number(port),
+    database: 'postgres',
+    user,
+    password,
+  });
+
+  try {
+    const exists = await adminPool.query(`SELECT 1 FROM pg_database WHERE datname = $1`, [testDb]);
+    if (exists.rows.length === 0) {
+      await adminPool.query(`CREATE DATABASE "${testDb}"`);
+    }
+  } finally {
+    await adminPool.end();
+  }
+
+  // Connect to the test database and apply the schema
+  const testPool = new pg.Pool({
+    host,
+    port: Number(port),
+    database: testDb,
+    user,
+    password,
+  });
+
+  try {
+    const schemasDir = path.resolve(__dirname, '../../supabase/schemas');
+    // Apply schemas in order matching supabase config.toml
+    const schemaFiles = ['maps.sql', 'users.sql', 'favorites.sql', 'functions.sql', 'misc.sql'];
+    for (const file of schemaFiles) {
+      const filePath = path.join(schemasDir, file);
+      try {
+        const sql = await fs.readFile(filePath, 'utf-8');
+        await testPool.query(sql);
+      } catch (e: unknown) {
+        // 42P07 = duplicate_table, 42710 = duplicate_object — schema already applied
+        if (e instanceof DatabaseError && (e.code === '42P07' || e.code === '42710')) {
+          continue;
+        }
+        console.warn(`Warning: failed to apply ${file}:`, e);
+      }
+    }
+  } finally {
+    await testPool.end();
+  }
+}

src/services/jest_setup.ts

@@ -8,11 +8,11 @@ loadEnvConfig(projectDir);
 
 async function initTestData() {
   const { pool } = await getServerContext();
-  const initialDataSqlPath = path.resolve(__dirname, '../../db/fake_data.sql');
-  const initialDataSql = await fs.readFile(initialDataSqlPath).then((b) => b.toString());
+  const seedSqlPath = path.resolve(__dirname, '../../supabase/seed.sql');
+  const seedSql = await fs.readFile(seedSqlPath).then((b) => b.toString());
   await pool.query(`
 TRUNCATE maps, difficulties, users, favorites CASCADE;
-${initialDataSql}
+${seedSql}
 `);
 }