feat: db migration

.frontmatter/database/mediaDb.json

@@ -1 +1 @@
-{ "src": { "pages": { "api": { "auth": {} } } } }
+{ "src": { "utils": {}, "pages": { "api": { "auth": {} } } } }

README.md

@@ -37,10 +37,6 @@ This is the official website for Datum Inc., built with Astro.
 
 ## Getting Started
 
-### Prerequisites
-
-- Node.js (version specified in package.json)
-
 ### Installation
 
 1. Install dependencies:
@@ -70,8 +66,17 @@ npm run dev
 
 For detailed information about the project structure, see [PROJECT_STRUCTURE.md](./PROJECT_STRUCTURE.md).
 
-### Commands
+### Image
+
+Import component
+
+```
+import Figure from '@components/Figure.astro';
+```
 
+Example in real use:
+
+### Commands
 All commands are run from the root of the project, from a terminal:
 
 | Command                   | Action                                                 |
@@ -138,7 +143,7 @@ All commands are run from the root of the project, from a terminal:
 minikube start
 ```
 
-2. Create secret.yaml file separated with this source. Value:
+4. Create secret.yaml file separated with this source. Value:
 
 ```yaml
 apiVersion: v1
@@ -166,13 +171,13 @@ kubectl create namespace datum-net
 Apply secret:
 
 ```bash
-kubectl apply -f config/dev/secret.yaml
+kubectl apply -f ../secret.yaml
 ```
 
 Apply the kustomize config file:
 
 ```bash
-kubectl apply -k config/base
+kubectl apply -k config/base -n datum-net
 ```
 
 Apply the kustomize postgres config file:
@@ -184,7 +189,7 @@ kubectl apply -k config/dev/postgres-config.yaml
 4. Install postgresql helm (example from bitnami source):
 
 ```bash
-helm install postgresql -f config/dev/postgres-values.yaml -n datum-net oci://registry-1.docker.io/bitnamicharts/postgresql
+kubectl port-forward pod_name -n datum-net 4321:4321
 ```
 
 ---

astro.config.mjs

@@ -13,6 +13,7 @@ import compressor from 'astro-compressor';
 
 import glossary from './src/plugins/glossary.js';
 import sitemap from './src/plugins/sitemap.js';
+import databaseMigration from './src/plugins/databaseMigration.ts';
 import announcement from './src/plugins/announcement.ts';
 import { remarkModifiedTime } from './src/plugins/remarkModifiedTime.mjs';
 
@@ -206,6 +207,7 @@ export default defineConfig({
       gzip: true,
       brotli: true,
     }),
+    databaseMigration(),
   ],
   vite: {
     plugins: [tailwindcss()],

config/base/deployment.yaml

@@ -30,7 +30,6 @@ spec:
       containers:
         - name: datum-net
           image: ghcr.io/datum-cloud/datum-net:latest
-
           imagePullPolicy: Always
           ports:
             - containerPort: 4321

config/dev/postgres-values.yaml

@@ -4,6 +4,9 @@ global:
     configurationCM: 'postgresql-config'
     auth:
       database: 'datum_net'
+      username: 'postgres'
+      password: 'datum'
+      postgresPassword: 'datum' # Admin password
     resources:
       requests:
         cpu: '1'

src/pages/dev/info.astro

@@ -15,9 +15,11 @@ if (mode == 'production') {
 let psqlInfo;
 try {
   const sql = await dbConnect();
-  psqlInfo = await sql`SELECT version()`;
-} catch {
-  psqlInfo = null;
+  const listTables = await sql`SELECT tablename FROM pg_tables WHERE schemaname='public'`;
+  const version = await sql`SELECT version()`;
+  psqlInfo = { version: version[0].version, tables: listTables.map((t) => t.tablename) };
+} catch (error) {
+  psqlInfo = { error };
 }
 
 type EnvValue = string | number | boolean | undefined;

src/plugins/databaseMigration.ts

@@ -0,0 +1,60 @@
+import { dbConnect } from '../libs/postgres';
+import type { AstroIntegration } from 'astro';
+
+/**
+ * Database migration integration for Astro
+ */
+async function migrateDatabase() {
+  try {
+    const POSTGRES_USER = process.env.POSTGRES_USER;
+    const sql = await dbConnect();
+    // check if table exists
+    const table = await sql`SELECT to_regclass('public.issues') as table_exists;`;
+
+    if (table[0].table_exists) {
+      console.log('DB Init: Database already initialized');
+    } else {
+      if (POSTGRES_USER) {
+        // Initialize tables
+        await sql`
+            CREATE TABLE IF NOT EXISTS issues (
+              id VARCHAR(32) PRIMARY KEY,
+              title VARCHAR(255) NOT NULL,
+              body TEXT NOT NULL,
+              url VARCHAR(255) NOT NULL,
+              updated_at TIMESTAMP DEFAULT NOW()
+            );
+
+            CREATE TABLE IF NOT EXISTS votes (
+              id VARCHAR(32) UNIQUE NOT NULL,
+              vote INTEGER DEFAULT 0,
+              updated_at TIMESTAMP DEFAULT NOW()
+            );
+
+            CREATE TABLE IF NOT EXISTS user_votes (
+              user_id VARCHAR(64) NOT NULL,
+              issue_id VARCHAR(32) NOT NULL,
+              CONSTRAINT user_issue UNIQUE (user_id,issue_id)
+            );
+
+            ALTER TABLE issues OWNER TO ${POSTGRES_USER};
+            ALTER TABLE votes OWNER TO ${POSTGRES_USER};
+            ALTER TABLE user_votes OWNER TO ${POSTGRES_USER};`;
+      }
+    }
+    console.log('DB Init: Database initialization completed');
+  } catch {
+    console.log('DB Init: Database initialization failed');
+  }
+}
+
+export default function databaseMigration(): AstroIntegration {
+  return {
+    name: 'database-migration',
+    hooks: {
+      'astro:build:done': async () => {
+        await migrateDatabase();
+      },
+    },
+  };
+}