Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
[![npm version](https://badge.fury.io/js/pgstrap.svg)](https://badge.fury.io/js/pgstrap)
[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)

pgstrap allows you to easily run typescript migrations or generate a directory that represents your database schemas with `table.sql` files. Run `pgstrap generate` to generate a directory with the structure of your postgres database schemas!
pgstrap allows you to easily run typescript migrations or generate a directory that represents your database schemas with `table.sql` files. Run `pgstrap generate` to generate a directory with the structure of your postgres database schemas using an in-memory PGlite database by default.

## Features

Expand Down Expand Up @@ -55,7 +55,7 @@ npm install pgstrap --save-dev

- `npm run db:migrate` - Run pending migrations
- `npm run db:reset` - Drop and recreate the database, then run all migrations
- `npm run db:generate` - Generate types and structure dumps. Use `pgstrap generate --pglite` to run migrations against an in-memory PGlite instance.
- `npm run db:generate` - Generate types and structure dumps without requiring a local Postgres server by using an in-memory PGlite instance. Use `pgstrap generate --no-pglite` to generate from an external Postgres connection instead.
- `npm run db:create-migration` - Create a new migration file

### Configuration
Expand Down
12 changes: 10 additions & 2 deletions src/cli.ts
Original file line number Diff line number Diff line change
Expand Up @@ -35,10 +35,18 @@ import { getProjectContext } from "./get-project-context"
"generate",
"generate types and sql documentation from database",
(yargs) => {
yargs.option("pglite", { type: "boolean", default: false })
yargs.option("pglite", {
type: "boolean",
default: true,
describe:
"run migrations against an in-memory PGlite database before generating",
})
},
async (argv) => {
generate({ ...(await getProjectContext()), pglite: !!argv.pglite })
generate({
...(await getProjectContext()),
pglite: argv.pglite !== false,
})
},
)
.parse()
68 changes: 37 additions & 31 deletions src/generate.ts
Original file line number Diff line number Diff line change
Expand Up @@ -27,15 +27,6 @@ export const generate = async ({
const net = await import("node:net")

const db = new PGlite()

await migrate({
client: db as any,
migrationsDir,
defaultDatabase,
cwd: process.cwd(),
schemas,
})

const server = net.createServer(async (socket) => {
const connection = await fromNodeSocket(socket, {
serverVersion: "16.3 (PGlite)",
Expand All @@ -60,32 +51,47 @@ export const generate = async ({
})
})

await new Promise<void>((resolve) => server.listen(0, resolve))
const port = (server.address() as any).port
const connectionString = `postgres://postgres:postgres@127.0.0.1:${port}/postgres`

const prevDbUrl = process.env.DATABASE_URL
process.env.DATABASE_URL = connectionString
try {
await migrate({
client: db as any,
migrationsDir,
defaultDatabase,
cwd: process.cwd(),
schemas,
})

await zg.generate({
db: {
connectionString,
},
schemas: Object.fromEntries(
schemas.map((s) => [s, { include: "*", exclude: [] }]),
),
outDir: dbDir,
})
await new Promise<void>((resolve) => server.listen(0, resolve))
const port = (server.address() as any).port
const connectionString = `postgres://postgres:postgres@127.0.0.1:${port}/postgres`

await dumpTree({
targetDir: path.join(dbDir, "structure"),
defaultDatabase: "postgres",
schemas,
})
process.env.DATABASE_URL = connectionString

server.close()
if (prevDbUrl === undefined) delete process.env.DATABASE_URL
else process.env.DATABASE_URL = prevDbUrl
await zg.generate({
db: {
connectionString,
},
schemas: Object.fromEntries(
schemas.map((s) => [s, { include: "*", exclude: [] }]),
),
outDir: dbDir,
})

await dumpTree({
targetDir: path.join(dbDir, "structure"),
defaultDatabase: "postgres",
schemas,
})
} finally {
if (server.listening) {
await new Promise<void>((resolve, reject) => {
server.close((err) => (err ? reject(err) : resolve()))
})
}
await (db as any).close?.()
if (prevDbUrl === undefined) delete process.env.DATABASE_URL
else process.env.DATABASE_URL = prevDbUrl
}
return
}

Expand Down
2 changes: 1 addition & 1 deletion src/init.ts
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ export const initPgstrap = async (ctx: Pick<Context, "cwd">) => {

pkg.scripts["db:migrate"] = "pgstrap migrate"
pkg.scripts["db:reset"] = "pgstrap reset"
pkg.scripts["db:generate"] = "pgstrap generate"
pkg.scripts["db:generate"] = "pgstrap generate --pglite"
pkg.scripts["db:create-migration"] = "pgstrap create-migration"

if (!pkg.devDependencies) pkg.devDependencies = {}
Expand Down
58 changes: 33 additions & 25 deletions tests/generate.pglite.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -15,33 +15,41 @@ exports.down = async (pgm) => {

test("generate with pglite runs migrations and dumps structure", async () => {
const tmp = fs.mkdtempSync(path.join(os.tmpdir(), "pgstrap-generate-"))
const migrationsDir = path.join(tmp, "migrations")
fs.mkdirSync(migrationsDir, { recursive: true })
fs.writeFileSync(
path.join(migrationsDir, "001_create_table.js"),
migrationFile,
)
const prevDbUrl = process.env.DATABASE_URL

await generate({
schemas: ["public"],
defaultDatabase: "postgres",
dbDir: path.join(tmp, "db"),
migrationsDir,
pglite: true,
})
try {
process.env.DATABASE_URL = "postgres://original.example/db"
const migrationsDir = path.join(tmp, "migrations")
fs.mkdirSync(migrationsDir, { recursive: true })
fs.writeFileSync(
path.join(migrationsDir, "001_create_table.js"),
migrationFile,
)

const zapatosFile = path.join(tmp, "db", "zapatos", "schema.d.ts")
const structureDir = path.join(
tmp,
"db",
"structure",
"public",
"tables",
"foo",
)
await generate({
schemas: ["public"],
defaultDatabase: "postgres",
dbDir: path.join(tmp, "db"),
migrationsDir,
pglite: true,
})

expect(fs.existsSync(zapatosFile)).toBe(true)
expect(fs.existsSync(path.join(structureDir, "table.sql"))).toBe(true)
const zapatosFile = path.join(tmp, "db", "zapatos", "schema.d.ts")
const structureDir = path.join(
tmp,
"db",
"structure",
"public",
"tables",
"foo",
)

fs.rmSync(tmp, { recursive: true, force: true })
expect(fs.existsSync(zapatosFile)).toBe(true)
expect(fs.existsSync(path.join(structureDir, "table.sql"))).toBe(true)
expect(process.env.DATABASE_URL).toBe("postgres://original.example/db")
} finally {
if (prevDbUrl === undefined) delete process.env.DATABASE_URL
else process.env.DATABASE_URL = prevDbUrl
fs.rmSync(tmp, { recursive: true, force: true })
}
})
2 changes: 1 addition & 1 deletion tests/init.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,6 @@ test("initPgstrap writes scripts to package.json", async () => {
)
expect(pkg.scripts["db:migrate"]).toBe("pgstrap migrate")
expect(pkg.scripts["db:reset"]).toBe("pgstrap reset")
expect(pkg.scripts["db:generate"]).toBe("pgstrap generate")
expect(pkg.scripts["db:generate"]).toBe("pgstrap generate --pglite")
expect(pkg.scripts["db:create-migration"]).toBe("pgstrap create-migration")
})