Skip to content

Commit 78129da

Browse files
JS-AKJS-AK
committed
feat: moved add db actions to child processes
1 parent 3d75178 commit 78129da

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

56 files changed

+2217
-1215
lines changed

‎.env.example

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,15 @@
11
DB_POSTGRE_USER="postgres"
22
DB_POSTGRE_PASSWORD="admin"
33
DB_POSTGRE_HOST="localhost"
4-
DB_POSTGRE_DATABASE="database"
4+
DB_POSTGRE_DATABASE_PG_POOL="database"
5+
DB_POSTGRE_DATABASE_DRIZZLE="database"
6+
DB_POSTGRE_DATABASE_DB_MANAGER="database"
7+
DB_POSTGRE_DATABASE_PRISMA="database"
8+
DB_POSTGRE_DATABASE_SEQUELIZE="database"
9+
DB_POSTGRE_DATABASE_TYPEORM="database"
10+
DB_POSTGRE_DATABASE_MIKRO_ORM="database"
11+
DB_POSTGRE_DATABASE_OBJECTION_JS="database"
12+
DB_POSTGRE_DATABASE_KYSELY="database"
513
DB_POSTGRE_PORT="5432"
614

7-
DATABASE_URL="postgresql://postgres:admin@localhost:5432/database?schema=public"
15+
DATABASE_PRISMA_URL="postgresql://postgres:admin@localhost:5432/database?schema=public"

‎README.md

Lines changed: 19 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# db-orm-benchmarks for **Postgresql**
1+
# db-orm-benchmarks for **PostgreSQL 16.x**
22

33
### await Promise.all()
44
50_000 queries in await Promise.all() ("SELECT email FROM users WHERE users.id = $1") with random users.id
@@ -9,21 +9,16 @@
99
┌───────────────────┬───────────────────┬────────┬────────┬────────┬────────┬────────┬────────┬────────┬────────┬────────┬────────┬──────────┐
1010
│ orm db │ avg query per sec | 1 │ 2 │ 3 │ 4 │ 5 │ 6 │ 7 │ 8 │ 9 │ 10 │ avg │
1111
├───────────────────┼───────────────────┼────────┼────────┼────────┼────────┼────────┼────────┼────────┼────────┼────────┼────────┼──────────┤
12-
│ pg.pool │ 10815 | 4734ms | 4633ms | 4684ms | 4602ms | 4741ms | 4520ms | 4809ms | 4495ms | 4456ms | 4560ms │ 4623.4ms │
13-
│ drizzle-orm │ 8440 | 6121ms | 6164ms | 5774ms | 5656ms | 6009ms | 6046ms | 6321ms | 6022ms | 5627ms | 5501ms │ 5924.1ms │
14-
│ @js-ak/db-manager │ 9975 | 5408ms | 5098ms | 4994ms | 4910ms | 4890ms | 4851ms | 4947ms | 4844ms | 4776ms | 5405ms │ 5012.3ms │
15-
│ @prisma/client │ 17071* | 2931ms | 2855ms | 3000ms | 2950ms | 2809ms | 2792ms | 2827ms | 3061ms | 3362ms | 2702ms │ 2928.9ms │
16-
│ sequelize │ 7900 | 6520ms | 6836ms | 6213ms | 6055ms | 6716ms | 6514ms | 5997ms | 6238ms | 6035ms | 6166ms │ 6329.0ms │
17-
│ typeorm │ 7956 | 6429ms | 6378ms | 6177ms | 6650ms | 6237ms | 6906ms | 6176ms | 6136ms | 5836ms | 5918ms │ 6284.3ms │
18-
│ mikro-orm │ 6189 | 8265ms | 8451ms | 8787ms | 8006ms | 7600ms | 7613ms | 7890ms | 8185ms | 8435ms | 7557ms │ 8078.9ms │
19-
│ objection.js │ 7222 | 7212ms | 7129ms | 6813ms | 6754ms | 6607ms | 6987ms | 7200ms | 7057ms | 6738ms | 6735ms │ 6923.2ms │
20-
│ kysely │ 9855 | 5575ms | 5225ms | 5016ms | 5020ms | 5122ms | 5386ms | 4857ms | 4903ms | 4790ms | 4841ms │ 5073.5ms │
12+
│ pg.pool | 9499 | 5277ms | 5252ms | 5260ms | 5201ms | 5232ms | 5251ms | 5286ms | 5260ms | 5307ms | 5311ms | 5263.7ms |
13+
│ drizzle-orm | 7798 | 6537ms | 6886ms | 6465ms | 6217ms | 6429ms | 6197ms | 6596ms | 6237ms | 6258ms | 6297ms | 6411.9ms |
14+
│ @js-ak/db-manager | 8859 | 6196ms | 5902ms | 5557ms | 5895ms | 5542ms | 5494ms | 5403ms | 5491ms | 5569ms | 5392ms | 5644.1ms |
15+
│ @prisma/client | 17647 | 2835ms | 2781ms | 2762ms | 2725ms | 2776ms | 2759ms | 2779ms | 2929ms | 2989ms | 2999ms | 2833.4ms |
16+
│ sequelize | 7649 | 6986ms | 7278ms | 6555ms | 6346ms | 6402ms | 6248ms | 6541ms | 6393ms | 6288ms | 6331ms | 6536.8ms |
17+
│ typeorm | 6930 | 6944ms | 6859ms | 7361ms | 7890ms | 7171ms | 7077ms | 7046ms | 7414ms | 7137ms | 7247ms | 7214.6ms |
18+
│ mikro-orm | 6228 | 8638ms | 8341ms | 7944ms | 7770ms | 8180ms | 7959ms | 7848ms | 7658ms | 8082ms | 7861ms | 8028.1ms |
19+
│ objection.js | 6563 | 7192ms | 8005ms | 8225ms | 7814ms | 7298ms | 7383ms | 7220ms | 7507ms | 7773ms | 7771ms | 7618.8ms |
20+
│ kysely | 8012 | 6264ms | 6198ms | 6354ms | 6089ms | 5765ms | 5769ms | 6466ms | 6599ms | 6653ms | 6251ms | 6240.8ms |
2121
└───────────────────┴───────────────────┴────────┴────────┴────────┴────────┴────────┴────────┴────────┴────────┴────────┴────────┴──────────┘
22-
* every 3rd-5th prisma's test run failed with
23-
db-orm-benchmarks\node_modules\@prisma\client\runtime\library.js:123
24-
25-
PrismaClientKnownRequestError:
26-
Invalid `prisma.users.findFirst()` invocation: Can't reach database server
2722
```
2823

2924
### await one by one in for loop
@@ -35,14 +30,14 @@
3530
┌───────────────────┬───────────────────┬────────┬────────┬────────┬────────┬────────┬────────┬────────┬────────┬────────┬────────┬──────────┐
3631
│ orm db │ avg query per sec | 1 │ 2 │ 3 │ 4 │ 5 │ 6 │ 7 │ 8 │ 9 │ 10 │ avg │
3732
├───────────────────┼───────────────────┼────────┼────────┼────────┼────────┼────────┼────────┼────────┼────────┼────────┼────────┼──────────┤
38-
│ pg.pool │ 10485 | 4930ms| 5130ms| 4892ms| 4651ms| 4771ms| 4756ms| 4896ms| 4504ms| 4650ms| 4505ms│ 4768.5ms│
39-
│ drizzle-orm │ 8571 | 6669ms| 5804ms| 5548ms| 5527ms| 5583ms| 5058ms| 5447ms| 5908ms| 6260ms| 6531ms│ 5833.5ms│
40-
│ @js-ak/db-manager │ 9961 | 5357ms| 4882ms| 5082ms| 5246ms| 5003ms| 4904ms| 4809ms| 4886ms| 5163ms| 4863ms│ 5019.5ms│
41-
│ @prisma/client │ 3596 | 15253ms| 13857ms| 13628ms| 14165ms| 14803ms| 13998ms| 12951ms| 13965ms| 13033ms| 13373ms│ 13902.6ms│
42-
│ sequelize │ 7966 | 6662ms│ 6475ms│ 6177ms│ 6348ms│ 6067ms│ 6080ms│ 6213ms│ 6198ms│ 6303ms│ 6242ms│ 6276.5ms│
43-
│ typeorm │ 8212 | 6406ms| 6420ms| 6108ms| 5919ms| 6088ms| 5964ms| 5876ms| 6041ms| 6158ms| 5909ms│ 6088.9ms│
44-
│ mikro-orm │ 6388 | 8014ms| 8055ms| 8307ms| 8229ms| 7434ms| 7535ms| 7621ms| 7836ms| 7608ms| 7635ms│ 7827.4ms│
45-
│ objection.js │ 8103 | 7378ms| 6086ms| 6075ms| 5953ms| 5806ms| 6151ms| 5974ms| 6114ms| 6087ms| 6085ms│ 6170.9ms│
46-
│ kysely │ 9648 | 5644ms| 5230ms| 5285ms| 5219ms| 5238ms| 5163ms| 5113ms| 4966ms| 5142ms| 4824ms│ 5182.4ms│
33+
│ pg.pool | 9095 | 5773ms| 5617ms| 5837ms| 5352ms| 5297ms| 5459ms| 5592ms| 5196ms| 5343ms| 5507ms| 5497.3ms|
34+
│ drizzle-orm | 8183 | 6326ms| 6007ms| 5804ms| 5798ms| 5997ms| 5687ms| 5742ms| 5872ms| 6539ms| 7327ms| 6109.9ms|
35+
│ @js-ak/db-manager | 8701 | 5841ms| 5753ms| 5611ms| 5669ms| 5754ms| 5721ms| 5653ms| 5846ms| 6014ms| 5605ms| 5746.7ms|
36+
│ @prisma/client | 3383 | 15777ms| 15167ms| 15458ms| 15753ms| 14514ms| 14034ms| 14835ms| 14464ms| 13979ms| 13819ms| 14780.0ms|
37+
│ sequelize | 7630 | 7017ms| 6654ms| 6729ms| 6559ms| 6297ms| 6470ms| 6355ms| 6298ms| 6502ms| 6649ms| 6553.0ms|
38+
│ typeorm | 7053 | 7704ms| 7268ms| 7157ms| 6939ms| 6912ms| 6900ms| 6842ms| 6824ms| 7403ms| 6938ms| 7088.7ms|
39+
│ mikro-orm | 6364 | 7651ms| 7881ms| 8391ms| 8008ms| 7745ms| 7601ms| 7721ms| 7949ms| 7708ms| 7914ms| 7856.9ms|
40+
│ objection.js | 7119 | 6928ms| 7478ms| 7645ms| 7206ms| 7116ms| 6857ms| 7156ms| 7009ms| 6425ms| 6413ms| 7023.3ms|
41+
│ kysely | 8335 | 6174ms| 6305ms| 6131ms| 6004ms| 6119ms| 6172ms| 5940ms| 5731ms| 5696ms| 5713ms| 5998.5ms|
4742
└───────────────────┴───────────────────┴────────┴────────┴────────┴────────┴────────┴────────┴────────┴────────┴────────┴────────┴──────────┘
4843
```

‎package.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@
1111
"lint:fix": "eslint . --ext .ts --fix",
1212
"migrations:up": "node ./build/migrations/up.js",
1313
"migrations:down": "node ./build/migrations/down.js",
14-
"start": "npm run build && npm run migrations:up && node ."
14+
"start": "npm run build && node ."
1515
},
1616
"author": "",
1717
"license": "ISC",
@@ -29,7 +29,7 @@
2929
"typescript": "^5.1.3"
3030
},
3131
"dependencies": {
32-
"@js-ak/db-manager": "^3.3.3",
32+
"@js-ak/db-manager": "3.8.0",
3333
"@mikro-orm/core": "^5.8.7",
3434
"@mikro-orm/postgresql": "^5.8.7",
3535
"@prisma/client": "^5.4.1",

‎src/migrations/create-empty-sql.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
import * as DbMigrationSystem from "./lib/index.js";
1+
import { PG } from "@js-ak/db-manager";
22

3-
await DbMigrationSystem.CreateEmptySQL.create();
3+
await PG.MigrationSystem.CreateEmptySQL.create();
44

55
process.exit(0);

‎src/migrations/down.ts

Lines changed: 29 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -1,30 +1,36 @@
1-
import dotenv from "dotenv";
21
import path from "node:path";
32

4-
import PG from "pg";
3+
import { PG } from "@js-ak/db-manager";
54

6-
import * as DbMigrationSystem from "./lib/index.js";
7-
import { getConfig } from "../server/config/index.js";
5+
export const start = async (config: any) => {
6+
const databases = [
7+
config.DB_POSTGRE_DATABASE_DB_MANAGER,
8+
config.DB_POSTGRE_DATABASE_DRIZZLE,
9+
config.DB_POSTGRE_DATABASE_KYSELY,
10+
config.DB_POSTGRE_DATABASE_MIKRO_ORM,
11+
config.DB_POSTGRE_DATABASE_OBJECTION_JS,
12+
config.DB_POSTGRE_DATABASE_PG_POOL,
13+
config.DB_POSTGRE_DATABASE_PRISMA,
14+
config.DB_POSTGRE_DATABASE_SEQUELIZE,
15+
config.DB_POSTGRE_DATABASE_TYPEORM,
16+
];
817

9-
dotenv.config({ path: path.resolve(process.cwd(), ".env") });
18+
for (const database of databases) {
19+
const settings = {
20+
database,
21+
host: config.DB_POSTGRE_HOST,
22+
password: config.DB_POSTGRE_PASSWORD,
23+
port: config.DB_POSTGRE_PORT,
24+
user: config.DB_POSTGRE_USER,
25+
};
1026

11-
const { data: dataConfig, message } = getConfig();
27+
const pool = PG.BaseModel.getStandardPool(settings);
1228

13-
if (!dataConfig) {
14-
process.stderr.write(`${message}\n`);
15-
process.exit(1);
16-
} else {
17-
const pool = new PG.Pool({
18-
host: dataConfig.DB_POSTGRE_HOST,
19-
port: dataConfig.DB_POSTGRE_PORT,
20-
user: dataConfig.DB_POSTGRE_USER,
21-
password: dataConfig.DB_POSTGRE_PASSWORD,
22-
database: dataConfig.DB_POSTGRE_DATABASE,
23-
});
29+
await PG.MigrationSystem.Down.start(pool, {
30+
migrationsTableName: "migration_control",
31+
pathToSQL: path.resolve(process.cwd(), "src", "migrations", "sql"),
32+
});
2433

25-
await DbMigrationSystem.Down.start(pool, {
26-
pathToSQL: path.resolve(process.cwd(), "src", "migrations", "sql"),
27-
});
28-
29-
await pool.end();
30-
}
34+
await PG.BaseModel.removeStandardPool(settings);
35+
}
36+
};

‎src/migrations/lib/create-empty-sql.ts

Lines changed: 0 additions & 75 deletions
This file was deleted.

‎src/migrations/lib/down.ts

Lines changed: 0 additions & 78 deletions
This file was deleted.

‎src/migrations/lib/helpers.ts

Lines changed: 0 additions & 26 deletions
This file was deleted.

‎src/migrations/lib/index.ts

Lines changed: 0 additions & 4 deletions
This file was deleted.

0 commit comments

Comments
 (0)