forked from computesdk/benchmarks
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathpackage.json
More file actions
169 lines (169 loc) · 13 KB
/
Copy pathpackage.json
File metadata and controls
169 lines (169 loc) · 13 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
{
"name": "computesdk-benchmarks",
"version": "1.0.0",
"private": true,
"type": "module",
"scripts": {
"typecheck": "tsc --noEmit",
"bench": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3",
"bench:burst": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3",
"bench:sandbox:dax": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/dax.bench.ts",
"bench:blaxel": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider blaxel",
"bench:codesandbox": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider codesandbox",
"bench:daytona": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider daytona",
"bench:e2b": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider e2b",
"bench:hopx": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider hopx",
"bench:isorun": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider isorun",
"bench:modal": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider modal",
"bench:namespace": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider namespace",
"bench:northflank": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider northflank",
"bench:railway": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider railway",
"bench:render": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider render",
"bench:runloop": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider runloop",
"bench:vercel": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider vercel",
"bench:just-bash": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider just-bash",
"bench:sprites": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider sprites",
"bench:sandbox0": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider sandbox0",
"bench:sail": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider sail",
"bench:opencomputer": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider opencomputer",
"bench:tensorlake": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/sandbox/tti.bench.ts --iterations 3 --concurrency 3 --provider tensorlake",
"bench:browser": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser.bench.ts",
"bench:browser:browserbase": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser.bench.ts --provider browserbase",
"bench:browser:hyperbrowser": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser.bench.ts --provider hyperbrowser",
"bench:browser:kernel": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser.bench.ts --provider kernel",
"bench:browser:notte": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser.bench.ts --provider notte",
"bench:browser:steel": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser.bench.ts --provider steel",
"bench:browser:tilion": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser.bench.ts --provider tilion",
"bench:browser:browseruse": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser.bench.ts --provider browseruse",
"bench:browser:anchorbrowser": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser.bench.ts --provider anchorbrowser",
"bench:browser-throughput": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser-throughput.bench.ts",
"bench:browser-throughput:browserbase": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser-throughput.bench.ts --provider browserbase",
"bench:browser-throughput:hyperbrowser": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser-throughput.bench.ts --provider hyperbrowser",
"bench:browser-throughput:kernel": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser-throughput.bench.ts --provider kernel",
"bench:browser-throughput:steel": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser-throughput.bench.ts --provider steel",
"bench:browser-throughput:tilion": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/browser/browser-throughput.bench.ts --provider tilion",
"bench:storage": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/storage.bench.ts",
"bench:storage:s3": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/storage.bench.ts --provider aws-s3",
"bench:storage:r2": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/storage.bench.ts --provider cloudflare-r2",
"bench:storage:tigris": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/storage.bench.ts --provider tigris",
"bench:storage:tensorlake": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/storage.bench.ts --provider tensorlake",
"bench:storage:neon": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/storage.bench.ts --provider neon",
"bench:storage:1mb": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/storage.bench.ts --file-size 1MB",
"bench:storage:4mb": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/storage.bench.ts --file-size 4MB",
"bench:storage:10mb": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/storage.bench.ts --file-size 10MB",
"bench:storage:16mb": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/storage.bench.ts --file-size 16MB",
"bench:snapshot-fork": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/snapshot-fork.bench.ts",
"bench:snapshot-fork:tigris": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/snapshot-fork.bench.ts --provider tigris",
"bench:snapshot-fork:tensorlake": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/snapshot-fork.bench.ts --provider tensorlake",
"bench:snapshot-fork:neon": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/snapshot-fork.bench.ts --provider neon",
"bench:snapshot-fork:s3": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/snapshot-fork.bench.ts --provider aws-s3",
"bench:snapshot-fork:wide": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/snapshot-fork.bench.ts --dataset wide",
"bench:snapshot-fork:deep": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/storage/snapshot-fork.bench.ts --dataset deep",
"bundle:scale": "esbuild benchmarks/scale/coordinator.ts --bundle --platform=node --target=node20 --format=cjs --outfile=dist/scale.cjs",
"bench:scale:image": "SCALE_IMAGE_REPO=${SCALE_IMAGE_REPO:-nscr.io/5enq753trme1k/scale}; SCALE_IMAGE_TAG=${SCALE_IMAGE_TAG:-latest}; docker buildx build --platform linux/amd64 --provenance=false --sbom=false -f benchmarks/scale/Dockerfile --push -t \"$SCALE_IMAGE_REPO:$SCALE_IMAGE_TAG\" .",
"bench:scale:local": "tsx benchmarks/scale/coordinator.ts",
"bench:scale:start": "tsx benchmarks/scale/scripts/start.ts",
"bench:scale:aggregate": "tsx benchmarks/scale/scripts/aggregate.ts",
"bench:scale:watch": "tsx benchmarks/scale/scripts/watch.ts",
"bundle:burst-100k": "pnpm run bundle:scale",
"bench:burst-100k:image": "pnpm run bench:scale:image",
"bench:burst-100k:local": "pnpm run bench:scale:local",
"bench:burst-100k:start": "pnpm run bench:scale:start",
"bench:burst-100k:aggregate": "pnpm run bench:scale:aggregate",
"bench:burst-100k:watch": "pnpm run bench:scale:watch",
"update-readme": "tsx benchmarks/src/update-readme.ts",
"generate-svg": "tsx benchmarks/sandbox/generate-svg.ts",
"generate-svg:burst": "tsx benchmarks/sandbox/generate-svg.ts --mode burst",
"generate-dax-svg": "tsx benchmarks/sandbox/generate-dax-svg.ts",
"generate-storage-svg": "tsx benchmarks/storage/generate-svg.ts",
"generate-snapshot-fork-svg": "tsx benchmarks/storage/generate-snapshot-fork-svg.ts",
"generate-browser-svg": "tsx benchmarks/browser/generate-svg.ts",
"generate-browser-throughput-svg": "tsx benchmarks/browser/generate-throughput-svg.ts",
"generate-pricing-svg": "tsx benchmarks/sandbox/generate-pricing-svg.ts",
"bench:ai-gateway": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/ai-gateway/ai-gateway.bench.ts",
"bench:ai-gateway:openrouter": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/ai-gateway/ai-gateway.bench.ts --provider openrouter",
"bench:ai-gateway:vercel": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/ai-gateway/ai-gateway.bench.ts --provider vercel-ai-gateway",
"bench:ai-gateway:cloudflare": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/ai-gateway/ai-gateway.bench.ts --provider cloudflare-ai-gateway",
"bench:ai-gateway:llmgateway": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/ai-gateway/ai-gateway.bench.ts --provider llmgateway",
"bench:ai-gateway:pydantic": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/ai-gateway/ai-gateway.bench.ts --provider pydantic-ai-gateway",
"bench:ai-gateway:concentrate": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/ai-gateway/ai-gateway.bench.ts --provider concentrate-ai-gateway",
"bench:ai-gateway:anthropic": "tsx packages/benchsdk-runner/dist/bin.js run benchmarks/ai-gateway/ai-gateway.bench.ts --provider anthropic-direct",
"generate-ai-gateway-svg": "tsx benchmarks/ai-gateway/generate-svg.ts"
},
"dependencies": {
"@aws-sdk/client-s3": "^3.1110.0",
"@aws-sdk/lib-storage": "^3.1110.0",
"@aws-sdk/s3-presigned-post": "^3.1110.0",
"@aws-sdk/s3-request-presigner": "^3.1110.0",
"@azure/storage-blob": "^12.33.0",
"@benchsdk/client": "workspace:*",
"@benchsdk/runner": "workspace:*",
"@bhautikin/ccos": "^0.1.9",
"@codesandbox/sdk": "^2.4.2",
"@computesdk/anchorbrowser": "^0.2.7",
"@computesdk/archil": "^0.4.8",
"@computesdk/arker": "^0.1.3",
"@computesdk/beam": "^0.3.2",
"@computesdk/blaxel": "^1.6.19",
"@computesdk/browserbase": "^0.3.11",
"@computesdk/browseruse": "^0.2.9",
"@computesdk/cloud-run": "^0.1.8",
"@computesdk/cloudflare": "^1.6.15",
"@computesdk/codesandbox": "^1.5.52",
"@computesdk/collimate": "^0.1.2",
"@computesdk/daytona": "^1.7.33",
"@computesdk/declaw": "0.2.8",
"@computesdk/e2b": "^1.7.53",
"@computesdk/hopx": "^0.2.28",
"@computesdk/hyperbrowser": "^0.2.8",
"@computesdk/isorun": "^0.1.2",
"@computesdk/just-bash": "^0.4.16",
"@computesdk/kernel": "^0.2.11",
"@computesdk/lelantos": "^0.2.3",
"@computesdk/lightning": "^1.0.3",
"@computesdk/modal": "^1.9.5",
"@computesdk/mosaic": "^0.1.4",
"@computesdk/namespace": "^1.6.15",
"@computesdk/northflank": "^1.1.4",
"@computesdk/notte": "^0.3.7",
"@computesdk/opencomputer": "^1.0.3",
"@computesdk/quilt": "^1.0.3",
"@computesdk/railway": "^2.0.2",
"@computesdk/run-cloud": "^1.0.2",
"@computesdk/runloop": "^1.3.55",
"@computesdk/sail": "^1.0.2",
"@computesdk/sandbox0": "^1.0.3",
"@computesdk/sprites": "^0.1.15",
"@computesdk/steel": "^0.2.7",
"@computesdk/superserve": "^0.2.2",
"@computesdk/tenki": "^0.1.4",
"@computesdk/tensorlake": "^0.1.10",
"@computesdk/tilion": "^0.1.1",
"@computesdk/upstash": "^0.3.10",
"@computesdk/vercel": "^1.7.32",
"@electric-sql/pglite": "^0.2.17",
"@google-cloud/storage": "^7.22.0",
"@storagesdk/adapters": "^0.11.0",
"@storagesdk/core": "^0.5.0",
"@superserve/sdk": "^0.8.2",
"@tigrisdata/storage": "^3.18.0",
"@vercel/blob": "^2.8.0",
"computesdk": "^4.1.4",
"dotenv": "^17.4.2",
"e2b": "^2.39.0",
"p-limit": "^7.3.1",
"pg": "^8.23.0",
"playwright-core": "^1.62.1",
"sql.js": "^1.14.1",
"tensorlake": "0.5.89"
},
"devDependencies": {
"@changesets/cli": "^2.31.1",
"@types/node": "^26.2.0",
"@types/pg": "^8.21.0",
"esbuild": "^0.28.2",
"tsx": "^4.23.12",
"typescript": "^6.0.3"
},
"packageManager": "pnpm@10.33.0"
}