dtp/gadget
dtp/gadget
1
0
Fork 0
Code Actions Packages Projects Releases Activity

add @langchain/textsplitters for text vector processing

Browse Source
This commit is contained in:
Rob Colbert 2026-05-19 11:08:56 -04:00
parent aeaefc53dd
commit 1758bb2db7
2 changed files with 112 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
gadget-code/package.json
View File

@ -25,6 +25,7 @@
"@gadget/ai": "workspace:*",
"@gadget/api": "workspace:*",
"@gadget/config": "workspace:*",
"@langchain/textsplitters": "^1.0.1",
"@react-three/drei": "^10.7.7",
"@react-three/fiber": "^9.6.1",
"ansicolor": "^2.0.3",

114
pnpm-lock.yaml
View File

@ -25,6 +25,9 @@ importers:
'@gadget/config':
specifier: workspace:*
version: link:../packages/config
'@langchain/textsplitters':
specifier: ^1.0.1
version: 1.0.1(@langchain/core@1.1.47(openai@6.34.0(ws@8.18.3)(zod@4.4.3))(ws@8.18.3))
'@react-three/drei':
specifier: ^10.7.7
version: 10.7.7(@react-three/fiber@9.6.1(@types/react@19.2.14)(react-dom@19.2.5(react@19.2.5))(react@19.2.5)(three@0.184.0))(@types/react@19.2.14)(@types/three@0.184.0)(react-dom@19.2.5(react@19.2.5))(react@19.2.5)(three@0.184.0)
@ -407,7 +410,7 @@ importers:
version: 0.6.3
openai:
specifier: ^6.34.0
version: 6.34.0(ws@8.18.3)
version: 6.34.0(ws@8.18.3)(zod@4.4.3)
playwright:
specifier: 1.59.1
version: 1.59.1
@ -496,7 +499,7 @@ importers:
version: 0.6.3
openai:
specifier: ^6.34.0
version: 6.34.0(ws@8.18.3)
version: 6.34.0(ws@8.18.3)(zod@4.4.3)
devDependencies:
'@types/node':
specifier: ^25.6.0
@ -642,6 +645,9 @@ packages:
resolution: {integrity: sha512-ctxtJ/eA+t+6q2++vj5j7FYX3nRu311q1wfYH3xjlLOsczhlhxAg2FWNUXhpGvAw3BWo1xBcvOV6/YLc2r5FJw==}
hasBin: true
'@cfworker/json-schema@4.1.1':
resolution: {integrity: sha512-gAmrUZSGtKc3AiBL71iNWxDsyUC5uMaKKGdvzYsBoTW/xi42JQHl7eKV2OYzCUqvc+D2RCcf7EXY2iCyFIk6og==}
'@codemirror/autocomplete@6.20.2':
resolution: {integrity: sha512-G5FPkgIiLjOgZMjqVjvuKQ1rGPtHogLldJr33eFJdVLtmwY+giGrlv/ewljLz6b9BSQLkjxuwBc6g6omDM+YxQ==}
@ -1246,6 +1252,16 @@ packages:
'@kwsites/promise-deferred@1.1.1':
resolution: {integrity: sha512-GaHYm+c0O9MjZRu0ongGBRbinu8gVAMd2UZjji6jVmqKtZluZnptXGWhz1E8j8D2HJ3f/yMxKAUC0b+57wncIw==}
'@langchain/core@1.1.47':
resolution: {integrity: sha512-+fiPu6ZFnJMrZyKeM77OIVPoMPAY6OKWacnPlojHtXTbMMzb2cEOKAJV0U07cDl86NHSCIYYa0i4CyKZzXbHQQ==}
engines: {node: '>=20'}
'@langchain/textsplitters@1.0.1':
resolution: {integrity: sha512-rheJlB01iVtrOUzttscutRgLybPH9qR79EyzBEbf1u97ljWyuxQfCwIWK+SjoQTM9O8M7GGLLRBSYE26Jmcoww==}
engines: {node: '>=20'}
peerDependencies:
'@langchain/core': ^1.0.0
'@lezer/common@1.5.2':
resolution: {integrity: sha512-sxQE460fPZyU3sdc8lafxiPwJHBzZRy/udNFynGQky1SePYBdhkBl1kOagA9uT3pxR8K09bOrmTUqA9wb/PjSQ==}
@ -2859,6 +2875,9 @@ packages:
js-stringify@1.0.2:
resolution: {integrity: sha512-rtS5ATOo2Q5k1G+DADISilDA6lv79zIiwFd6CcjuIxGKLFm5C+RLImRscVap9k55i+MOZwgliw+NejvkLuGD5g==}
js-tiktoken@1.0.21:
resolution: {integrity: sha512-biOj/6M5qdgx5TKjDnFT1ymSpM5tbd3ylwDtrQvFQSu0Z7bBYko2dF+W/aUkXUPuk6IVpRxk/3Q2sHOzGlS36g==}
js-tokens@4.0.0:
resolution: {integrity: sha512-RdJUflcE3cUzKiMqQgsCu06FPu9UdIJO0beYbPhHN4k6apgJtifcoCtT9bcxOpYBtpD2kCM6Sbzg4CausW/PKQ==}
@ -2910,6 +2929,26 @@ packages:
resolution: {integrity: sha512-C3iHfuGUXK2u8/ipq9LfjFfXFxAZMQJJq7vLS45r3D9Y2xQ/m4S8zaR4zMLFWh9AsNPXmcFfUDhTEO8UIC/V6Q==}
engines: {node: '>=12.0.0'}
langsmith@0.7.1:
resolution: {integrity: sha512-Wjk90UjNoY5cBHMlNAC/eZx5clI8jnjBOBW8uJu8+MWBtx0QesNjsUiLtjI+I3UnrpxFFpDqGXcnhBjH654Mqg==}
peerDependencies:
'@opentelemetry/api': '*'
'@opentelemetry/exporter-trace-otlp-proto': '*'
'@opentelemetry/sdk-trace-base': '*'
openai: '*'
ws: '>=7'
peerDependenciesMeta:
'@opentelemetry/api':
optional: true
'@opentelemetry/exporter-trace-otlp-proto':
optional: true
'@opentelemetry/sdk-trace-base':
optional: true
openai:
optional: true
ws:
optional: true
lazy@1.0.11:
resolution: {integrity: sha512-Y+CjUfLmIpoUCCRl0ub4smrYtGGr5AOa2AKOaWelGHOGz33X/Y/KizefGqbkwfz44+cnq/+9habclf8vOmu2LA==}
engines: {node: '>=0.2.0'}
@ -3215,6 +3254,10 @@ packages:
resolution: {integrity: sha512-mo+QTzKlx8R7E5ylSXxWzGoXoZbOsRMpyitcht8By2KHvMbf3tjwosZ/Mu/XYU6UuJ3VZnODIrak5ZrPiPyB6A==}
engines: {node: '>= 10.16.0'}
mustache@4.2.0:
resolution: {integrity: sha512-71ippSywq5Yb7/tVYyGbkBggbU8H3u5Rz56fH60jGFgr8uHwxs+aSKeqmluIVzM0m0kB7xQjKS6qPfd0b2ZoqQ==}
hasBin: true
mute-stream@3.0.0:
resolution: {integrity: sha512-dkEJPVvun4FryqBmZ5KhDo0K9iDXAwn08tMLDinNdRBNPcYEDiWYysLcc6k3mjTMlbP9KyylvRpd4wFtwrT9rw==}
engines: {node: ^20.17.0 || >=22.9.0}
@ -3334,6 +3377,18 @@ packages:
resolution: {integrity: sha512-PRT7ZORmwu2MEFt4/fv3Q+mEfN4zetKxufQrkShY2oGvUms9r8otu5HfdyIFHkYXjO7laNsoVGmM2MANfuTA8g==}
engines: {node: '>=0.10.0'}
p-finally@1.0.0:
resolution: {integrity: sha512-LICb2p9CB7FS+0eR1oqWnHhp0FljGLZCWBE9aix0Uye9W8LTQPwMTYVGWQWIw9RdQiDg4+epXQODwIYJtSJaow==}
engines: {node: '>=4'}
p-queue@6.6.2:
resolution: {integrity: sha512-RwFpb72c/BhQLEXIZ5K2e+AhgNVmIejGlTgiB9MzZ0e93GRvqZ7uSi0dvRF7/XIXDeNkra2fNHBxTyPDGySpjQ==}
engines: {node: '>=8'}
p-timeout@3.2.0:
resolution: {integrity: sha512-rhIwUycgwwKcP9yTOOFK/AKsAopjjCakVqLHePO3CC6Mir1Z99xT+R63jZxAT5lFZLa2inS5h+ZS2GvR99/FBg==}
engines: {node: '>=8'}
parse-node-version@1.0.1:
resolution: {integrity: sha512-3YHlOa/JgH6Mnpr05jP9eDG254US9ek25LyIxZlDItp2iJtwyaXQb57lBYLdT3MowkUFYEV2XXNAYIPlESvJlA==}
engines: {node: '>= 0.10'}
@ -4281,6 +4336,9 @@ packages:
yauzl@2.10.0:
resolution: {integrity: sha512-p4a9I6X6nu6IhoGmBqAcbJy1mlC4j27vEPZX9F4L4/vZT3Lyq1VkFHw/V/PUcB9Buo+DG3iHkT0x3Qya58zc3g==}
zod@4.4.3:
resolution: {integrity: sha512-ytENFjIJFl2UwYglde2jchW2Hwm4GJFLDiSXWdTrJQBIN9Fcyp7n4DhxJEiWNAJMV1/BqWfW/kkg71UDcHJyTQ==}
zustand@4.5.7:
resolution: {integrity: sha512-CHOUy7mu3lbD6o6LJLfllpjkzhHXSBlX8B9+qPddUsIfeF5S/UZ5q0kmCsnRqT1UHFQZchNFDDzMbQsuesHWlw==}
engines: {node: '>=12.7.0'}
@ -4365,6 +4423,8 @@ snapshots:
dependencies:
css-tree: 3.2.1
'@cfworker/json-schema@4.1.1': {}
'@codemirror/autocomplete@6.20.2':
dependencies:
'@codemirror/language': 6.12.3
@ -4890,6 +4950,27 @@ snapshots:
'@kwsites/promise-deferred@1.1.1': {}
'@langchain/core@1.1.47(openai@6.34.0(ws@8.18.3)(zod@4.4.3))(ws@8.18.3)':
dependencies:
'@cfworker/json-schema': 4.1.1
'@standard-schema/spec': 1.1.0
js-tiktoken: 1.0.21
langsmith: 0.7.1(openai@6.34.0(ws@8.18.3)(zod@4.4.3))(ws@8.18.3)
mustache: 4.2.0
p-queue: 6.6.2
zod: 4.4.3
transitivePeerDependencies:
- '@opentelemetry/api'
- '@opentelemetry/exporter-trace-otlp-proto'
- '@opentelemetry/sdk-trace-base'
- openai
- ws
'@langchain/textsplitters@1.0.1(@langchain/core@1.1.47(openai@6.34.0(ws@8.18.3)(zod@4.4.3))(ws@8.18.3))':
dependencies:
'@langchain/core': 1.1.47(openai@6.34.0(ws@8.18.3)(zod@4.4.3))(ws@8.18.3)
js-tiktoken: 1.0.21
'@lezer/common@1.5.2': {}
'@lezer/cpp@1.1.5':
@ -6639,6 +6720,10 @@ snapshots:
js-stringify@1.0.2: {}
js-tiktoken@1.0.21:
dependencies:
base64-js: 1.5.1
js-tokens@4.0.0: {}
js-yaml@4.1.1:
@ -6738,6 +6823,13 @@ snapshots:
kareem@2.6.3: {}
langsmith@0.7.1(openai@6.34.0(ws@8.18.3)(zod@4.4.3))(ws@8.18.3):
dependencies:
p-queue: 6.6.2
optionalDependencies:
openai: 6.34.0(ws@8.18.3)(zod@4.4.3)
ws: 8.18.3
lazy@1.0.11: {}
lcid@1.0.0:
@ -7010,6 +7102,8 @@ snapshots:
concat-stream: 2.0.0
type-is: 1.6.18
mustache@4.2.0: {}
mute-stream@3.0.0: {}
mylas@2.1.14: {}
@ -7084,9 +7178,10 @@ snapshots:
dependencies:
wrappy: 1.0.2
openai@6.34.0(ws@8.18.3):
openai@6.34.0(ws@8.18.3)(zod@4.4.3):
optionalDependencies:
ws: 8.18.3
zod: 4.4.3
opn@5.3.0:
dependencies:
@ -7096,6 +7191,17 @@ snapshots:
dependencies:
lcid: 1.0.0
p-finally@1.0.0: {}
p-queue@6.6.2:
dependencies:
eventemitter3: 4.0.7
p-timeout: 3.2.0
p-timeout@3.2.0:
dependencies:
p-finally: 1.0.0
parse-node-version@1.0.1: {}
parse5@7.3.0:
@ -8103,6 +8209,8 @@ snapshots:
buffer-crc32: 0.2.13
fd-slicer: 1.1.0
zod@4.4.3: {}
zustand@4.5.7(@types/react@19.2.14)(react@19.2.5):
dependencies:
use-sync-external-store: 1.6.0(react@19.2.5)