forked from latitudegames/GPT-3-Encoder
-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathpackage.json
57 lines (55 loc) · 1.71 KB
/
package.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
{
"name": "@syonfox/gpt-3-encoder",
"version": "1.4.0-rc5",
"description": "Javascript BPE Encoder Decoder for GPT-2 / GPT-3. The \"gpt-3-encoder\" module provides functions for encoding and decoding text using the Byte Pair Encoding (BPE) algorithm. It can be used to process text data for input into machine learning models, or to convert tokenized text back into human-readable format. It also includes functions for counting tokens in a given text and generating statistics about the tokens in a string or array.",
"main": "index.js",
"types": "./index.d.ts",
"files": [
"browser.js",
"Encoder.js",
"encoder.json",
"encoder.js",
"bpe_ranks.js",
"index.js",
"index.d.ts",
"browser.html",
"encoder.json",
"encoder.py",
"vocab.bpe"
],
"scripts": {
"docs": "jsdoc Encoder.js -r README.md -d docs && cp browser.* docs",
"build_bpe_ranks": "node build_bpe_ranks.js",
"build_encoder": "node build_encoder.js",
"build": "browserify index.js -s gpt3encoder -o browser.js",
"test": "jest",
"browser": "firefox example/browser.html",
"demo": "node example/demo.js"
},
"repository": {
"type": "git",
"url": "git+https://github.com/latitudegames/GPT-3-Encoder.git"
},
"author": "",
"license": "MIT",
"bugs": {
"url": "https://github.com/latitudegames/GPT-3-Encoder/issues"
},
"homepage": "https://github.com/latitudegames/GPT-3-Encoder#readme",
"devDependencies": {
"browserify": "^17.0.0",
"jest": "^26.4.2",
"jsdoc": "^4.0.0"
},
"keywords": [
"JavaScript",
"BPE",
"Encoder",
"Decoder",
"GPT-2",
"GPT-3",
"Natural Language Processing (NLP)",
"Text Generation",
"Machine Learning"
]
}