RophertaTokenizer/composer.json at main · Textualization/RophertaTokenizer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
{
    "name": "textualization/ropherta-tokenizer",
    "description": "GPT3Tokenizer (BPE) with Roberta-base vocabulary.",
    "type": "library",
    "license": "Apache-2.0",
    "support": {
        "issues": "https://github.com/textualization/RophertaTokenizer/issues",
        "source": "https://github.com/textualization/RophertaTokenizer"
    },
    "funding": [
        {
            "type": "ko-fi",
            "url": "https://ko-fi.com/textualization"
        }
    ],
    "autoload": {
        "psr-4": {
            "Textualization\\Ropherta\\": "src/",
            "Textualization\\Ropherta\\Tokenizer\\": "src/Tokenizer/"
        }
    },
    "autoload-dev": {
        "psr-4": {
            "Textualization\\Ropherta\\Tests\\": "tests/"
        }
    },
    "scripts": {
        "test": "vendor/bin/phpunit -d memory_limit=-1 tests"
    },
    "authors": [
        {
            "name": "Pablo Duboue",
            "email": "pablo.duboue@gmail.com"
        }
    ],
    "require": {
        "gioni06/gpt3-tokenizer": "v1.2.0",
        "textualization/sentencepiece": "v0.0.3"
    },
    "require-dev": {
        "phpunit/phpunit": "^9.5.8"
    }
}