generaltranslation 1.0.8 → 1.0.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -9
- package/models/models.js +8 -12
- package/package.json +1 -1
- package/models/data/AliasToModel.json +0 -32
- package/models/data/Models.json +0 -60
package/README.md
CHANGED
|
@@ -10,7 +10,7 @@ A language toolkit for AI developers
|
|
|
10
10
|
npm i generaltranslation
|
|
11
11
|
```
|
|
12
12
|
|
|
13
|
-
## Toolkit
|
|
13
|
+
## Toolkit Functions
|
|
14
14
|
|
|
15
15
|
### getLanguageName(codes)
|
|
16
16
|
|
|
@@ -40,30 +40,38 @@ const codes = getLanguageCodes(['French', 'Spanish'])
|
|
|
40
40
|
console.log(codes) // ['fr', 'es']
|
|
41
41
|
```
|
|
42
42
|
|
|
43
|
-
|
|
43
|
+
## Async Toolkit Functions
|
|
44
44
|
|
|
45
|
-
|
|
45
|
+
As we update m
|
|
46
|
+
|
|
47
|
+
### async getModelLanguages(model)
|
|
46
48
|
|
|
47
49
|
Get all languages known to be compatible with a given LLM. Returns an array of languages codes, [] if the model is unknown.
|
|
48
50
|
|
|
49
51
|
```
|
|
50
52
|
import { getModelLanguages } from 'generaltranslation'
|
|
51
53
|
|
|
52
|
-
|
|
53
|
-
|
|
54
|
+
async function main() {
|
|
55
|
+
const languages = await getModelLanguages('mixtral-8x7b')
|
|
56
|
+
console.log(languages) // ['en', 'fr', 'de', 'es', 'it']
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
main();
|
|
54
60
|
```
|
|
55
61
|
|
|
56
62
|
### isSupportedLanguage(model, language)
|
|
57
63
|
|
|
58
|
-
<i>in beta!</i>
|
|
59
|
-
|
|
60
64
|
Returns true if a model is known to be compatible with a given language, represented by an ISO-639 language code. Returns false otherwise.
|
|
61
65
|
|
|
62
66
|
```
|
|
63
67
|
import { isSupportedLanguage } from 'generaltranslation'
|
|
64
68
|
|
|
65
|
-
|
|
66
|
-
|
|
69
|
+
async function main() {
|
|
70
|
+
const supported = await isSupportedLanguage('gpt-4', 'fr')
|
|
71
|
+
console.log(supported) // true
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
main();
|
|
67
75
|
```
|
|
68
76
|
|
|
69
77
|
## API
|
package/models/models.js
CHANGED
|
@@ -1,28 +1,24 @@
|
|
|
1
|
-
// ----- IMPORTS ----- //
|
|
2
|
-
|
|
3
|
-
const AliasToModel = require('./data/AliasToModel.json');
|
|
4
|
-
const Models = require('./data/Models.json')
|
|
5
|
-
|
|
6
1
|
// ----- MODEL INFORMATION ----- //
|
|
7
2
|
|
|
8
3
|
// Get all info about a given model
|
|
9
4
|
// Returns an object or null if invalid
|
|
10
|
-
const getModelInfo = model => {
|
|
5
|
+
const getModelInfo = async model => {
|
|
11
6
|
model = model?.toLowerCase();
|
|
12
|
-
|
|
13
|
-
|
|
7
|
+
const result = await fetch(`https://gtx.dev/model/${model}`);
|
|
8
|
+
const modelInfo = await result.json();
|
|
9
|
+
return modelInfo;
|
|
14
10
|
}
|
|
15
11
|
|
|
16
12
|
// Get all languages known to be compatible with a given LLM
|
|
17
13
|
// Returns an array of languages codes, [] if unknown
|
|
18
|
-
const getModelLanguages = model => {
|
|
19
|
-
return getModelInfo(model)?.languages || [];
|
|
14
|
+
const getModelLanguages = async model => {
|
|
15
|
+
return (await getModelInfo(model))?.languages || [];
|
|
20
16
|
}
|
|
21
17
|
|
|
22
18
|
// Returns true if a model is known to be compatible with a language
|
|
23
19
|
// Returns false otherwise
|
|
24
|
-
const isLanguageSupported = (model, code) => {
|
|
25
|
-
return getModelLanguages(model)?.includes(
|
|
20
|
+
const isLanguageSupported = async (model, code) => {
|
|
21
|
+
return (await getModelLanguages(model))?.includes(code);
|
|
26
22
|
}
|
|
27
23
|
|
|
28
24
|
module.exports = {
|
package/package.json
CHANGED
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"gpt-4": "gpt-4",
|
|
3
|
-
"gpt-4-0613": "gpt-4",
|
|
4
|
-
"gpt-4-1106-preview": "gpt-4",
|
|
5
|
-
"gpt-4-0125-preview": "gpt-4",
|
|
6
|
-
"gpt-4-vision-preview": "gpt-4",
|
|
7
|
-
"gpt-4-turbo-preview": "gpt-4",
|
|
8
|
-
"gpt-4-turbo": "gpt-4",
|
|
9
|
-
"gpt-3.5-turbo": "gpt-3.5-turbo",
|
|
10
|
-
"gpt-3.5-turbo-16k": "gpt-3.5-turbo",
|
|
11
|
-
"gpt-3.5-turbo-16k-0613": "gpt-3.5-turbo",
|
|
12
|
-
"gpt-3.5-turbo-0301": "gpt-3.5-turbo",
|
|
13
|
-
"gpt-3.5-turbo-0613": "gpt-3.5-turbo",
|
|
14
|
-
"gpt-3.5-turbo-1106": "gpt-3.5-turbo",
|
|
15
|
-
"gpt-3.5-turbo-0125": "gpt-3.5-turbo",
|
|
16
|
-
"gpt-3.5-turbo-instruct": "gpt-3.5-turbo",
|
|
17
|
-
"gpt-3.5-turbo-instruct-0914": "gpt-3.5-turbo",
|
|
18
|
-
"open-mistral-7b": "mistral-7b",
|
|
19
|
-
"mistral-7b-instruct": "mistral-7b",
|
|
20
|
-
"mistral-7b-instruct-v1": "mistral-7b",
|
|
21
|
-
"mistral-7b-instruct-v2": "mistral-7b",
|
|
22
|
-
"mixtral": "mixtral-8x7b",
|
|
23
|
-
"open-mixtral-8x7b": "mixtral-8x7b",
|
|
24
|
-
"mistral-small-2402": "mistral-small",
|
|
25
|
-
"mistral-small-latest": "mistral-small",
|
|
26
|
-
"mistral-medium-2312": "mistral-medium",
|
|
27
|
-
"mistral-medium-latest": "mistral-medium",
|
|
28
|
-
"mistral-large-2402": "mistral-large",
|
|
29
|
-
"mistral-large-latest": "mistral-large",
|
|
30
|
-
"claude-3-sonnet-20240229": "claude-3-sonnet",
|
|
31
|
-
"claude-3-opus-20240229": "claude-3-opus"
|
|
32
|
-
}
|
package/models/data/Models.json
DELETED
|
@@ -1,60 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"gpt-4": {
|
|
3
|
-
"languages": [
|
|
4
|
-
"af", "grc", "ar", "zh", "nl", "en", "fr", "de", "el",
|
|
5
|
-
"hi", "is", "id", "it", "ja", "ko", "la", "lv", "pl",
|
|
6
|
-
"pt", "ru", "es", "sw", "tr", "uk", "cy", "fa"
|
|
7
|
-
]
|
|
8
|
-
},
|
|
9
|
-
"gpt-3.5-turbo": {
|
|
10
|
-
"languages": [
|
|
11
|
-
"af", "ar", "zh", "en", "fr", "de", "el", "is", "id",
|
|
12
|
-
"it", "ja", "ko", "la", "lv", "pl", "pt", "ru", "es",
|
|
13
|
-
"sw", "tr", "uk", "cy"
|
|
14
|
-
]
|
|
15
|
-
},
|
|
16
|
-
"mistral-7b": {
|
|
17
|
-
"languages": [
|
|
18
|
-
"en"
|
|
19
|
-
]
|
|
20
|
-
},
|
|
21
|
-
"mixtral-8x7b": {
|
|
22
|
-
"languages": ["en", "fr", "de", "it", "es"]
|
|
23
|
-
},
|
|
24
|
-
"mistral-small": {
|
|
25
|
-
"languages": [
|
|
26
|
-
"en", "fr", "de", "it", "es"
|
|
27
|
-
]
|
|
28
|
-
},
|
|
29
|
-
"mistral-medium": {
|
|
30
|
-
"languages": [
|
|
31
|
-
"en", "fr", "de", "it", "es"
|
|
32
|
-
]
|
|
33
|
-
},
|
|
34
|
-
"mistral-large": {
|
|
35
|
-
"languages": [
|
|
36
|
-
"en", "fr", "de", "it", "es"
|
|
37
|
-
]
|
|
38
|
-
},
|
|
39
|
-
"claude-3-sonnet": {
|
|
40
|
-
"languages": [
|
|
41
|
-
"en", "fr", "de", "it", "ja", "es"
|
|
42
|
-
]
|
|
43
|
-
},
|
|
44
|
-
"claude-3-opus": {
|
|
45
|
-
"languages": [
|
|
46
|
-
"af", "grc", "ar", "zh", "en", "fr", "de", "el", "is", "id",
|
|
47
|
-
"it", "ja", "ko", "la", "lv", "pl", "pt", "ru", "es", "sw",
|
|
48
|
-
"tr", "uk", "cy"
|
|
49
|
-
]
|
|
50
|
-
},
|
|
51
|
-
"gemini-pro": {
|
|
52
|
-
"languages": [
|
|
53
|
-
"ar", "bn", "bg", "zh", "hr", "cs", "da", "nl", "en", "et",
|
|
54
|
-
"fi", "fr", "de", "el", "gu", "he", "hi", "hu", "id", "it",
|
|
55
|
-
"ja", "kn", "ko", "lv", "lt", "ml", "mr", "no", "fa", "pl",
|
|
56
|
-
"pt", "ro", "ru", "sr", "sk", "sl", "es", "sw", "sv", "ta",
|
|
57
|
-
"te", "th", "tr", "uk", "ur", "vi"
|
|
58
|
-
]
|
|
59
|
-
}
|
|
60
|
-
}
|