Skip to content
This repository has been archived by the owner on Aug 12, 2024. It is now read-only.

Commit

Permalink
llama 3 integration (#107)
Browse files Browse the repository at this point in the history
  • Loading branch information
@nsosio
nsosio authored Apr 19, 2024
1 parent bba7968 commit d563af2
Showing 1 changed file with 82 additions and 0 deletions.
82 changes: 82 additions & 0 deletions prem_utils/models.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1370,6 +1370,88 @@
{
"provider": "openrouter",
"models": [
{
"slug": "openrouter/meta-llama/llama-3-8b-instruct",
"model_type": "text2text",
"context_tokens": 8192,
"alias": "llama-3-8b-instruct",
"uncensored": false,
"group": "llama",
"parameters":
{
"temperature": {
"default": 1.0,
"min": 0.0,
"max": 2.0
},
"max_tokens": {
"default": 8192,
"min": 0,
"max": 8192
},
"top_p": {
"default": 0.5,
"min": 0.0,
"max": 1.0
},
"frequency_penalty": {
"default": 0.0,
"min": -2,
"max": 2
},
"presence_penalty": {
"default": 0.0,
"min": -2,
"max": 2
}
},
"environment": [
"development",
"staging",
"production"
]
},
{
"slug": "openrouter/meta-llama/llama-3-70b-instruct",
"model_type": "text2text",
"context_tokens": 8192,
"alias": "llama-3-70b-instruct",
"uncensored": false,
"group": "llama",
"parameters":
{
"temperature": {
"default": 1.0,
"min": 0.0,
"max": 2.0
},
"max_tokens": {
"default": 8192,
"min": 0,
"max": 8192
},
"top_p": {
"default": 0.5,
"min": 0.0,
"max": 1.0
},
"frequency_penalty": {
"default": 0.0,
"min": -2,
"max": 2
},
"presence_penalty": {
"default": 0.0,
"min": -2,
"max": 2
}
},
"environment": [
"development",
"staging",
"production"
]
},
{
"slug": "openrouter/openrouter/auto",
"model_type": "text2text",
Expand Down

0 comments on commit d563af2

Please sign in to comment.