Skip to content

Commit

Permalink
feat: llama 3.1
Browse files Browse the repository at this point in the history
- add llama 3.1
- point meta alias to 3.1
  • Loading branch information
jackmcguire1 authored Jul 24, 2024
1 parent fa02685 commit 31adea3
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion internal/dom/chatmodels/cloudflare_ai_worker_api.go
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@ import (
const (
CF_LLAMA_2_7B_CHAT_INT8_MODEL = "@cf/meta/llama-2-7b-chat-int8"
CF_LLAMA_3_8B_INSTRUCT_MODEL = "@cf/meta/llama-3-8b-instruct"
CF_LLAMA_3_1_INSTRUCT_MODEL = "@cf/meta/llama-3.1-8b-instruct"
CF_SQL_MODEL = "@cf/defog/sqlcoder-7b-2"
CF_AWQ_MODEL = "@hf/thebloke/llama-2-13b-chat-awq"
CF_OPEN_CHAT_MODEL = "@cf/openchat/openchat-3.5-0106"
Expand All @@ -26,7 +27,7 @@ const (
var CHAT_MODEL_TO_CF_MODEL = map[ChatModel]string{
CHAT_MODEL_SQL: CF_SQL_MODEL,
CHAT_MODEL_AWQ: CF_AWQ_MODEL,
CHAT_MODEL_META: CF_LLAMA_3_8B_INSTRUCT_MODEL,
CHAT_MODEL_META: CF_LLAMA_3_1_INSTRUCT_MODEL,
CHAT_MODEL_OPEN: CF_OPEN_CHAT_MODEL,
CHAT_MODEL_STABLE_DIFFUSION: CF_STABLE_DIFFUSION,
CHAT_MODEL_TRANSLATIONS: CF_META_TRANSLATION_MODEL,
Expand Down

0 comments on commit 31adea3

Please sign in to comment.