From 510bdcba2156a786905bef974e19e465a3d963f3 Mon Sep 17 00:00:00 2001 From: Olivier DEBAUCHE Date: Fri, 15 Dec 2023 15:56:32 +0100 Subject: [PATCH 1/8] Update models.json * Update OpenChat v3.5 to OpenChat v3.5-1012 --- api/src/serge/data/models.json | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/api/src/serge/data/models.json b/api/src/serge/data/models.json index 421812e8478..1f0d4153e00 100644 --- a/api/src/serge/data/models.json +++ b/api/src/serge/data/models.json @@ -443,13 +443,13 @@ "name": "OpenChat", "models": [ { - "name": "OpenChat-3_5-7B", - "repo": "TheBloke/openchat_3.5-GGUF", + "name": "OpenChat-3_5-1210", + "repo": "TheBloke/openchat-3.5-1210-GGUF", "files": [ { "name": "q4_K_M", - "filename": "openchat_3.5.Q4_K_M.gguf", - "disk_space": 4368450304.0 + "filename": "openchat-3.5-1210.Q4_K_M.gguf", + "disk_space": 4368450656.0 } ] } From 3b2c01b36f75842c6b134b02b67e55e4f60b8d56 Mon Sep 17 00:00:00 2001 From: Olivier DEBAUCHE Date: Fri, 15 Dec 2023 15:57:47 +0100 Subject: [PATCH 2/8] Update README.md Update from OpenChat v3.5 to OpenChat v3.5-1012 --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 52aaaac820c..941fe22a2ae 100644 --- a/README.md +++ b/README.md @@ -68,7 +68,7 @@ Instructions for setting up Serge on Kubernetes can be found in the [wiki](https | **Mixtral** | 8x7B-v0.1, 8x7B-Instruct-v0.1 | **Neural-Chat** | 7B-v3.3 | | **Notus** | 7B-v1 | -| **OpenChat** | 7B-v3.5 | +| **OpenChat** | 7B-v3.5-1012 | | **OpenLLaMA** | 3B-v2, 7B-v2, 13B-v2 | | **Orca 2** | 7B, 13B | | **Python Code** | 13B, 33B | From 17870807483366229857d837a8f451d9d917db55 Mon Sep 17 00:00:00 2001 From: Olivier DEBAUCHE Date: Sat, 16 Dec 2023 19:20:28 +0100 Subject: [PATCH 3/8] Update models.json Add Phi-2 --- api/src/serge/data/models.json | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/api/src/serge/data/models.json b/api/src/serge/data/models.json index 1f0d4153e00..adbf148fb9f 100644 --- a/api/src/serge/data/models.json +++ b/api/src/serge/data/models.json @@ -520,6 +520,22 @@ } ] }, + { + "name": "Phi", + "models": [ + { + "name": "Phi-2", + "repo": "kroonen/phi-2-GGUF", + "files": [ + { + "name": "q4_K_M", + "filename": "phi-2_Q4_K_M.gguf", + "disk_space": 1789239072.0 + } + ] + } + ] + }, { "name": "Python-Code", "models": [ From d3c286342010d1d948f16c6de53bd45ca7a7872a Mon Sep 17 00:00:00 2001 From: Olivier DEBAUCHE Date: Sat, 16 Dec 2023 19:22:52 +0100 Subject: [PATCH 4/8] Update README.md Add Phi 2 --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 941fe22a2ae..635a613b63a 100644 --- a/README.md +++ b/README.md @@ -71,6 +71,7 @@ Instructions for setting up Serge on Kubernetes can be found in the [wiki](https | **OpenChat** | 7B-v3.5-1012 | | **OpenLLaMA** | 3B-v2, 7B-v2, 13B-v2 | | **Orca 2** | 7B, 13B | +| **Phi 2** | 2.7B | | **Python Code** | 13B, 33B | | **PsyMedRP** | 13B-v1, 20B-v1 | | **Starling LM** | 7B-Alpha | From 89e490ec9a67c28947bf1ebb2b7a78b95dd22b35 Mon Sep 17 00:00:00 2001 From: Olivier DEBAUCHE Date: Sun, 17 Dec 2023 17:57:06 +0100 Subject: [PATCH 5/8] Update models.json --- api/src/serge/data/models.json | 18 +----------------- 1 file changed, 1 insertion(+), 17 deletions(-) diff --git a/api/src/serge/data/models.json b/api/src/serge/data/models.json index adbf148fb9f..20ad7a3f4bd 100644 --- a/api/src/serge/data/models.json +++ b/api/src/serge/data/models.json @@ -519,23 +519,7 @@ ] } ] - }, - { - "name": "Phi", - "models": [ - { - "name": "Phi-2", - "repo": "kroonen/phi-2-GGUF", - "files": [ - { - "name": "q4_K_M", - "filename": "phi-2_Q4_K_M.gguf", - "disk_space": 1789239072.0 - } - ] - } - ] - }, + }, { "name": "Python-Code", "models": [ From bbc89b698bac5ac517888685573ba88ab7fda1a9 Mon Sep 17 00:00:00 2001 From: Olivier DEBAUCHE Date: Sun, 17 Dec 2023 17:58:17 +0100 Subject: [PATCH 6/8] Update README.md --- README.md | 1 - 1 file changed, 1 deletion(-) diff --git a/README.md b/README.md index 635a613b63a..941fe22a2ae 100644 --- a/README.md +++ b/README.md @@ -71,7 +71,6 @@ Instructions for setting up Serge on Kubernetes can be found in the [wiki](https | **OpenChat** | 7B-v3.5-1012 | | **OpenLLaMA** | 3B-v2, 7B-v2, 13B-v2 | | **Orca 2** | 7B, 13B | -| **Phi 2** | 2.7B | | **Python Code** | 13B, 33B | | **PsyMedRP** | 13B-v1, 20B-v1 | | **Starling LM** | 7B-Alpha | From 12df32555f81f761e328f2cd8295ce640fcf17d5 Mon Sep 17 00:00:00 2001 From: Olivier DEBAUCHE Date: Sun, 17 Dec 2023 18:07:20 +0100 Subject: [PATCH 7/8] Update models.json Add Medalpaca 13B --- api/src/serge/data/models.json | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/api/src/serge/data/models.json b/api/src/serge/data/models.json index 20ad7a3f4bd..754052c2e94 100644 --- a/api/src/serge/data/models.json +++ b/api/src/serge/data/models.json @@ -304,6 +304,22 @@ } ] }, + { + "name": "Medalpaca", + "models": [ + { + "name": "MedAlpaca-13B", + "repo": "TheBloke/medalpaca-13B-GGUF", + "files": [ + { + "name": "q4_K_M", + "filename": "medalpaca-13b.Q4_K_M.gguf", + "disk_space": 7865963424.0 + } + ] + } + ] + }, { "name": "Meditron", "models": [ From 24fc83ec2cdb27ec955859d35730e7a4ab66065e Mon Sep 17 00:00:00 2001 From: Olivier DEBAUCHE Date: Sun, 17 Dec 2023 18:08:12 +0100 Subject: [PATCH 8/8] Update README.md Add Medalpaca 13B --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 941fe22a2ae..022a86918c0 100644 --- a/README.md +++ b/README.md @@ -63,6 +63,7 @@ Instructions for setting up Serge on Kubernetes can be found in the [wiki](https | **Falcon** | 7B, 7B-Instruct, 40B, 40B-Instruct | | **LLaMA 2** | 7B, 7B-Chat, 7B-Coder, 13B, 13B-Chat, 70B, 70B-Chat, 70B-OASST | | **Med42** | 70B | +| **Medalpaca** | 13B | | **Meditron** | 7B, 7B-Chat, 70B | | **Mistral** | 7B-V0.1, 7B-Instruct-v0.2, 7B-OpenOrca | | **Mixtral** | 8x7B-v0.1, 8x7B-Instruct-v0.1