From 6030833305b13f3958a3e5566263efb2e5e0c40f Mon Sep 17 00:00:00 2001 From: Dan <39170265+chillenberger@users.noreply.github.com> Date: Mon, 30 Sep 2024 20:45:43 -0600 Subject: [PATCH] add llama 3.2 1b and 3b to model table --- .../components/tables/serverless_models/mod.rs | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) diff --git a/pgml-dashboard/src/components/tables/serverless_models/mod.rs b/pgml-dashboard/src/components/tables/serverless_models/mod.rs index e81ac0fc8..850bd65b5 100644 --- a/pgml-dashboard/src/components/tables/serverless_models/mod.rs +++ b/pgml-dashboard/src/components/tables/serverless_models/mod.rs @@ -8,7 +8,7 @@ use sailfish::TemplateOnce; pub struct ServerlessModels { style_type: String, embedding_models: [Component; 4], - instruct_models: [Component; 6], + instruct_models: [Component; 8], summarization_models: [Component; 1], } @@ -47,6 +47,20 @@ impl ServerlessModels { ])), ], instruct_models: [ + Component::from(Row::new(&[ + "meta-llama/Llama-3.2-1B-Instruct".into(), + "1".into(), + "1".into(), + "128".into(), + "Lowest latency".into(), + ])), + Component::from(Row::new(&[ + "meta-llama/Llama-3.2-3B-Instruct".into(), + "3".into(), + "3".into(), + "128".into(), + "Low latency".into(), + ])), Component::from(Row::new(&[ "meta-llama/Meta-Llama-3.1-405B-Instruct".into(), "405".into(), @@ -73,7 +87,7 @@ impl ServerlessModels { "3.8".into(), "3.8".into(), "128k".into(), - "Lowest latency".into(), + "Low latency".into(), ])), Component::from(Row::new(&[ "mistralai/Mixtral-8x7B-Instruct-v0.1".into(),