Compare commits

...
1 Commits
Author SHA1 Message Date
denisj3030 5aa85822ba <feature>: codestral-2412 launch 2024-12-16 15:23:20 +00:00
@@ -77,13 +77,16 @@
"* ### Mistral Large (24.11)\n",
"Mistral Large (24.11) is the latest version of the Mistral Large model now with improved reasoning and function calling capabilities.\n",
"\n",
"* ### Mistral Large (2407)\n",
"* ### Codestral (24.12)\n",
"A cutting-edge model specifically designed for code generation, including fill-in-the-middle and code completion.\n",
"\n",
"* ### Mistral Large (24.07)\n",
"Complex tasks that require large reasoning capabilities or are highly specialized (synthetic text Generation, code generation, RAG, or agents). [Blog Post](https://mistral.ai/news/mistral-large-2407/)\n",
"\n",
"* ### Mistral Nemo\n",
"Reasoning, world knowledge, and coding performance are state-of-the-art in its size category.\n",
"\n",
"* ### Codestral\n",
"* ### Codestral (24.05)\n",
"Coding specific tasks to enhance developers productivity with code completion and fill-in-the-middle capabilities.\n",
"\n",
"\n",
@@ -160,10 +163,13 @@
},
"outputs": [],
"source": [
"MODEL = \"mistral-large-2411\" # @param [\"mistral-large-2411\", \"mistral-large\", \"mistral-nemo\", \"codestral\"]\n",
"MODEL = \"mistral-large-2411\" # @param [\"mistral-large-2411\", \"codestral-2412\", \"mistral-large\", \"mistral-nemo\", \"codestral\"]\n",
"if MODEL == \"mistral-large-2411\":\n",
" available_regions = [\"europe-west4\", \"us-central1\"]\n",
" available_versions = [\"latest\"]\n",
"elif MODEL == \"codestral-2412\":\n",
" available_regions = [\"europe-west4\", \"us-central1\"]\n",
" available_versions = [\"latest\"]\n",
"elif MODEL == \"mistral-large\":\n",
" available_regions = [\"europe-west4\", \"us-central1\"]\n",
" available_versions = [\"latest\", \"2407\"]\n",
@@ -328,7 +334,7 @@
"}\n",
"\n",
"request = json.dumps(PAYLOAD)\n",
"!curl -X POST -H \"Authorization: Bearer $(gcloud auth print-access-token)\" -H \"Content-Type: application/json\" {ENDPOINT}/v1/projects/{PROJECT_ID}/locations/{LOCATION}/publishers/mistralai/models/{MODEL}{SELECTED_MODEL_VERSION}:rawPredict -d '{request}'"
"!curl -X POST -v -H \"Authorization: Bearer $(gcloud auth print-access-token)\" -H \"Content-Type: application/json\" {ENDPOINT}/v1/projects/{PROJECT_ID}/locations/{LOCATION}/publishers/mistralai/models/{MODEL}{SELECTED_MODEL_VERSION}:rawPredict -d '{request}'"
]
},
{
@@ -460,7 +466,7 @@
},
"outputs": [],
"source": [
"MODEL = \"codestral\"\n",
"MODEL = \"codestral-2412\" # for 24.05 version of codestral use \"codestral\"\n",
"SELECTED_MODEL_VERSION = \"\"\n",
"\n",
"PAYLOAD = {\n",
@@ -490,7 +496,7 @@
},
"outputs": [],
"source": [
"MODEL = \"codestral\"\n",
"MODEL = \"codestral-2412\" # for 24.05 version of codestral use \"codestral\"\n",
"\n",
"# Get the access token\n",
"process = subprocess.Popen(\n",