model:llama-3-1-405b-instruct@current
model:llama-3-1-405b-instruct@current
ModelVersioncompute/models/llama-3-1-405b-instruct.yaml·Open in Graph → {
"id": "model:llama-3-1-405b-instruct@current",
"_kind": "ModelVersion",
"_file": "compute/models/llama-3-1-405b-instruct.yaml",
"_cluster": "compute",
"attributes": {
"costPerMTokInput": 0,
"costPerMTokOutput": 0,
"supportsExtendedThinking": false,
"supportsThinkingBudgetTokens": false,
"modelFamilyId": "model-family:llama-3",
"versionRange": ">=3.1.0 <3.2.0",
"kind": "chat",
"contextWindowTokens": 128000,
"modalities": [
"text"
],
"modalityDirections": [
{
"kind": "text",
"direction": "input"
},
{
"kind": "text",
"direction": "output"
}
],
"releaseDate": "2024-07-23",
"lifecycleStatus": "ga",
"lifecycleStatusChangedAt": "2024-07-23",
"knowledgeCutoffDate": "2023-12-01",
"modelCardUrl": "https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct",
"supportsFineTuning": true,
"fineTuningKind": "full",
"regions": [
"global"
]
},
"outgoingEdges": [
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "layer:1-model",
"kind": "realizes",
"attributes": {}
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "model-family:llama-3",
"kind": "version_of"
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "provider:together-ai",
"kind": "served_by"
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "provider:fireworks-ai",
"kind": "served_by"
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "provider:groq",
"kind": "served_by"
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "provider:replicate",
"kind": "served_by"
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "provider:hyperbolic",
"kind": "served_by"
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "model-transport:openai-compat",
"kind": "speaks"
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "capability:streaming",
"kind": "supports",
"attributes": {
"versionRange": ">=3.1.0 <3.2.0",
"level": "full",
"evidenceSourceIds": [
"evidence:hf-model-card-llama-3-1-405b-instruct"
]
}
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "capability:supports-text-streaming",
"kind": "supports",
"attributes": {
"versionRange": ">=3.1.0 <3.2.0",
"level": "full",
"evidenceSourceIds": [
"evidence:hf-model-card-llama-3-1-405b-instruct"
]
}
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "capability:supports-tool-call-streaming",
"kind": "supports",
"attributes": {
"versionRange": ">=3.1.0 <3.2.0",
"level": "full",
"evidenceSourceIds": [
"evidence:hf-model-card-llama-3-1-405b-instruct"
]
}
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "capability:can-multi-turn",
"kind": "supports",
"attributes": {
"versionRange": ">=3.1.0 <3.2.0",
"level": "full",
"evidenceSourceIds": [
"evidence:hf-model-card-llama-3-1-405b-instruct"
]
}
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "capability:supports-native-tools",
"kind": "supports",
"attributes": {
"versionRange": ">=3.1.0 <3.2.0",
"level": "full",
"evidenceSourceIds": [
"evidence:hf-model-card-llama-3-1-405b-instruct"
]
}
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "capability:parallel-tool-calls",
"kind": "supports",
"attributes": {
"versionRange": ">=3.1.0 <3.2.0",
"level": "full",
"evidenceSourceIds": [
"evidence:hf-model-card-llama-3-1-405b-instruct"
]
}
},
{
"from": "model:llama-3-1-405b-instruct@current",
"to": "capability:requires-tool-approval",
"kind": "supports",
"attributes": {
"versionRange": ">=3.1.0 <3.2.0",
"level": "full",
"notes": "Open-weights model deployed via third-party providers; tool execution by convention requires approval at the agent/runtime layer.\n",
"evidenceSourceIds": [
"evidence:hf-model-card-llama-3-1-405b-instruct"
]
}
}
],
"incomingEdges": [
{
"from": "eval-run:swe-bench.llama-3-1-405b.2024-07",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "evaluates_target"
},
{
"from": "eval-run:mmlu.llama-3-1-405b.2024-07",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "evaluates_target"
},
{
"from": "eval-run:human-eval.llama-3-1-405b.2024-07",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "evaluates_target"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-contextwindowtokens",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-costpermtokinput",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-costpermtokoutput",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-finetuningkind",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-kind",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-knowledgecutoffdate",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-lifecyclestatus",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-modalities",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-modalitydirections",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-modelcardurl",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-supportsextendedthinking",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-supportsfinetuning",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-supportsthinkingbudgettokens",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "claim:model-version-model-llama-3-1-405b-instruct-current-versionrange",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "about_subject"
},
{
"from": "model-family:llama-3",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "has_version"
},
{
"from": "provider:hyperbolic",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "serves"
},
{
"from": "provider:meta-direct",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "serves"
},
{
"from": "provider:replicate",
"to": "model:llama-3-1-405b-instruct@current",
"kind": "serves"
}
]
}