`; resultsHTML += results .map((item) => { let excerpt = item.excerpt; if (excerpt.length > 200) { excerpt = excerpt.substring(0, 200); } return `
${item.meta.title}

…${excerpt}…

`; }) .join(""); if (resultsLength > 5) { resultsHTML += `
Show all results
`; } searchBarResults.innerHTML = resultsHTML; } } searchBarInput.addEventListener("input", search); if (window.heap !== undefined) { searchBarResults.addEventListener("click", function (event) { if (event.target.tagName === "A" && event.target.closest(".link")) { const searchQuery = event.target.getAttribute("data-query"); const resultIndex = event.target.getAttribute("data-index"); const url = new URL(event.target.href); const properties = { docs_search_target_path: url.pathname, docs_search_target_title: event.target.textContent, docs_search_query_text: searchQuery, docs_search_target_index: resultIndex, docs_search_source_path: window.location.pathname, docs_search_source_title: document.title, }; heap.track("Docs - Search - Click - Result Link", properties); } }); } });
Share feedback
Answers are generated based on the documentation.

docker model package

DescriptionPackage a GGUF file, Safetensors directory, or existing model into a Docker model OCI artifact.
Usagedocker model package (--gguf <path> | --safetensors-dir <path> | --from <model>) [--license <path>...] [--context-size <tokens>] [--push] MODEL

Description

Package a GGUF file, Safetensors directory, or existing model into a Docker model OCI artifact, with optional licenses. The package is sent to the model-runner, unless --push is specified. When packaging a sharded GGUF model, --gguf should point to the first shard. All shard files should be siblings and should include the index in the file name (e.g. model-00001-of-00015.gguf). When packaging a Safetensors model, --safetensors-dir should point to a directory containing .safetensors files and config files (*.json, merges.txt). All files will be auto-discovered and config files will be packaged into a tar archive. When packaging from an existing model using --from, you can modify properties like context size to create a variant of the original model.

Options

OptionDefaultDescription
--chat-templateabsolute path to chat template file (must be Jinja format)
--context-sizecontext size in tokens
--dir-tarrelative path to directory to package as tar (can be specified multiple times)
--fromreference to an existing model to repackage
--ggufabsolute path to gguf file
-l, --licenseabsolute path to a license file
--pushpush to registry (if not set, the model is loaded into the Model Runner content store)
--safetensors-dirabsolute path to directory containing safetensors files and config