is_pipeline_cached #1606
Description
System Info
@huggingface/transformers -- next.9
MacOS Chrome 146.0.7680.80
Environment/Platform
- Website/web-app
- Browser extension
- Server-side (e.g., Node.js, Deno, Bun)
- Desktop app (e.g., Electron)
- Other (e.g., VSCode extension)
Description
const modelId = "onnx-community/gemma-3-4b-it-ONNX";
const task = "text-generation";
const options = {device:"webgpu", dtype:"q4f16"};
await pipeline(task, modelId, options);
await ModelRegistry.is_pipeline_cached(task, modelId, options);is pipeline cached should return true, but instead returns false.
Reproduction
const modelId = "onnx-community/gemma-3-4b-it-ONNX";
const task = "text-generation";
const options = {device:"webgpu", dtype:"q4f16"};
await pipeline(task, modelId, options);
const loaded = await ModelRegistry.is_pipeline_cached(task, modelId, options);
const files = await ModelRegistry.is_pipeline_cached_files(task, modelId, options);
console.log(files);returns
{
"allCached": false,
"files": [
{
"file": "config.json",
"cached": true
},
{
"file": "onnx/embed_tokens_q4f16.onnx",
"cached": true
},
{
"file": "onnx/embed_tokens_q4f16.onnx_data",
"cached": true
},
{
"file": "onnx/decoder_model_merged_q4f16.onnx",
"cached": true
},
{
"file": "onnx/decoder_model_merged_q4f16.onnx_data",
"cached": true
},
{
"file": "onnx/decoder_model_merged_q4f16.onnx_data_1",
"cached": true
},
{
"file": "onnx/vision_encoder_q4f16.onnx",
"cached": false
},
{
"file": "onnx/vision_encoder_q4f16.onnx_data",
"cached": false
},
{
"file": "generation_config.json",
"cached": true
},
{
"file": "tokenizer.json",
"cached": true
},
{
"file": "tokenizer_config.json",
"cached": true
}
]
}