t0-alpha-onnx-int8 / webgpu-options.js
jodles's picture
Use INT8 weight storage with FP32 compute for CPU and WebGPU
1c18a3e verified
Raw
History Blame Contribute Delete
1.03 kB
// ONNX Runtime Web 1.29.0 compatibility settings for this artifact.
export const webgpuOptions = {
"graphOptimizationLevel": "basic",
"executionProviders": [
{
"name": "webgpu",
"forceCpuNodeNames": [
"n5_3",
"n5_4",
"n5_5",
"n5_6",
"n5",
"n5_2",
"node_bitwise_not",
"node_bitwise_or",
"node_ne",
"node_cos",
"node_sin",
"node_bitwise_not_1",
"node_bitwise_not_5",
"node_bitwise_and",
"node_pow_2",
"node_bitwise_not_3",
"node_bitwise_not_6",
"node_pow_3",
"node_bitwise_not_8",
"node_pow_1",
"node_bitwise_and_1",
"node_bitwise_not_7",
"node_bitwise_and_7",
"node_bitwise_and_2",
"node_bitwise_and_8",
"node_bitwise_and_3",
"node_bitwise_and_4",
"node_bitwise_and_5",
"node_bitwise_or_2",
"node_bitwise_and_6",
"node_sinh"
]
},
"wasm"
]
};