ExternalVendorCode/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2025-02-21 01:21:26 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

coreml : always convert to "neuralnetwork" (#2770)

Browse Source
This commit is contained in:
mgrachten 2025-02-03 21:36:32 +01:00 committed by GitHub
parent 90e3c5fc40
commit cff8868b5f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
models/convert-whisper-to-coreml.py
View File

@ -245,7 +245,7 @@ def convert_encoder(hparams, model, quantize=False):
model = ct.convert( model = ct.convert(
traced_model, traced_model,
convert_to=None if quantize else "mlprogram", # convert will fail if weights are quantized, not sure why convert_to="neuralnetwork",
inputs=[ct.TensorType(name="logmel_data", shape=input_shape)], inputs=[ct.TensorType(name="logmel_data", shape=input_shape)],
outputs=[ct.TensorType(name="output")], outputs=[ct.TensorType(name="output")],
compute_units=ct.ComputeUnit.ALL compute_units=ct.ComputeUnit.ALL
@ -268,7 +268,7 @@ def convert_decoder(hparams, model, quantize=False):
model = ct.convert( model = ct.convert(
traced_model, traced_model,
convert_to=None if quantize else "mlprogram", # convert will fail if weights are quantized, not sure why convert_to="neuralnetwork",
inputs=[ inputs=[
ct.TensorType(name="token_data", shape=tokens_shape, dtype=int), ct.TensorType(name="token_data", shape=tokens_shape, dtype=int),
ct.TensorType(name="audio_data", shape=audio_shape) ct.TensorType(name="audio_data", shape=audio_shape)