{"default":{"hw":"m_8","mode":"server","variant":"fp16"},"family":"whisper","features":[{"default":"off","id":"api_key","modes":["server"]},{"default":"off","id":"metrics","modes":["server"]}],"hardware":{"a100_80":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":72,"drafterGb":0,"headroomGb":5.76,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"a100_80","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"a100_80"}}]}}},"a100_80x2":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":144,"drafterGb":0,"headroomGb":11.52,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"a100_80x2","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"a100_80x2"}}]}}},"a100_80x4":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":288,"drafterGb":0,"headroomGb":23.04,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"a100_80x4","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"a100_80x4"}}]}}},"gb10_122":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":1,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":91.5,"drafterGb":0,"headroomGb":7.32,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"gb10_122","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"}]}}},"h100_80":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":72,"drafterGb":0,"headroomGb":5.76,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"h100_80","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"h100_80"}}]}}},"h100_80x2":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":144,"drafterGb":0,"headroomGb":11.52,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"h100_80x2","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"h100_80x2"}}]}}},"h100_80x8":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":576,"drafterGb":0,"headroomGb":46.08,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"h100_80x8","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"h100_80x8"}}]}}},"m1ultra_128":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":96,"drafterGb":0,"headroomGb":7.68,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m1ultra_128","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"}]}}},"m5max_128":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":96,"drafterGb":0,"headroomGb":7.68,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m5max_128","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"}]}}},"m_128":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":96,"drafterGb":0,"headroomGb":7.68,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m_128","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_128"}}]}}},"m_16":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":10.72,"drafterGb":0,"headroomGb":1,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m_16","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_16"}}]}}},"m_192":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":144,"drafterGb":0,"headroomGb":11.52,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m_192","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_192"}}]}}},"m_24":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":16.08,"drafterGb":0,"headroomGb":1.29,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m_24","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_24"}}]}}},"m_256":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":192,"drafterGb":0,"headroomGb":15.36,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m_256","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_256"}}]}}},"m_32":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":21.44,"drafterGb":0,"headroomGb":1.72,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m_32","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_32"}}]}}},"m_36":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":24.12,"drafterGb":0,"headroomGb":1.93,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m_36","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_36"}}]}}},"m_48":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":36,"drafterGb":0,"headroomGb":2.88,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m_48","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_48"}}]}}},"m_512":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":384,"drafterGb":0,"headroomGb":30.72,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m_512","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_512"}}]}}},"m_64":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":48,"drafterGb":0,"headroomGb":3.84,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m_64","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_64"}}]}}},"m_8":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":5.36,"drafterGb":0,"headroomGb":1,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m_8","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_8"}}]}}},"m_96":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":72,"drafterGb":0,"headroomGb":5.76,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"m_96","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_96"}}]}}},"rtx_4090_24":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":21.6,"drafterGb":0,"headroomGb":1.73,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"rtx_4090_24","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"rtx_4090_24"}}]}}},"rtx_4090_24x2":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":43.2,"drafterGb":0,"headroomGb":3.46,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"rtx_4090_24x2","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"rtx_4090_24x2"}}]}}},"rtx_5090_32":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":28.8,"drafterGb":0,"headroomGb":2.3,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"rtx_5090_32","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"rtx_5090_32"}}]}}},"v100_32":{"default":{"mode":"server","variant":"fp16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/whisper-large-v3-turbo-asr-fp16 LLAMA_ARG_ALIAS=whisper-large-v3-turbo \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":28.8,"drafterGb":0,"headroomGb":2.3,"kvGb":0,"source":"approx","state":"fits","weightsGb":1.49},"hw":"v100_32","mode":"server","snippets":0,"variant":"fp16","warnings":[{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"}]}}}},"i18n":{"ko":{"description":"mlxcel에서 불러올 수 있는 MLX ASR fp16 변환 체크포인트를 사용하는 음성 인식 레시피입니다.","title":"Whisper Large v3 Turbo"}},"model_id":"openai/whisper-large-v3-turbo","modes":["server"],"schema_version":2,"shared":{"commands":[{"download":{"argv":["mlxcel","download","mlx-community/whisper-large-v3-turbo-asr-fp16"],"id":"download","text":"mlxcel download mlx-community/whisper-large-v3-turbo-asr-fp16","title":"Download checkpoint"},"install":[{"argv":["sh","-lc","MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n  && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n  && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n  && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n  && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n  && mlxcel --version"],"id":"archive","text":"MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n  && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n  && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n  && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n  && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n  && mlxcel --version","title":"Linux CUDA archive"},{"argv":["sh","-lc","git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\""],"id":"source-linux","text":"git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"","title":"Build from source (Linux)"}],"run":[{"argv":["mlxcel-server","-m","mlx-community/whisper-large-v3-turbo-asr-fp16","--alias","whisper-large-v3-turbo"],"env":{"LLAMA_ARG_ALIAS":"whisper-large-v3-turbo","LLAMA_ARG_MODEL":"mlx-community/whisper-large-v3-turbo-asr-fp16"},"id":"server","text":"mlxcel-server -m mlx-community/whisper-large-v3-turbo-asr-fp16 --alias whisper-large-v3-turbo","title":"mlxcel-server"}]},{"download":{"argv":["mlxcel","download","mlx-community/whisper-large-v3-turbo-asr-fp16"],"id":"download","text":"mlxcel download mlx-community/whisper-large-v3-turbo-asr-fp16","title":"Download checkpoint"},"install":[{"argv":["sh","-lc","MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n  && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n  && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-aarch64-cuda13.zip \\\n  && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n  && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-aarch64-cuda13/bin:$PATH\" \\\n  && mlxcel --version"],"id":"archive","text":"MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n  && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n  && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-aarch64-cuda13.zip \\\n  && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n  && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-aarch64-cuda13/bin:$PATH\" \\\n  && mlxcel --version","title":"Linux CUDA archive"},{"argv":["sh","-lc","git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\""],"id":"source-linux","text":"git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"","title":"Build from source (Linux)"}],"run":[{"argv":["mlxcel-server","-m","mlx-community/whisper-large-v3-turbo-asr-fp16","--alias","whisper-large-v3-turbo"],"env":{"LLAMA_ARG_ALIAS":"whisper-large-v3-turbo","LLAMA_ARG_MODEL":"mlx-community/whisper-large-v3-turbo-asr-fp16"},"id":"server","text":"mlxcel-server -m mlx-community/whisper-large-v3-turbo-asr-fp16 --alias whisper-large-v3-turbo","title":"mlxcel-server"}]},{"download":{"argv":["mlxcel","download","mlx-community/whisper-large-v3-turbo-asr-fp16"],"id":"download","text":"mlxcel download mlx-community/whisper-large-v3-turbo-asr-fp16","title":"Download checkpoint"},"install":[{"argv":["sh","-lc","MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n  && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n  && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n  && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n  && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n  && mlxcel --version"],"id":"archive","text":"MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n  && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n  && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n  && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n  && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n  && mlxcel --version","title":"macOS archive"},{"argv":["sh","-lc","brew tap lablup/tap && brew install mlxcel"],"id":"brew","text":"brew tap lablup/tap && brew install mlxcel","title":"Homebrew"},{"argv":["sh","-lc","git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\""],"id":"source-macos","text":"git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"","title":"Build from source (macOS)"},{"argv":["brew","install","mlxcel"],"id":"brew-command","text":"brew install mlxcel","title":"Brew install"}],"run":[{"argv":["mlxcel-server","-m","mlx-community/whisper-large-v3-turbo-asr-fp16","--alias","whisper-large-v3-turbo"],"env":{"LLAMA_ARG_ALIAS":"whisper-large-v3-turbo","LLAMA_ARG_MODEL":"mlx-community/whisper-large-v3-turbo-asr-fp16"},"id":"server","text":"mlxcel-server -m mlx-community/whisper-large-v3-turbo-asr-fp16 --alias whisper-large-v3-turbo","title":"mlxcel-server"}]}],"features":[[{"allowed_modes":["server"],"cli_args":[],"id":"api_key","memory_effect":"none","server_args":["--api-key","<key>"]},{"allowed_modes":["server"],"cli_args":[],"id":"metrics","memory_effect":"none","server_args":["--metrics"]}]],"snippets":[{"curl":"curl http://127.0.0.1:8080/v1/audio/transcriptions \\\n  -F model=whisper-large-v3-turbo \\\n  -F \"file=@recording.wav\"","javascript":"import fs from \"node:fs\";\nimport OpenAI from \"openai\";\n\nconst client = new OpenAI({ baseURL: \"http://127.0.0.1:8080/v1\", apiKey: \"not-needed\" });\nconsole.log(await client.audio.transcriptions.create({ model: \"whisper-large-v3-turbo\", file: fs.createReadStream(\"recording.wav\") }));","python":"from openai import OpenAI\n\nclient = OpenAI(base_url=\"http://127.0.0.1:8080/v1\", api_key=\"not-needed\")\nwith open(\"recording.wav\", \"rb\") as audio:\n    print(client.audio.transcriptions.create(model=\"whisper-large-v3-turbo\", file=audio))"}]},"variants":[{"backends":["cuda","metal","rocm"],"gated":false,"id":"fp16","model_id":"mlx-community/whisper-large-v3-turbo-asr-fp16","precision":"fp16"}]}