{"default":{"hw":"m_8","mode":"server","variant":"bf16"},"family":"kokoro","features":[{"default":"off","id":"api_key","modes":["server"]},{"default":"off","id":"estimate_memory","modes":[]},{"default":"off","id":"metrics","modes":["server"]}],"hardware":{"a100_80":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":72,"drafterGb":0,"headroomGb":5.76,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"a100_80","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"a100_80"}}]}}},"a100_80x2":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":144,"drafterGb":0,"headroomGb":11.52,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"a100_80x2","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"a100_80x2"}}]}}},"a100_80x4":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":288,"drafterGb":0,"headroomGb":23.04,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"a100_80x4","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"a100_80x4"}}]}}},"gb10_122":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":1,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":91.5,"drafterGb":0,"headroomGb":7.32,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"gb10_122","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"}]}}},"h100_80":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":72,"drafterGb":0,"headroomGb":5.76,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"h100_80","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"h100_80"}}]}}},"h100_80x2":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":144,"drafterGb":0,"headroomGb":11.52,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"h100_80x2","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"h100_80x2"}}]}}},"h100_80x8":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":576,"drafterGb":0,"headroomGb":46.08,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"h100_80x8","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"h100_80x8"}}]}}},"m1ultra_128":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":96,"drafterGb":0,"headroomGb":7.68,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m1ultra_128","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"}]}}},"m5max_128":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":96,"drafterGb":0,"headroomGb":7.68,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m5max_128","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"}]}}},"m_128":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":96,"drafterGb":0,"headroomGb":7.68,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m_128","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_128"}}]}}},"m_16":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":10.72,"drafterGb":0,"headroomGb":1,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m_16","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_16"}}]}}},"m_192":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":144,"drafterGb":0,"headroomGb":11.52,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m_192","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_192"}}]}}},"m_24":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":16.08,"drafterGb":0,"headroomGb":1.29,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m_24","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_24"}}]}}},"m_256":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":192,"drafterGb":0,"headroomGb":15.36,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m_256","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_256"}}]}}},"m_32":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":21.44,"drafterGb":0,"headroomGb":1.72,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m_32","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_32"}}]}}},"m_36":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":24.12,"drafterGb":0,"headroomGb":1.93,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m_36","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_36"}}]}}},"m_48":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":36,"drafterGb":0,"headroomGb":2.88,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m_48","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_48"}}]}}},"m_512":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":384,"drafterGb":0,"headroomGb":30.72,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m_512","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_512"}}]}}},"m_64":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":48,"drafterGb":0,"headroomGb":3.84,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m_64","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_64"}}]}}},"m_8":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":5.36,"drafterGb":0,"headroomGb":1,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m_8","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_8"}}]}}},"m_96":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"metal","commands":2,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":72,"drafterGb":0,"headroomGb":5.76,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"m_96","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"bf16_runs_as_f16_on_metal"},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"m_96"}}]}}},"rtx_4090_24":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":21.6,"drafterGb":0,"headroomGb":1.73,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"rtx_4090_24","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"rtx_4090_24"}}]}}},"rtx_4090_24x2":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":43.2,"drafterGb":0,"headroomGb":3.46,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"rtx_4090_24x2","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"rtx_4090_24x2"}}]}}},"rtx_5090_32":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":28.8,"drafterGb":0,"headroomGb":2.3,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"rtx_5090_32","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"},{"code":"not_measured_on_tier","params":{"hw":"rtx_5090_32"}}]}}},"v100_32":{"default":{"mode":"server","variant":"bf16"},"features":0,"renderings":{"server":{"backend":"cuda","commands":0,"envText":"LLAMA_ARG_MODEL=mlx-community/Kokoro-82M-bf16 LLAMA_ARG_ALIAS=kokoro-82m \\\n  mlxcel-server","expect":{"kind":"none"},"features":[],"fit":{"alternatives":[],"budgetGb":28.8,"drafterGb":0,"headroomGb":2.3,"kvGb":0,"source":"approx","state":"fits","weightsGb":0.15},"hw":"v100_32","mode":"server","snippets":0,"variant":"bf16","warnings":[{"code":"missing_geometry","params":{"model_id":"hexgrad/Kokoro-82M"}},{"code":"family_partial_on_backend","params":{"backend":"cuda"}},{"code":"audio_only_process"}]}}}},"i18n":{"ko":{"description":"Kokoro 전용 텍스트 음성 합성 서빙 레시피입니다.","title":"Kokoro 82M"}},"model_id":"hexgrad/Kokoro-82M","modes":["server"],"schema_version":2,"shared":{"commands":[{"download":{"argv":["mlxcel","download","mlx-community/Kokoro-82M-bf16"],"id":"download","text":"mlxcel download mlx-community/Kokoro-82M-bf16","title":"Download checkpoint"},"install":[{"argv":["sh","-lc","MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n  && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n  && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n  && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n  && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n  && mlxcel --version"],"id":"archive","text":"MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n  && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n  && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n  && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n  && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n  && mlxcel --version","title":"Linux CUDA archive"},{"argv":["sh","-lc","git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\""],"id":"source-linux","text":"git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"","title":"Build from source (Linux)"}],"run":[{"argv":["mlxcel-server","-m","mlx-community/Kokoro-82M-bf16","--alias","kokoro-82m"],"env":{"LLAMA_ARG_ALIAS":"kokoro-82m","LLAMA_ARG_MODEL":"mlx-community/Kokoro-82M-bf16"},"id":"server","text":"mlxcel-server -m mlx-community/Kokoro-82M-bf16 --alias kokoro-82m","title":"mlxcel-server"}]},{"download":{"argv":["mlxcel","download","mlx-community/Kokoro-82M-bf16"],"id":"download","text":"mlxcel download mlx-community/Kokoro-82M-bf16","title":"Download checkpoint"},"install":[{"argv":["sh","-lc","MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n  && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n  && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-aarch64-cuda13.zip \\\n  && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n  && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-aarch64-cuda13/bin:$PATH\" \\\n  && mlxcel --version"],"id":"archive","text":"MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n  && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n  && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-aarch64-cuda13.zip \\\n  && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n  && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-aarch64-cuda13/bin:$PATH\" \\\n  && mlxcel --version","title":"Linux CUDA archive"},{"argv":["sh","-lc","git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\""],"id":"source-linux","text":"git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"","title":"Build from source (Linux)"}],"run":[{"argv":["mlxcel-server","-m","mlx-community/Kokoro-82M-bf16","--alias","kokoro-82m"],"env":{"LLAMA_ARG_ALIAS":"kokoro-82m","LLAMA_ARG_MODEL":"mlx-community/Kokoro-82M-bf16"},"id":"server","text":"mlxcel-server -m mlx-community/Kokoro-82M-bf16 --alias kokoro-82m","title":"mlxcel-server"}]},{"download":{"argv":["mlxcel","download","mlx-community/Kokoro-82M-bf16"],"id":"download","text":"mlxcel download mlx-community/Kokoro-82M-bf16","title":"Download checkpoint"},"install":[{"argv":["sh","-lc","MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n  && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n  && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n  && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n  && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n  && mlxcel --version"],"id":"archive","text":"MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n  && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n  && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n  && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n  && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n  && mlxcel --version","title":"macOS archive"},{"argv":["sh","-lc","brew tap lablup/tap && brew install mlxcel"],"id":"brew","text":"brew tap lablup/tap && brew install mlxcel","title":"Homebrew"},{"argv":["sh","-lc","git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\""],"id":"source-macos","text":"git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"","title":"Build from source (macOS)"},{"argv":["brew","install","mlxcel"],"id":"brew-command","text":"brew install mlxcel","title":"Brew install"}],"run":[{"argv":["mlxcel-server","-m","mlx-community/Kokoro-82M-bf16","--alias","kokoro-82m"],"env":{"LLAMA_ARG_ALIAS":"kokoro-82m","LLAMA_ARG_MODEL":"mlx-community/Kokoro-82M-bf16"},"id":"server","text":"mlxcel-server -m mlx-community/Kokoro-82M-bf16 --alias kokoro-82m","title":"mlxcel-server"}]}],"features":[[{"allowed_modes":["server"],"cli_args":[],"id":"api_key","memory_effect":"none","server_args":["--api-key","<key>"]},{"allowed_modes":[],"cli_args":["--estimate-memory"],"id":"estimate_memory","memory_effect":"none","server_args":[]},{"allowed_modes":["server"],"cli_args":[],"id":"metrics","memory_effect":"none","server_args":["--metrics"]}]],"snippets":[{"curl":"curl http://127.0.0.1:8080/v1/audio/speech \\\n  -H \"Content-Type: application/json\" \\\n  -d '{\"model\":\"kokoro-82m\",\"input\":\"Hello from mlxcel\",\"voice\":\"af_heart\"}' \\\n  --output speech.mp3","javascript":"import fs from \"node:fs\";\nimport OpenAI from \"openai\";\n\nconst client = new OpenAI({ baseURL: \"http://127.0.0.1:8080/v1\", apiKey: \"not-needed\" });\nconst response = await client.audio.speech.create({ model: \"kokoro-82m\", voice: \"af_heart\", input: \"Hello from mlxcel\" });\nfs.writeFileSync(\"speech.mp3\", Buffer.from(await response.arrayBuffer()));","python":"from openai import OpenAI\n\nclient = OpenAI(base_url=\"http://127.0.0.1:8080/v1\", api_key=\"not-needed\")\nwith client.audio.speech.with_streaming_response.create(model=\"kokoro-82m\", voice=\"af_heart\", input=\"Hello from mlxcel\") as response:\n    response.stream_to_file(\"speech.mp3\")"}]},"variants":[{"backends":["cuda","metal","rocm"],"gated":false,"id":"bf16","model_id":"mlx-community/Kokoro-82M-bf16","precision":"bf16"}]}