{ "default": { "hw": "m_16", "mode": "server", "variant": "default" }, "family": "sequence_classifier", "features": [ { "default": "off", "id": "api_key", "modes": [ "server" ] }, { "default": "off", "id": "estimate_memory", "modes": [] }, { "default": "off", "id": "metrics", "modes": [ "server" ] } ], "i18n": { "ko": { "description": "gte-reranker-modernbert-base: mlxcel의 문서 재순위화 명령을 구성하는 레시피입니다.", "title": "gte-reranker-modernbert-base" } }, "model_id": "Alibaba-NLP/gte-reranker-modernbert-base", "modes": [ "server", "rerank" ], "renderings": { "a100_80": { "backend": "cuda", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version", "title": "Linux CUDA archive" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-linux", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (Linux)" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 72, "drafterGb": 0, "headroomGb": 5.76, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "a100_80", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "not_measured_on_tier", "params": { "hw": "a100_80" } } ] }, "a100_80x2": { "backend": "cuda", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version", "title": "Linux CUDA archive" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-linux", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (Linux)" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 144, "drafterGb": 0, "headroomGb": 11.52, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "a100_80x2", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "not_measured_on_tier", "params": { "hw": "a100_80x2" } } ] }, "a100_80x4": { "backend": "cuda", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version", "title": "Linux CUDA archive" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-linux", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (Linux)" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 288, "drafterGb": 0, "headroomGb": 23.04, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "a100_80x4", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "not_measured_on_tier", "params": { "hw": "a100_80x4" } } ] }, "gb10_122": { "backend": "cuda", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-aarch64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-aarch64-cuda13/bin:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-aarch64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-aarch64-cuda13/bin:$PATH\" \\\n && mlxcel --version", "title": "Linux CUDA archive" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-linux", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (Linux)" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 91.5, "drafterGb": 0, "headroomGb": 7.32, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "gb10_122", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } } ] }, "h100_80": { "backend": "cuda", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version", "title": "Linux CUDA archive" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-linux", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (Linux)" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 72, "drafterGb": 0, "headroomGb": 5.76, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "h100_80", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "not_measured_on_tier", "params": { "hw": "h100_80" } } ] }, "h100_80x2": { "backend": "cuda", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version", "title": "Linux CUDA archive" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-linux", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (Linux)" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 144, "drafterGb": 0, "headroomGb": 11.52, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "h100_80x2", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "not_measured_on_tier", "params": { "hw": "h100_80x2" } } ] }, "h100_80x8": { "backend": "cuda", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version", "title": "Linux CUDA archive" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-linux", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (Linux)" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 576, "drafterGb": 0, "headroomGb": 46.08, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "h100_80x8", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "not_measured_on_tier", "params": { "hw": "h100_80x8" } } ] }, "m1ultra_128": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 96, "drafterGb": 0, "headroomGb": 7.68, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m1ultra_128", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" } ] }, "m5max_128": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 96, "drafterGb": 0, "headroomGb": 7.68, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m5max_128", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" } ] }, "m_128": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 96, "drafterGb": 0, "headroomGb": 7.68, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m_128", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" }, { "code": "not_measured_on_tier", "params": { "hw": "m_128" } } ] }, "m_16": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 10.72, "drafterGb": 0, "headroomGb": 1, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m_16", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" }, { "code": "not_measured_on_tier", "params": { "hw": "m_16" } } ] }, "m_192": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 144, "drafterGb": 0, "headroomGb": 11.52, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m_192", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" }, { "code": "not_measured_on_tier", "params": { "hw": "m_192" } } ] }, "m_24": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 16.08, "drafterGb": 0, "headroomGb": 1.29, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m_24", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" }, { "code": "not_measured_on_tier", "params": { "hw": "m_24" } } ] }, "m_256": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 192, "drafterGb": 0, "headroomGb": 15.36, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m_256", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" }, { "code": "not_measured_on_tier", "params": { "hw": "m_256" } } ] }, "m_32": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 21.44, "drafterGb": 0, "headroomGb": 1.72, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m_32", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" }, { "code": "not_measured_on_tier", "params": { "hw": "m_32" } } ] }, "m_36": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 24.12, "drafterGb": 0, "headroomGb": 1.93, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m_36", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" }, { "code": "not_measured_on_tier", "params": { "hw": "m_36" } } ] }, "m_48": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 36, "drafterGb": 0, "headroomGb": 2.88, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m_48", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" }, { "code": "not_measured_on_tier", "params": { "hw": "m_48" } } ] }, "m_512": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 384, "drafterGb": 0, "headroomGb": 30.72, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m_512", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" }, { "code": "not_measured_on_tier", "params": { "hw": "m_512" } } ] }, "m_64": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 48, "drafterGb": 0, "headroomGb": 3.84, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m_64", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" }, { "code": "not_measured_on_tier", "params": { "hw": "m_64" } } ] }, "m_96": { "backend": "metal", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-macos-aarch64.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-macos-aarch64:$PATH\" \\\n && mlxcel --version", "title": "macOS archive" }, { "argv": [ "sh", "-lc", "brew tap lablup/tap && brew install mlxcel" ], "id": "brew", "text": "brew tap lablup/tap && brew install mlxcel", "title": "Homebrew" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-macos", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features metal,accelerate && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (macOS)" }, { "argv": [ "brew", "install", "mlxcel" ], "id": "brew-command", "text": "brew install mlxcel", "title": "Brew install" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 72, "drafterGb": 0, "headroomGb": 5.76, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "m_96", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "bf16_runs_as_f16_on_metal" }, { "code": "not_measured_on_tier", "params": { "hw": "m_96" } } ] }, "rtx_4090_24": { "backend": "cuda", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version", "title": "Linux CUDA archive" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-linux", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (Linux)" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 21.6, "drafterGb": 0, "headroomGb": 1.73, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "rtx_4090_24", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "not_measured_on_tier", "params": { "hw": "rtx_4090_24" } } ] }, "rtx_4090_24x2": { "backend": "cuda", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version", "title": "Linux CUDA archive" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-linux", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (Linux)" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 43.2, "drafterGb": 0, "headroomGb": 3.46, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "rtx_4090_24x2", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "not_measured_on_tier", "params": { "hw": "rtx_4090_24x2" } } ] }, "rtx_5090_32": { "backend": "cuda", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version", "title": "Linux CUDA archive" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-linux", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (Linux)" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 28.8, "drafterGb": 0, "headroomGb": 2.3, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "rtx_5090_32", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } }, { "code": "not_measured_on_tier", "params": { "hw": "rtx_5090_32" } } ] }, "v100_32": { "backend": "cuda", "commands": { "download": { "argv": [ "mlxcel", "download", "Alibaba-NLP/gte-reranker-modernbert-base" ], "id": "download", "text": "mlxcel download Alibaba-NLP/gte-reranker-modernbert-base", "title": "Download checkpoint" }, "install": [ { "argv": [ "sh", "-lc", "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version" ], "id": "archive", "text": "MLXCEL_INSTALL_DIR=\"${MLXCEL_INSTALL_DIR:-$HOME/.local/share/mlxcel}\" \\\n && mkdir -p \"$MLXCEL_INSTALL_DIR\" \\\n && curl -fL -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" https://github.com/lablup/mlxcel/releases/download/v0.8.1/mlxcel-linux-x86_64-cuda13.zip \\\n && unzip -o \"$MLXCEL_INSTALL_DIR/mlxcel.zip\" -d \"$MLXCEL_INSTALL_DIR\" \\\n && export PATH=\"$MLXCEL_INSTALL_DIR/mlxcel-linux-x86_64-cuda13/bin:$PATH\" \\\n && mlxcel --version", "title": "Linux CUDA archive" }, { "argv": [ "sh", "-lc", "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"" ], "id": "source-linux", "text": "git clone https://github.com/lablup/mlxcel.git && cd mlxcel && cargo build --release --features cuda && export PATH=\"$PWD/target/release:$PATH\"", "title": "Build from source (Linux)" } ], "run": [ { "argv": [ "mlxcel-server", "-m", "Alibaba-NLP/gte-reranker-modernbert-base", "--rerank", "--alias", "gte-reranker-modernbert-base" ], "env": { "LLAMA_ARG_ALIAS": "gte-reranker-modernbert-base", "LLAMA_ARG_MODEL": "Alibaba-NLP/gte-reranker-modernbert-base" }, "id": "server", "text": "mlxcel-server -m Alibaba-NLP/gte-reranker-modernbert-base --rerank --alias gte-reranker-modernbert-base", "title": "mlxcel-server" } ] }, "envText": "LLAMA_ARG_MODEL=Alibaba-NLP/gte-reranker-modernbert-base LLAMA_ARG_ALIAS=gte-reranker-modernbert-base \\\n mlxcel-server --rerank", "expect": { "kind": "none" }, "features": [], "fit": { "alternatives": [], "budgetGb": 28.8, "drafterGb": 0, "headroomGb": 2.3, "kvGb": 0, "source": "approx", "state": "fits", "weightsGb": 0 }, "hw": "v100_32", "mode": "server", "snippets": { "curl": "curl http://127.0.0.1:8080/v1/rerank \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\":\"gte-reranker-modernbert-base\",\"query\":\"What is vector search?\",\"documents\":[\"Vector search retrieves nearby embeddings.\",\"A compiler translates source code.\"],\"top_n\":1}'", "javascript": "const response = await fetch(\"http://127.0.0.1:8080/v1/rerank\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ model: \"gte-reranker-modernbert-base\", query: \"What is vector search?\", documents: [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], top_n: 1 }),\n});\nif (!response.ok) throw new Error(`rerank failed: ${response.status}`);\nconsole.log(await response.json());", "python": "import requests\n\nresponse = requests.post(\"http://127.0.0.1:8080/v1/rerank\", json={\"model\": \"gte-reranker-modernbert-base\", \"query\": \"What is vector search?\", \"documents\": [\"Vector search retrieves nearby embeddings.\", \"A compiler translates source code.\"], \"top_n\": 1}, timeout=30)\nresponse.raise_for_status()\nprint(response.json())" }, "variant": "default", "warnings": [ { "code": "parameter_count_unknown", "params": { "model_id": "Alibaba-NLP/gte-reranker-modernbert-base" } } ] } }, "schema_version": 1, "variants": [ { "backends": [ "cuda", "metal" ], "gated": false, "id": "default", "model_id": "Alibaba-NLP/gte-reranker-modernbert-base", "precision": "bf16" } ] }