Add MLX backend adapter for lemon-mlx-engine inference

CMakeLists.txt

@@ -616,6 +616,7 @@ set(SOURCES_CORE
     src/cpp/server/backends/kokoro_server.cpp
     src/cpp/server/backends/sd_server.cpp
     src/cpp/server/backends/vllm_server.cpp
+    src/cpp/server/backends/mlx_server.cpp
     src/cpp/server/backends/backend_utils.cpp
     src/cpp/server/backend_manager.cpp
     src/cpp/server/ollama_api.cpp

src/cpp/include/lemon/backends/mlx_server.h

@@ -0,0 +1,43 @@
+#pragma once
+
+#include "../wrapped_server.h"
+#include "backend_utils.h"
+#include <string>
+
+namespace lemon {
+namespace backends {
+
+class MLXServer : public WrappedServer {
+public:
+    static InstallParams get_install_params(const std::string& backend, const std::string& version);
+
+    inline static const BackendSpec SPEC = BackendSpec(
+            "mlx",
+            "mlx-server"
+        , get_install_params
+    );
+
+    MLXServer(const std::string& log_level,
+              ModelManager* model_manager,
+              BackendManager* backend_manager);
+
+    ~MLXServer() override;
+
+    void load(const std::string& model_name,
+             const ModelInfo& model_info,
+             const RecipeOptions& options,
+             bool do_not_upgrade = false) override;
+
+    void unload() override;
+
+    // ICompletionServer implementation
+    json chat_completion(const json& request) override;
+    json completion(const json& request) override;
+    json responses(const json& request) override;
+
+private:
+    std::string model_path_;  // Filesystem path for model name rewriting
+};
+
+} // namespace backends
+} // namespace lemon

src/cpp/resources/backend_versions.json

@@ -95,5 +95,8 @@
   "moonshine": {
     "cpu": "moonshine0.0.62"
   },
-  "clear_bin_if_lemonade_below": "9.4.0"
-}
+  "clear_bin_if_lemonade_below": "9.4.0",
+  "mlx": {
+    "system": "26aad7e"
+  }
+}