make "serve" library

tools/CMakeLists.txt

@@ -21,6 +21,7 @@ else()
     add_subdirectory(main)
     add_subdirectory(perplexity)
     add_subdirectory(quantize)
+    add_subdirectory(serve)
     if (LLAMA_BUILD_SERVER)
         add_subdirectory(server)
     endif()

tools/serve/CMakeLists.txt

@@ -0,0 +1,37 @@
+# serve
+
+set(TARGET llama-serve)
+
+add_library(${TARGET}
+    serve.cpp
+    srvutils.hpp
+)
+
+target_include_directories(${TARGET} PUBLIC .)
+target_include_directories(${TARGET} PRIVATE ${CMAKE_SOURCE_DIR})
+
+target_link_libraries(${TARGET} PRIVATE common mtmd)
+
+target_compile_features(${TARGET} PRIVATE cxx_std_17)
+
+if (BUILD_SHARED_LIBS)
+    set_target_properties     (${TARGET} PROPERTIES POSITION_INDEPENDENT_CODE ON)
+    target_compile_definitions(${TARGET} PRIVATE LLAMA_BUILD)
+    target_compile_definitions(${TARGET} PUBLIC  LLAMA_SHARED)
+endif()
+
+set(serve_PUBLIC_HEADERS
+    ${CMAKE_CURRENT_SOURCE_DIR}/serve.h
+    ${CMAKE_CURRENT_SOURCE_DIR}/serve.hpp
+    ${CMAKE_CURRENT_SOURCE_DIR}/utils.hpp
+    )
+
+set_target_properties(${TARGET}
+    PROPERTIES
+    PUBLIC_HEADER "${serve_PUBLIC_HEADERS}")
+
+install(TARGETS ${TARGET} LIBRARY PUBLIC_HEADER)
+
+if (TARGET BUILD_INFO)
+    add_dependencies(${TARGET} BUILD_INFO)
+endif()

tools/serve/README.md

@@ -0,0 +1,3 @@
+# LLaMA.cpp abstract Server
+
+Abstract server API for **llama.cpp**.

tools/serve/serve.cpp

@@ -0,0 +1,3 @@
+#include "serve.h"
+
+// placeholder, some implementation can be moved here

tools/serve/serve.h

@@ -0,0 +1,3 @@
+#pragma once
+
+// placeholder, extern API to appear here