#
# Copyright (c) 2024 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

load("@mediapipe//mediapipe/framework/port:build_config.bzl", "mediapipe_cc_proto_library", "mediapipe_proto_library")
load("//:common_settings.bzl", "ovms_cc_library", "PYBIND_DEPS")

ovms_cc_library(
    name = "llmcalculator",
    srcs = ["http_llm_calculator.cc",
            "llm_node_initializer.cpp"],
    deps = [
        "//third_party:openvino",
        "@mediapipe//mediapipe/framework:calculator_framework",
        "@com_github_tencent_rapidjson//:rapidjson",
        "//src/mediapipe_internal:graph_side_packets",
        "//src/kfserving_api:kfserving_api_cpp",
        "//src:libovmsprofiler",
        ":genai_servables",
        "//src:httppayload",
        "//third_party:genai",
        "//src/mediapipe_internal:node_initializer",
        "//src:libovmslogging",
        "//src:libovmsstring_utils",],
    visibility = ["//visibility:public"],
    alwayslink = 1, # needed, so the calculator can be registered by MediaPipe
)

mediapipe_proto_library(
    name = "llmcalculator_proto", # llmcalculator_cc_proto - just mediapipe stuff with mediapipe_proto_library adding nonvisible target
    srcs = ["llm_calculator.proto"],
    visibility = ["//visibility:private"],
    deps = [
        "@mediapipe//mediapipe/framework:calculator_options_proto",
        "@mediapipe//mediapipe/framework:calculator_proto",
    ],
)

ovms_cc_library(
    name = "openai_api_handler",
    hdrs = ["apis/openai_api_handler.hpp"],
    srcs = ["apis/openai_api_handler.cpp"],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "@mediapipe//mediapipe/framework:calculator_framework", # required for absl status
        "//src:libovmsprofiler",
        "//third_party:curl",
        "//src:image_conversion",
        "//src/filesystem:libovmsfilesystem",
        "@stb//:image",
        ":openai_request",
        ":output_parsers",
        ":generation_config_builders",
        "//third_party:genai",],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "openai_completions_api_handler",
    hdrs = ["apis/openai_completions.hpp", "apis/openai_json_response.hpp"],
    srcs = ["apis/openai_completions.cpp"],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "@mediapipe//mediapipe/framework:calculator_framework", # required for absl status
        "//src:libovmsprofiler",
        "//third_party:curl",
        "//src:image_conversion",
        "//src/filesystem:libovmsfilesystem",
        "@stb//:image",
        ":openai_api_handler",
        ":openai_request",
        ":output_parsers",
        ":io_processing_input_processor",
        "//third_party:genai",],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "openai_responses_handler",
    hdrs = ["apis/openai_responses.hpp"],
    srcs = ["apis/openai_responses.cpp"],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "@mediapipe//mediapipe/framework:calculator_framework", # required for absl status
        "//src:libovmsprofiler",
        "//third_party:curl",
        "//src:image_conversion",
        "//src/filesystem:libovmsfilesystem",
        "@stb//:image",
        ":openai_api_handler",
        ":openai_request",
        ":output_parsers",
        "//third_party:genai",],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_input_request",
    hdrs = ["io_processing/input_request.hpp",
            "io_processing/input_processing_config.hpp",
            "io_processing/base_input_processor.hpp"],
    srcs = [],
    deps = [
        "@mediapipe//mediapipe/framework:calculator_framework",
        "//third_party:genai",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "image_utils",
    hdrs = ["io_processing/image_utils.hpp"],
    srcs = ["io_processing/image_utils.cpp"],
    deps = [
        "@mediapipe//mediapipe/framework:calculator_framework",  # required for absl status
        "//third_party:curl",
        "//src:image_conversion",
        "//src/filesystem:libovmsfilesystem",
        "//third_party:genai",
        "//src:libovmslogging",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_input_processor_context",
    hdrs = ["io_processing/input_processor_context.hpp",
            "io_processing/chat_template/caps.hpp"],
    srcs = [],
    deps = [
        ":io_processing_input_request",
        "//third_party:genai",
    ] + select({
        "//:disable_python": [],
        "//:not_disable_python": [":py_jinja_template_processor"] + PYBIND_DEPS,
    }),
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_input_processors",
    hdrs = ["io_processing/input_processors/image_decoding_processor.hpp",
            "io_processing/input_processors/audio_decoding_processor.hpp",
            "io_processing/input_processors/chat_template_processor.hpp",
            "io_processing/input_processors/chat_template_adapter.hpp",
            "io_processing/chat_template/caps.hpp",
            "io_processing/input_processors/empty_content_array_normalization_processor.hpp",
            "io_processing/input_processors/raw_prompt_extractor.hpp",
            "io_processing/input_processors/text_content_normalization_processor.hpp",
            "io_processing/input_processors/tokenization_processor.hpp"],
    srcs = ["io_processing/input_processors/image_decoding_processor.cpp",
            "io_processing/input_processors/audio_decoding_processor.cpp",
            "io_processing/input_processors/chat_template_processor.cpp",
            "io_processing/input_processors/chat_template_adapter.cpp",
            "io_processing/input_processors/empty_content_array_normalization_processor.cpp",
            "io_processing/input_processors/text_content_normalization_processor.cpp",
            "io_processing/input_processors/tokenization_processor.cpp"],
    deps = [
        "@mediapipe//mediapipe/framework:calculator_framework",
        "//src:libovmsprofiler",
        ":image_utils",
        ":io_processing_input_request",
        "//third_party:genai",
        "//src:libovmslogging",
        "//src/audio:audio_utils",
    ] + select({
        "//:disable_python": [],
        "//:not_disable_python": [":py_jinja_template_processor"] + PYBIND_DEPS,
    }),
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_input_processor",
    hdrs = ["io_processing/input_processor.hpp"],
    srcs = ["io_processing/input_processor.cpp"],
    deps = [
        "@mediapipe//mediapipe/framework:calculator_framework",
        ":io_processing_input_request",
        ":io_processing_input_processors",
        ":io_processing_input_processor_context",
        "//src:libovms_config",
        "//third_party:genai",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "openai_request",
    hdrs = ["apis/openai_request.hpp"],
    srcs = [],
    deps = ["//third_party:genai",
            "//src/port:rapidjson_document",
            ":apis_tool_schema_wrapper",
            ":io_processing_input_request",],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "apis_tool_schema_wrapper",
    hdrs = ["apis/tool_schema_wrapper.hpp"],
    deps = [
        "//src/port:rapidjson_document",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "chat_template_analyzer",
    hdrs = ["io_processing/chat_template/caps.hpp",
            "io_processing/chat_template/analyzer.hpp"],
    srcs = ["io_processing/chat_template/analyzer.cpp"],
    deps = [],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "chat_template_probe",
    hdrs = ["io_processing/chat_template/probe.hpp",
            "io_processing/chat_template/caps.hpp"],
    srcs = ["io_processing/chat_template/probe.cpp"],
    deps = [
        "//third_party:genai",
        "//src:libovmslogging",
    ] + select({
        "//:not_disable_python": [":py_jinja_template_processor"],
        "//conditions:default": [],
    }),
    visibility = ["//visibility:public"],
)


ovms_cc_library(
    name = "partial_json_builder",
    hdrs = ["io_processing/partial_json_builder.hpp"],
    srcs = ["io_processing/partial_json_builder.cpp"],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "//src/port:rapidjson_stringbuffer",
        "//src/port:rapidjson_writer",
        "//src/port:rapidjson_document",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_utils",
    hdrs = ["io_processing/utils.hpp"],
    srcs = ["io_processing/utils.cpp"],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "//src/port:rapidjson_stringbuffer",
        "//src/port:rapidjson_writer",
        "//src/port:rapidjson_document",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_base_output_parser",
    hdrs = ["io_processing/base_output_parser.hpp"],
    srcs = ["io_processing/base_output_parser.cpp"],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "//src/port:rapidjson_stringbuffer",
        "//src/port:rapidjson_writer",
        "//src/port:rapidjson_document",
        ":io_processing_utils",
        ":apis_tool_schema_wrapper",
        "//third_party:genai",
    ],
)
ovms_cc_library(
    name = "io_processing_parser_config_validation",
    hdrs = ["io_processing/parser_config_validation.hpp"],
    srcs = ["io_processing/parser_config_validation.cpp"],
    deps = [
        "//src:libovmsstring_utils",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_qwen3coder_tool_parser",
    hdrs = ["io_processing/qwen3coder/qwen3coder_tool_parser.hpp"],
    srcs = ["io_processing/qwen3coder/qwen3coder_tool_parser.cpp"],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "//src:libovmslogging",
        "//src:libovmsstatus",
        "//src/utils:rapidjson_utils",
        ":io_processing_utils",
        ":io_processing_base_output_parser",
        ":apis_tool_schema_wrapper",
        "//third_party:genai",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_lfm2_utils",
    hdrs = ["io_processing/lfm2/lfm2_utils.hpp"],
    srcs = ["io_processing/lfm2/lfm2_utils.cpp"],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "//src/port:rapidjson_document",
        "//src:libovmslogging",
        "//src:libovmsstring_utils",
        ":io_processing_utils",
        ":io_processing_base_output_parser",
        "//third_party:genai",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_lfm2_tool_parser",
    hdrs = ["io_processing/lfm2/lfm2_tool_parser.hpp"],
    srcs = ["io_processing/lfm2/lfm2_tool_parser.cpp"],
    deps = [
        ":io_processing_lfm2_utils",
    ],
    visibility = ["//visibility:public"],
)


ovms_cc_library(
    name = "io_processing_lfm25_tool_parser",
    hdrs = ["io_processing/lfm2/lfm25_tool_parser.hpp"],
    srcs = ["io_processing/lfm2/lfm25_tool_parser.cpp"],
    deps = [
        ":io_processing_lfm2_utils",
        "//src:libovmslogging",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_gemma4_tool_parser",
    hdrs = ["io_processing/gemma4/gemma4_tool_parser.hpp", "io_processing/gemma4/gemma4_reasoning_parser.hpp"],
    srcs = ["io_processing/gemma4/gemma4_tool_parser.cpp", "io_processing/gemma4/gemma4_reasoning_parser.cpp"],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "//src/port:rapidjson_document",
        "//src:libovmslogging",
        "//src:libovmsstring_utils",
        ":io_processing_utils",
        ":io_processing_base_output_parser",
        ":io_processing_qwen3_reasoning_parser",
        "//third_party:genai",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_minicpm5_tool_parser",
    hdrs = [
        "io_processing/minicpm5/minicpm5_tool_parser.hpp",
        "io_processing/minicpm5/minicpm5_reasoning_parser.hpp",
    ],
    srcs = [
        "io_processing/minicpm5/minicpm5_tool_parser.cpp",
        "io_processing/minicpm5/minicpm5_reasoning_parser.cpp",
    ],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "//src:libovmslogging",
        "//src:libovmsstatus",
        "//src/utils:rapidjson_utils",
        ":io_processing_utils",
        ":io_processing_base_output_parser",
        ":apis_tool_schema_wrapper",
        "//third_party:genai",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_qwen3_reasoning_parser",
    hdrs = ["io_processing/qwen3/reasoning_parser.hpp"],
    srcs = ["io_processing/qwen3/reasoning_parser.cpp"],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "//src/port:rapidjson_document",
        "//src:libovmslogging",
        "//src:libovmsstring_utils",
        ":io_processing_utils",
        ":io_processing_base_output_parser",
        "//third_party:genai",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "io_processing_lfm25_reasoning_parser",
    hdrs = ["io_processing/lfm2/lfm25_reasoning_parser.hpp"],
    srcs = ["io_processing/lfm2/lfm25_reasoning_parser.cpp"],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "//src/port:rapidjson_document",
        "//src:libovmslogging",
        "//src:libovmsstring_utils",
        ":io_processing_utils",
        ":io_processing_base_output_parser",
        "//third_party:genai",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library( # TODO split further so we don't have to recompile everything when changing one parser ...
    name = "output_parsers",
    hdrs = [
            "io_processing/hermes3/tool_parser.hpp",
            "io_processing/llama3/tool_parser.hpp",
            "io_processing/phi4/tool_parser.hpp",
            "io_processing/devstral/tool_parser.hpp",
            "io_processing/mistral/tool_parser.hpp",
            "io_processing/gptoss/reasoning_parser.hpp",
            "io_processing/gptoss/tool_parser.hpp",
            "io_processing/gptoss/harmony.hpp",
            "io_processing/output_parser.hpp",
    ],
    srcs = [
            "io_processing/hermes3/tool_parser.cpp",
            "io_processing/llama3/tool_parser.cpp",
            "io_processing/phi4/tool_parser.cpp",
            "io_processing/devstral/tool_parser.cpp",
            "io_processing/mistral/tool_parser.cpp",
            "io_processing/gptoss/reasoning_parser.cpp",
            "io_processing/gptoss/tool_parser.cpp",
            "io_processing/gptoss/harmony.cpp",
            "io_processing/output_parser.cpp",
    ],
    deps = [
        "@com_github_tencent_rapidjson//:rapidjson",
        "//src/port:rapidjson_document",
        "//src:libovmslogging",
        "//src:libovmsstring_utils",
        "//third_party:genai",
        ":partial_json_builder",
        ":io_processing_base_output_parser",
        ":io_processing_parser_config_validation",
        ":io_processing_qwen3coder_tool_parser",
        ":io_processing_lfm2_tool_parser",
        ":io_processing_lfm25_tool_parser",
        ":io_processing_gemma4_tool_parser",
        ":io_processing_minicpm5_tool_parser",
        ":io_processing_qwen3_reasoning_parser",
        ":io_processing_lfm25_reasoning_parser",
        ":io_processing_utils",
        ":apis_tool_schema_wrapper",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "generation_config_builders",
    hdrs = ["io_processing/base_generation_config_builder.hpp",
            "io_processing/phi4/generation_config_builder.hpp",
            "io_processing/llama3/generation_config_builder.hpp",
            "io_processing/hermes3/generation_config_builder.hpp",
            "io_processing/devstral/generation_config_builder.hpp",
            "io_processing/generation_config_builder.hpp"],
    srcs = ["io_processing/base_generation_config_builder.cpp",
            "io_processing/phi4/generation_config_builder.cpp",
            "io_processing/llama3/generation_config_builder.cpp",
            "io_processing/hermes3/generation_config_builder.cpp",
            "io_processing/devstral/generation_config_builder.cpp"],
    deps = [
        ":openai_request",
        "//src:libovmslogging",
        "//third_party:genai",],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "genai_servables",
    hdrs = ["servable.hpp",
            "ovms_text_streamer.hpp",
            "servable_initializer.hpp", 
            "language_model/continuous_batching/servable.hpp",
            "language_model/continuous_batching/llm_executor.hpp",
            "language_model/continuous_batching/servable_initializer.hpp",
            "visual_language_model/continuous_batching/servable.hpp",
            "language_model/legacy/servable.hpp",
            "language_model/legacy/servable_initializer.hpp",
            "language_model/legacy/legacy_executor.hpp",
            "visual_language_model/legacy/servable.hpp",
            "visual_language_model/legacy/servable_initializer.hpp",
            "visual_language_model/legacy/legacy_executor.hpp",
            "omni_model/legacy/servable.hpp",
            "omni_model/legacy/servable_initializer.hpp",
            "omni_model/legacy/legacy_executor.hpp",
            "text_utils.hpp"],
    srcs = ["servable.cpp",
            "servable_initializer.cpp",
            "ovms_text_streamer.cpp",
            "language_model/continuous_batching/servable.cpp",
            "language_model/continuous_batching/servable_initializer.cpp",
            "visual_language_model/continuous_batching/servable.cpp",
            "language_model/legacy/servable.cpp",
            "language_model/legacy/servable_initializer.cpp",
            "language_model/legacy/legacy_executor.cpp",
            "visual_language_model/legacy/servable.cpp",
            "visual_language_model/legacy/servable_initializer.cpp",
            "visual_language_model/legacy/legacy_executor.cpp",
            "omni_model/legacy/servable.cpp",
            "omni_model/legacy/servable_initializer.cpp",
            "omni_model/legacy/legacy_executor.cpp"],
    deps = [
        "//third_party:openvino",
        "@mediapipe//mediapipe/framework:calculator_framework",
        "@com_github_tencent_rapidjson//:rapidjson",
        "//src:executor_base",
        "//src:libmodelconfigjsonparser",
        "//src:libovmslogging",
        "//src:libovmsstatus",
        "//src/mediapipe_internal:mediapipe_utils",
        "//src:libovmsprofiler",
        "//src:libovmsstring_utils",
        "//src/filesystem:libovmsfilesystem",
        "//src/tokenize:tokenize_parser",
        "llmcalculator_cc_proto",
        ":openai_completions_api_handler",
        ":openai_responses_handler",
        ":generation_config_builders",
        ":chat_template_analyzer",
        ":chat_template_probe",
        ":io_processing_input_processor_context",
        "//src:httppayload",
        "//src:libhttpclientconnection",
        "//src:sse_utils",
        "//src:libovms_systeminfo",
        "//src:libovms_config",
        "//src:libovms_ov_utils",
        "//third_party:genai",] + select({
        "//:disable_python": [],
        "//:not_disable_python" : [":py_jinja_template_processor"],
    }),
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "execution_context_utils",
    hdrs = ["execution_context_utils.hpp"],
    srcs = ["execution_context_utils.cpp"],
    deps = [
        ":genai_servables",
        "//src/mediapipe_internal:graph_side_packets",
        "//src:libovmslogging",
        "//src:libovmsstatus",
    ],
    visibility = ["//visibility:public"],
)

ovms_cc_library(
    name = "py_jinja_template_processor",
    hdrs = ["py_jinja_template_processor.hpp"],
    srcs = ["py_jinja_template_processor.cpp"],
    deps = ["@mediapipe//mediapipe/framework:calculator_framework",
            "//third_party:openvino",
            "//src:libovmslogging",
            "//src/python:utils",
    ] + PYBIND_DEPS,
    visibility = ["//visibility:public"],
)

