2023-11-06 21:36:23 +00:00
|
|
|
add_library(llava OBJECT
|
|
|
|
llava.cpp
|
|
|
|
llava.h
|
|
|
|
clip.cpp
|
|
|
|
clip.h
|
|
|
|
)
|
|
|
|
|
|
|
|
target_link_libraries(llava PRIVATE ggml llama ${CMAKE_THREAD_LIBS_INIT})
|
|
|
|
|
|
|
|
target_include_directories(llava PUBLIC .)
|
|
|
|
target_include_directories(llava PUBLIC ../..)
|
|
|
|
target_include_directories(llava PUBLIC ../../common)
|
|
|
|
|
2024-11-29 20:54:58 +00:00
|
|
|
target_compile_features(llava PRIVATE cxx_std_17)
|
2023-11-06 21:36:23 +00:00
|
|
|
|
|
|
|
add_library(llava_static STATIC $<TARGET_OBJECTS:llava>)
|
|
|
|
if (BUILD_SHARED_LIBS)
|
|
|
|
set_target_properties(llava PROPERTIES POSITION_INDEPENDENT_CODE ON)
|
|
|
|
target_compile_definitions(llava PRIVATE LLAMA_SHARED LLAMA_BUILD)
|
|
|
|
add_library(llava_shared SHARED $<TARGET_OBJECTS:llava>)
|
|
|
|
target_link_libraries(llava_shared PRIVATE ggml llama ${CMAKE_THREAD_LIBS_INIT})
|
|
|
|
install(TARGETS llava_shared LIBRARY)
|
|
|
|
endif()
|
|
|
|
|
2023-10-12 15:23:18 +00:00
|
|
|
if (NOT MSVC)
|
2023-11-06 21:36:23 +00:00
|
|
|
target_compile_options(llava PRIVATE -Wno-cast-qual) # stb_image.h
|
2023-12-29 16:52:15 +00:00
|
|
|
endif()
|
|
|
|
|
2023-11-06 21:36:23 +00:00
|
|
|
if(TARGET BUILD_INFO)
|
|
|
|
add_dependencies(llava BUILD_INFO)
|
2023-10-12 15:23:18 +00:00
|
|
|
endif()
|
|
|
|
|
2024-06-12 23:41:52 +00:00
|
|
|
set(TARGET llama-llava-cli)
|
|
|
|
add_executable(${TARGET} llava-cli.cpp)
|
|
|
|
set_target_properties(${TARGET} PROPERTIES OUTPUT_NAME llama-llava-cli)
|
|
|
|
install(TARGETS ${TARGET} RUNTIME)
|
|
|
|
target_link_libraries(${TARGET} PRIVATE common llava ${CMAKE_THREAD_LIBS_INIT})
|
2024-11-29 20:54:58 +00:00
|
|
|
target_compile_features(${TARGET} PRIVATE cxx_std_17)
|
2024-08-09 10:33:53 +00:00
|
|
|
|
|
|
|
set(TARGET llama-minicpmv-cli)
|
|
|
|
add_executable(${TARGET} minicpmv-cli.cpp)
|
|
|
|
set_target_properties(${TARGET} PROPERTIES OUTPUT_NAME llama-minicpmv-cli)
|
|
|
|
install(TARGETS ${TARGET} RUNTIME)
|
|
|
|
target_link_libraries(${TARGET} PRIVATE common llava ${CMAKE_THREAD_LIBS_INIT})
|
2024-11-29 20:54:58 +00:00
|
|
|
target_compile_features(${TARGET} PRIVATE cxx_std_17)
|
llama : add Qwen2VL support + multimodal RoPE (#10361)
* Barebone Qwen2VL LLM convertor
* Add Qwen2VL cli entrypoint
* [WIP] add qwen2vl arch
* Verify m-rope output
* Add vl-rope/2d-rope support for qwen2vl ViT
* update qwen2vl cli tool
* update 5D tensor op workaround
* [WIP] qwen2vl vision model
* make batch and clip utils compatible with qwen2vl
* [WIP] create inference workflow, gguf convert script but fix
* correcting vision-rope behavior, add the missing last layer back to ViT
* add arg parser to qwen2vl_surgery
* replace variable size array with vector
* cuda-gdb cmake preset
* add fp32 mrope, vision rope kernel
* add fp16 support for qwen2vl and m-rope
* add `GGML_ROPE_TYPE_MROPE`, `GGML_ROPE_TYPE_VISION`
* fix rope op mode switching, out dated func args
* update `llama_hparams`
* update to keep up stream changes
* resolve linter, test errors
* add makefile entry, update speical image padding token
* add mrope unit test, fix few compiler warnings
* rename `mrope` related function, params
* minor updates on debug util, bug fixs
* add `m-rope` testcase to `test-backend-ops`
* Apply suggestions from code review
Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
* fix traililng whitespce
* store `llama_hparams.rope_sections` with fixed size array
* update position id tensor size check in GGML_OP_ROPE
* minor updates
* update `ggml_backend_*_supports_op` of unsupported backends
* remote old `rope_section` compare operator
---------
Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
2024-12-14 12:43:46 +00:00
|
|
|
|
|
|
|
set(TARGET llama-qwen2vl-cli)
|
|
|
|
add_executable(${TARGET} qwen2vl-cli.cpp)
|
|
|
|
set_target_properties(${TARGET} PROPERTIES OUTPUT_NAME llama-qwen2vl-cli)
|
|
|
|
install(TARGETS ${TARGET} RUNTIME)
|
|
|
|
target_link_libraries(${TARGET} PRIVATE common llava ${CMAKE_THREAD_LIBS_INIT})
|
|
|
|
target_compile_features(${TARGET} PRIVATE cxx_std_17)
|