update: alternative to work with gemma lib

Author: namtranase

.gitmodules

@@ -1,3 +1,6 @@
 [submodule "vendor/gemma.cpp"]
 	path = vendor/gemma.cpp
 	url = https://github.com/google/gemma.cpp
+[submodule "vendor/pybind11"]
+	path = vendor/pybind11
+	url = https://github.com/pybind/pybind11.git

CMakeLists.txt

@@ -1,13 +1,36 @@
-# Previous content...
-
-# Fetch pybind11
-FetchContent_Declare(
-  pybind11
-  GIT_REPOSITORY https://github.com/pybind/pybind11.git
-  GIT_TAG v2.6.1 # Use the latest version or the version you prefer
-)
-FetchContent_MakeAvailable(pybind11)
-
-# Pybind11 module
-pybind11_add_module(gemma_bindings bindings.cc)
-target_link_libraries(gemma_bindings PRIVATE libgemma)
+cmake_minimum_required(VERSION 3.11)  # or whatever minimum version you require
+
+include(FetchContent)
+
+project(gemma_cpp_python)
+
+set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD_REQUIRED ON)
+set(CMAKE_POSITION_INDEPENDENT_CODE ON)
+
+FetchContent_Declare(sentencepiece GIT_REPOSITORY https://github.com/google/sentencepiece GIT_TAG 53de76561cfc149d3c01037f0595669ad32a5e7c)
+FetchContent_MakeAvailable(sentencepiece)
+
+FetchContent_Declare(gemma GIT_REPOSITORY https://github.com/google/gemma.cpp GIT_TAG origin/main)
+FetchContent_MakeAvailable(gemma)
+
+
+FetchContent_Declare(highway GIT_REPOSITORY https://github.com/google/highway.git GIT_TAG da250571a45826b21eebbddc1e50d0c1137dee5f)
+FetchContent_MakeAvailable(highway)
+
+add_subdirectory(vendor/pybind11)
+#add_subdirectory(vendor/gemma.cpp)
+
+# Create the Python module
+pybind11_add_module(gemma_cpp src/pygemma.cpp)
+
+target_link_libraries(gemma_cpp PRIVATE libgemma hwy hwy_contrib sentencepiece)
+
+# Link against libgemma.a and any other necessary libraries
+# After linking, try to include the directories. Adjust this if necessary.
+FetchContent_GetProperties(gemma)
+FetchContent_GetProperties(sentencepiece)
+target_include_directories(gemma_cpp PRIVATE ${gemma_SOURCE_DIR})
+target_include_directories(gemma_cpp PRIVATE ${sentencepiece_SOURCE_DIR})
+
+