Update llama.cpp to v0.2.0 and modernize the Rust API

.clang-tidy

@@ -1,13 +1,3 @@
-# clang-tidy for the C++ FFI wrappers (llama-cpp-bindings-sys/*.cpp). Every check
-# is enabled and every warning is an error, except:
-#   - Other-project convention groups this codebase is not and cannot satisfy
-#     (some of which contradict each other and the modernize checks, e.g.
-#     fuchsia-trailing-return vs modernize-use-trailing-return-type):
-#     abseil/altera/android/boost/darwin/fuchsia/linuxkernel/llvm/llvmlibc/mpi/openmp/zircon.
-#   - bugprone-easily-swappable-parameters: the wrapper signatures mirror the
-#     llama.cpp C API shape (adjacent llama_pos p0, p1, ...) and cannot be reshaped.
-# Headers are out of scope here: they are C-ABI (bindgen parses them as C), so C++
-# modernizations would break them. cppcheck lints the headers instead.
 Checks: >
   *,
   -abseil-*,
@@ -24,5 +14,4 @@ Checks: >
   -zircon-*,
   -bugprone-easily-swappable-parameters
 WarningsAsErrors: '*'
-HeaderFilterRegex: '$^'
 FormatStyle: none

.github/actions/install-build-dependencies/action.yml

@@ -17,4 +17,6 @@ runs:
     - name: set windows libclang path
       if: runner.os == 'Windows'
       shell: bash
-      run: echo "LIBCLANG_PATH=C:\\Program Files\\LLVM\\bin" >> $GITHUB_ENV
+      env:
+        WINDOWS_LIBCLANG_PATH: 'C:\Program Files\LLVM\bin'
+      run: echo "LIBCLANG_PATH=$WINDOWS_LIBCLANG_PATH" >> "$GITHUB_ENV"

.github/actions/install-rust-toolchain/action.yml

@@ -6,6 +6,6 @@ runs:
   steps:
     - name: Install toolchain pinned by rust-toolchain.toml
       shell: bash
-      run: cargo --version
+      run: rustup toolchain install
 
-    - uses: Swatinem/rust-cache@v2
+    - uses: Swatinem/rust-cache@6323deb102c322ba6fcbdcafc7e3dddab59af2b6

.github/workflows/unit-tests.yml

@@ -14,7 +14,7 @@ jobs:
     runs-on: ubuntu-latest
     timeout-minutes: 30
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262
         with:
           submodules: recursive
 
@@ -34,10 +34,9 @@ jobs:
       run:
         shell: bash
     env:
-      LLAMA_DISABLE_CCACHE: '1'
       RUST_BACKTRACE: '1'
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262
         with:
           submodules: recursive
 
@@ -50,13 +49,18 @@ jobs:
   cppcheck:
     name: cppcheck
     runs-on: ubuntu-latest
-    timeout-minutes: 30
+    timeout-minutes: 45
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262
         with:
           submodules: recursive
 
-      - run: sudo apt-get update && sudo apt-get install -y cppcheck
+      - uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830
+        with:
+          path: target/cppcheck-src
+          key: cppcheck-${{ runner.os }}-${{ hashFiles('Makefile') }}
+
+      - uses: ./.github/actions/install-rust-toolchain
 
       - run: make lint.cpp.cppcheck
 
@@ -65,10 +69,12 @@ jobs:
     runs-on: ubuntu-latest
     timeout-minutes: 30
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262
         with:
           submodules: recursive
 
-      - run: sudo apt-get update && sudo apt-get install -y clang-tidy
+      - uses: ./.github/actions/install-rust-toolchain
+
+      - run: make target/lint-venv/bin/clang-tidy
 
-      - run: make lint.cpp.clang-tidy
+      - run: make lint.cpp.clang-tidy CLANG_TIDY=target/lint-venv/bin/clang-tidy

.gitignore

@@ -1,23 +1,4 @@
-# Generated by Cargo
-# will have compiled files and executables
-debug/
-target/
-
-# These are backup files generated by rustfmt
-**/*.rs.bk
-
-# MSVC Windows builds of rustc generate these, which store debugging information
-*.pdb
-
-# Local test environment files (test env vars are passed through Makefile targets instead)
-.env.test
-
-# Mac stuff
 .DS_Store
-
-# Node modules (rust-coverage-check npm dependency)
+**/*.rs.bk
 node_modules/
-
-# LLVM source-based coverage raw and merged profile artifacts
-*.profraw
-*.profdata
+target/

Cargo.toml

@@ -7,15 +7,17 @@ members = [
   "llama-cpp-bindings",
   "llama-cpp-bindings-tests",
   "llama-cpp-error-recorder",
+  "llama-cpp-ffi-status",
   "llama-cpp-gbnf",
   "llama-cpp-log-decoder",
   "llama-cpp-test-harness",
   "llama-cpp-test-harness-macros",
+  "llama-cpp-wrapper-sources",
 ]
 
 [workspace.package]
 edition = "2024"
-version = "0.12.0"
+version = "0.13.0"
 license = "Apache-2.0"
 repository = "https://github.com/intentee/llama-cpp-bindings"
 
@@ -27,19 +29,20 @@ cmake = "=0.1.58"
 encoding_rs = "=0.8.35"
 enumflags2 = "=0.7.12"
 find_cuda_helper = "=0.2.0"
-glob = "=0.3.3"
 hf-hub = "=0.5.0"
 inventory = "=0.3.24"
 libtest-mimic = "=0.8.2"
-llama-cpp-bindings = { path = "llama-cpp-bindings", version = "=0.12.0" }
-llama-cpp-bindings-build = { path = "llama-cpp-bindings-build", version = "=0.12.0" }
-llama-cpp-bindings-sys = { path = "llama-cpp-bindings-sys", version = "=0.12.0" }
-llama-cpp-bindings-types = { path = "llama-cpp-bindings-types", version = "=0.12.0" }
-llama-cpp-error-recorder = { path = "llama-cpp-error-recorder", version = "=0.12.0" }
-llama-cpp-gbnf = { path = "llama-cpp-gbnf", version = "=0.12.0" }
-llama-cpp-log-decoder = { path = "llama-cpp-log-decoder", version = "=0.12.0" }
-llama-cpp-test-harness = { path = "llama-cpp-test-harness", version = "=0.12.0" }
-llama-cpp-test-harness-macros = { path = "llama-cpp-test-harness-macros", version = "=0.12.0" }
+llama-cpp-bindings = { path = "llama-cpp-bindings", version = "=0.13.0" }
+llama-cpp-bindings-build = { path = "llama-cpp-bindings-build", version = "=0.13.0" }
+llama-cpp-bindings-sys = { path = "llama-cpp-bindings-sys", version = "=0.13.0" }
+llama-cpp-bindings-types = { path = "llama-cpp-bindings-types", version = "=0.13.0" }
+llama-cpp-error-recorder = { path = "llama-cpp-error-recorder", version = "=0.13.0" }
+llama-cpp-ffi-status = { path = "llama-cpp-ffi-status", version = "=0.13.0" }
+llama-cpp-gbnf = { path = "llama-cpp-gbnf", version = "=0.13.0" }
+llama-cpp-log-decoder = { path = "llama-cpp-log-decoder", version = "=0.13.0" }
+llama-cpp-test-harness = { path = "llama-cpp-test-harness", version = "=0.13.0" }
+llama-cpp-test-harness-macros = { path = "llama-cpp-test-harness-macros", version = "=0.13.0" }
+llama-cpp-wrapper-sources = { path = "llama-cpp-wrapper-sources", version = "=0.13.0" }
 llguidance = "=1.7.0"
 log = "=0.4.29"
 nom = "=8.0.0"
@@ -51,5 +54,12 @@ serial_test = "=3.4.0"
 syn = { version = "=2.0.117", features = ["full"] }
 thiserror = "=2.0.18"
 toktrie = "=1.7.0"
-trybuild = "=1.0.116"
-walkdir = "=2.5.0"
+
+[workspace.lints.rust]
+unsafe_op_in_unsafe_fn = "warn"
+unused_qualifications = "warn"
+
+[workspace.lints.clippy]
+all = { level = "deny", priority = -1 }
+nursery = { level = "warn", priority = -1 }
+pedantic = { level = "warn", priority = -1 }