examples : add tokenize (#4039)

This commit is contained in:
zakkor 2023-11-17 17:36:44 +02:00 committed by GitHub
parent 2ab0707acb
commit 2fa02b4b3d
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 50 additions and 0 deletions

View file

@ -24,6 +24,7 @@ else()
add_subdirectory(llama-bench)
add_subdirectory(llava)
add_subdirectory(main)
add_subdirectory(tokenize)
add_subdirectory(parallel)
add_subdirectory(perplexity)
add_subdirectory(quantize)