root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-13 12:10:18 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

chat-template: enumerate files w/ C API rather than private using std::__fs::filesystem

Browse Source
This commit is contained in:
ochafik 2024-09-28 18:47:11 +01:00
parent c657857e21
commit 6e0053a81b
1 changed files with 17 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
tests/test-chat-template.cpp
View File

@ -13,6 +13,7 @@
#include <iostream> #include <iostream>
#include <string> #include <string>
#include <json.hpp> #include <json.hpp>
#include <dirent.h>
using json = nlohmann::ordered_json; using json = nlohmann::ordered_json;
@ -39,9 +40,22 @@ static void assert_equals(const T & expected, const T & actual) {
static std::vector<std::string> find_files(const std::string & folder, const std::string & ext) { static std::vector<std::string> find_files(const std::string & folder, const std::string & ext) {
std::vector<std::string> files; std::vector<std::string> files;
for (const auto & entry : std::__fs::filesystem::directory_iterator(folder)) { // Note: once we can use C++17 this becomes:
if (entry.path().extension() == ext) // for (const auto & entry : std::filesystem::directory_iterator(folder))
files.push_back(entry.path().string()); // if (entry.path().extension() == ext) files.push_back(entry.path().string());
DIR* dir = opendir(folder.c_str());
if (dir != nullptr) {
struct dirent* entry;
while ((entry = readdir(dir)) != nullptr) {
if (entry->d_type == DT_REG) { // If it's a regular file
std::string filename = entry->d_name;
if (filename.length() >= ext.length() &&
filename.compare(filename.length() - ext.length(), ext.length(), ext) == 0) {
files.push_back(folder + "/" + filename);
}
}
}
closedir(dir);
} }
return files; return files;
} }