commit 676d1c3e68ee7f7224dd02859b6a82c7468aaee6
author Aline Gondim Santos <aline.gondimsantos@savoirfairelinux.com> Mon Dec 05 21:13:25 2022 -0300
committer Aline Gondim Santos <aline.gondimsantos@savoirfairelinux.com> Mon Mar 13 09:24:48 2023 -0300
tree 8a69e26c274dc2ec962bbff59fc90a593b3009f9
parent bd032f8297ea3a3698d11ed40dbc0f4c81802f7e

Whisper: improve model output

Change-Id: Ib14eacdae0241cd326e45396ee2f49b0bab367bc

lib/common.cpp

diff --git a/lib/common.cpp b/lib/common.cpp
index fdd37ea..c9534b1 100644
--- a/lib/common.cpp
+++ b/lib/common.cpp
@@ -25,6 +25,8 @@
 #include <stdexcept>
 #endif // WIN32
 
+#include <cstring>
+
 namespace string_utils {
 
 #ifdef WIN32
@@ -92,6 +94,18 @@
     ffmpegScapeStringInline(ret);
     return ret;
 }
+
+std::vector<std::string>
+getWords(const std::string& text, const std::string& splits)
+{
+    std::vector<std::string> words;
+    auto token = std::strtok (const_cast<char*>(text.c_str()), const_cast<char*>(splits.c_str()));
+    while (token != NULL) {
+        words.emplace_back(token);
+        token = std::strtok (NULL, const_cast<char*>(splits.c_str()));
+    }
+    return words;
+}
 } // namespace string_utils
 
 namespace file_utils {