Merge pull request #24 from google/token-getters

ochafik · web-flow · commit b8437df626ac · 2025-01-20T23:57:13.000Z
add chat_template::{bos_token,eos_token}()
diff --git a/include/minja/chat-template.hpp b/include/minja/chat-template.hpp
@@ -113,6 +113,8 @@ class chat_template {
     }
 
     const std::string & source() const { return source_; }
+    const std::string & bos_token() const { return bos_token_; }
+    const std::string & eos_token() const { return eos_token_; }
     bool supports_tools() const { return supports_tools_; }
     bool supports_parallel_tool_calls() const { return supports_parallel_tool_calls_; }
 

Original file line number	Diff line number	Diff line change
`@@ -113,6 +113,8 @@ class chat_template {`
`113`	`113`	`}`
`114`	`114`
`115`	`115`	`const std::string & source() const { return source_; }`
	`116`	`+ const std::string & bos_token() const { return bos_token_; }`
	`117`	`+ const std::string & eos_token() const { return eos_token_; }`
`116`	`118`	`bool supports_tools() const { return supports_tools_; }`
`117`	`119`	`bool supports_parallel_tool_calls() const { return supports_parallel_tool_calls_; }`
`118`	`120`