Deploying to gh-pages from @ 82967fb 🚀

class_c_c_1_1llm_1_1_l_l_m.html

@@ -99,7 +99,7 @@
 <div class="dyncontent">
 <div class="center"><img src="class_c_c_1_1llm_1_1_l_l_m__coll__graph.png" border="0" usemap="#a_c_c_1_1llm_1_1_l_l_m_coll__map" alt="Collaboration graph"/></div>
 <map name="a_c_c_1_1llm_1_1_l_l_m_coll__map" id="a_c_c_1_1llm_1_1_l_l_m_coll__map">
-<area shape="rect" title=" " alt="" coords="5,5,189,200"/>
+<area shape="rect" title=" " alt="" coords="5,5,203,215"/>
 </map>
 </div>
 <table class="memberdecls">
@@ -127,6 +127,8 @@
 <tr class="memitem:ac80b3bf55b5acd26cb598381cb4557d8"><td class="memItemLeft" align="right" valign="top">std::vector&lt; float &gt;&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_c_c_1_1llm_1_1_l_l_m.html#ac80b3bf55b5acd26cb598381cb4557d8">get_embedding</a> (const std::string &amp;text)</td></tr>
 <tr class="memdesc:ac80b3bf55b5acd26cb598381cb4557d8"><td class="mdescLeft">&#160;</td><td class="mdescRight">Get embedding from <a class="el" href="class_c_c_1_1llm_1_1_l_l_m.html">LLM</a>.  <a href="class_c_c_1_1llm_1_1_l_l_m.html#ac80b3bf55b5acd26cb598381cb4557d8">More...</a><br /></td></tr>
 <tr class="separator:ac80b3bf55b5acd26cb598381cb4557d8"><td class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a8c9b85414fc7e38281036281586151d9"><td class="memItemLeft" align="right" valign="top">std::string&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_c_c_1_1llm_1_1_l_l_m.html#a8c9b85414fc7e38281036281586151d9">llama_token_to_piece2</a> (const struct llama_context *ctx, llama_token token)</td></tr>
+<tr class="separator:a8c9b85414fc7e38281036281586151d9"><td class="memSeparator" colspan="2">&#160;</td></tr>
 </table>
 <a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2>
 <div class="textblock">
@@ -212,7 +214,7 @@ <h2 class="memtitle"><span class="permalink"><a href="#a4720adfef94d91c917974000
       </table>
 </div><div class="memdoc">
 
-<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00043">43</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
+<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00047">47</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
 
 </div>
 </div>
@@ -235,7 +237,7 @@ <h2 class="memtitle"><span class="permalink"><a href="#a95b18be6eb0c1f13005100d5
 
 <p>Add new tokens to the sessions. </p>
 
-<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00097">97</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
+<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00109">109</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
 <div class="dynheader">
 Here is the caller graph for this function:</div>
 <div class="dyncontent">
@@ -265,7 +267,7 @@ <h2 class="memtitle"><span class="permalink"><a href="#aa808ab8fe6b3a3223a07330a
 
 <p>Evaluate the model. Run this function before inference. </p>
 
-<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00139">139</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
+<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00151">151</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
 
 </div>
 </div>
@@ -287,16 +289,17 @@ <h2 class="memtitle"><span class="permalink"><a href="#a870024da9fe5a00995446bb9
 
 <p>Get answer from <a class="el" href="class_c_c_1_1llm_1_1_l_l_m.html">LLM</a>. </p>
 
-<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00188">188</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
+<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00199">199</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
 <div class="dynheader">
 Here is the call graph for this function:</div>
 <div class="dyncontent">
 <div class="center"><img src="class_c_c_1_1llm_1_1_l_l_m_a870024da9fe5a00995446bb94b44fe6f_cgraph.png" border="0" usemap="#aclass_c_c_1_1llm_1_1_l_l_m_a870024da9fe5a00995446bb94b44fe6f_cgraph" alt=""/></div>
 <map name="aclass_c_c_1_1llm_1_1_l_l_m_a870024da9fe5a00995446bb94b44fe6f_cgraph" id="aclass_c_c_1_1llm_1_1_l_l_m_a870024da9fe5a00995446bb94b44fe6f_cgraph">
-<area shape="rect" title="Get answer from LLM." alt="" coords="5,71,192,98"/>
+<area shape="rect" title="Get answer from LLM." alt="" coords="5,107,192,134"/>
 <area shape="rect" href="class_c_c_1_1llm_1_1_l_l_m.html#a95b18be6eb0c1f13005100d59dcc5db3" title="Add new tokens to the sessions." alt="" coords="240,5,425,47"/>
-<area shape="rect" href="namespace_c_c_1_1common.html#a07b857d084cdfa2513e6b0c309b7e132" title="Replace all occurrences of a substring with another substring." alt="" coords="252,71,413,98"/>
-<area shape="rect" href="class_c_c_1_1llm_1_1_l_l_m.html#a555b895486455181b746a8d76e9f2e45" title="Tokenize text." alt="" coords="249,122,416,149"/>
+<area shape="rect" href="class_c_c_1_1llm_1_1_l_l_m.html#a8c9b85414fc7e38281036281586151d9" title=" " alt="" coords="259,71,407,112"/>
+<area shape="rect" href="namespace_c_c_1_1common.html#a07b857d084cdfa2513e6b0c309b7e132" title="Replace all occurrences of a substring with another substring." alt="" coords="252,137,413,163"/>
+<area shape="rect" href="class_c_c_1_1llm_1_1_l_l_m.html#a555b895486455181b746a8d76e9f2e45" title="Tokenize text." alt="" coords="249,187,416,214"/>
 </map>
 </div>
 
@@ -320,7 +323,54 @@ <h2 class="memtitle"><span class="permalink"><a href="#ac80b3bf55b5acd26cb598381
 
 <p>Get embedding from <a class="el" href="class_c_c_1_1llm_1_1_l_l_m.html">LLM</a>. </p>
 
-<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00356">356</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
+<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00366">366</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
+
+</div>
+</div>
+<a id="a8c9b85414fc7e38281036281586151d9"></a>
+<h2 class="memtitle"><span class="permalink"><a href="#a8c9b85414fc7e38281036281586151d9">&#9670;&nbsp;</a></span>llama_token_to_piece2()</h2>
+
+<div class="memitem">
+<div class="memproto">
+<table class="mlabels">
+  <tr>
+  <td class="mlabels-left">
+      <table class="memname">
+        <tr>
+          <td class="memname">std::string CC::llm::LLM::llama_token_to_piece2 </td>
+          <td>(</td>
+          <td class="paramtype">const struct llama_context *&#160;</td>
+          <td class="paramname"><em>ctx</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">llama_token&#160;</td>
+          <td class="paramname"><em>token</em>&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+  </td>
+  <td class="mlabels-right">
+<span class="mlabels"><span class="mlabel">inline</span></span>  </td>
+  </tr>
+</table>
+</div><div class="memdoc">
+
+<p class="definition">Definition at line <a class="el" href="llm_8h_source.html#l00089">89</a> of file <a class="el" href="llm_8h_source.html">llm.h</a>.</p>
+<div class="dynheader">
+Here is the caller graph for this function:</div>
+<div class="dyncontent">
+<div class="center"><img src="class_c_c_1_1llm_1_1_l_l_m_a8c9b85414fc7e38281036281586151d9_icgraph.png" border="0" usemap="#aclass_c_c_1_1llm_1_1_l_l_m_a8c9b85414fc7e38281036281586151d9_icgraph" alt=""/></div>
+<map name="aclass_c_c_1_1llm_1_1_l_l_m_a8c9b85414fc7e38281036281586151d9_icgraph" id="aclass_c_c_1_1llm_1_1_l_l_m_a8c9b85414fc7e38281036281586151d9_icgraph">
+<area shape="rect" title=" " alt="" coords="240,5,388,47"/>
+<area shape="rect" href="class_c_c_1_1llm_1_1_l_l_m.html#a870024da9fe5a00995446bb94b44fe6f" title="Get answer from LLM." alt="" coords="5,13,192,39"/>
+</map>
+</div>
 
 </div>
 </div>
@@ -348,7 +398,7 @@ <h2 class="memtitle"><span class="permalink"><a href="#ada26e4a903d30780cfff0cd8
   </dd>
 </dl>
 
-<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00105">105</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
+<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00117">117</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
 <div class="dynheader">
 Here is the caller graph for this function:</div>
 <div class="dyncontent">
@@ -389,7 +439,7 @@ <h2 class="memtitle"><span class="permalink"><a href="#a555b895486455181b746a8d7
 
 <p>Tokenize text. </p>
 
-<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00086">86</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
+<p class="definition">Definition at line <a class="el" href="llm_8cpp_source.html#l00090">90</a> of file <a class="el" href="llm_8cpp_source.html">llm.cpp</a>.</p>
 <div class="dynheader">
 Here is the caller graph for this function:</div>
 <div class="dyncontent">

class_c_c_1_1llm_1_1_l_l_m.js

@@ -6,6 +6,7 @@ var class_c_c_1_1llm_1_1_l_l_m =
     [ "eval_model", "class_c_c_1_1llm_1_1_l_l_m.html#aa808ab8fe6b3a3223a07330ae9205b9c", null ],
     [ "get_answer", "class_c_c_1_1llm_1_1_l_l_m.html#a870024da9fe5a00995446bb94b44fe6f", null ],
     [ "get_embedding", "class_c_c_1_1llm_1_1_l_l_m.html#ac80b3bf55b5acd26cb598381cb4557d8", null ],
+    [ "llama_token_to_piece2", "class_c_c_1_1llm_1_1_l_l_m.html#a8c9b85414fc7e38281036281586151d9", null ],
     [ "load_session", "class_c_c_1_1llm_1_1_l_l_m.html#ada26e4a903d30780cfff0cd85b8c33c5", null ],
     [ "tokenize", "class_c_c_1_1llm_1_1_l_l_m.html#a555b895486455181b746a8d76e9f2e45", null ]
 ];

class_c_c_1_1llm_1_1_l_l_m__coll__graph.map

@@ -1,3 +1,3 @@
 <map id="CC::llm::LLM" name="CC::llm::LLM">
-<area shape="rect" id="node1" title=" " alt="" coords="5,5,189,200"/>
+<area shape="rect" id="node1" title=" " alt="" coords="5,5,203,215"/>
 </map>

class_c_c_1_1llm_1_1_l_l_m__coll__graph.md5

@@ -1 +1 @@
-b979f2b37f668b86329f2d98764cfc22
+688c7720c74f172d61afb97c29e3a6cc

class_c_c_1_1llm_1_1_l_l_m_a870024da9fe5a00995446bb94b44fe6f_cgraph.map

@@ -1,6 +1,7 @@
 <map id="CC::llm::LLM::get_answer" name="CC::llm::LLM::get_answer">
-<area shape="rect" id="node1" title="Get answer from LLM." alt="" coords="5,71,192,98"/>
+<area shape="rect" id="node1" title="Get answer from LLM." alt="" coords="5,107,192,134"/>
 <area shape="rect" id="node2" href="$class_c_c_1_1llm_1_1_l_l_m.html#a95b18be6eb0c1f13005100d59dcc5db3" title="Add new tokens to the sessions." alt="" coords="240,5,425,47"/>
-<area shape="rect" id="node3" href="$namespace_c_c_1_1common.html#a07b857d084cdfa2513e6b0c309b7e132" title="Replace all occurrences of a substring with another substring." alt="" coords="252,71,413,98"/>
-<area shape="rect" id="node4" href="$class_c_c_1_1llm_1_1_l_l_m.html#a555b895486455181b746a8d76e9f2e45" title="Tokenize text." alt="" coords="249,122,416,149"/>
+<area shape="rect" id="node3" href="$class_c_c_1_1llm_1_1_l_l_m.html#a8c9b85414fc7e38281036281586151d9" title=" " alt="" coords="259,71,407,112"/>
+<area shape="rect" id="node4" href="$namespace_c_c_1_1common.html#a07b857d084cdfa2513e6b0c309b7e132" title="Replace all occurrences of a substring with another substring." alt="" coords="252,137,413,163"/>
+<area shape="rect" id="node5" href="$class_c_c_1_1llm_1_1_l_l_m.html#a555b895486455181b746a8d76e9f2e45" title="Tokenize text." alt="" coords="249,187,416,214"/>
 </map>

class_c_c_1_1llm_1_1_l_l_m_a870024da9fe5a00995446bb94b44fe6f_cgraph.md5

@@ -1 +1 @@
-8dd300ce71fd32d2a1a43862686c174c
+db2e6e9fdda19b5d51ff8bed8022a356

class_c_c_1_1llm_1_1_l_l_m_a8c9b85414fc7e38281036281586151d9_icgraph.map

@@ -0,0 +1,4 @@
+<map id="CC::llm::LLM::llama_token_to_piece2" name="CC::llm::LLM::llama_token_to_piece2">
+<area shape="rect" id="node1" title=" " alt="" coords="240,5,388,47"/>
+<area shape="rect" id="node2" href="$class_c_c_1_1llm_1_1_l_l_m.html#a870024da9fe5a00995446bb94b44fe6f" title="Get answer from LLM." alt="" coords="5,13,192,39"/>
+</map>

class_c_c_1_1llm_1_1_l_l_m_a8c9b85414fc7e38281036281586151d9_icgraph.md5

@@ -0,0 +1 @@
+457e3412fbb1191e6991857b691083f5