Skip to content

Commit

Permalink
deploy: 6fb8866
Browse files Browse the repository at this point in the history
  • Loading branch information
@RaymondWang0
RaymondWang0 committed Mar 3, 2024
1 parent 8b683ee commit 9899ebd
Show file tree
Hide file tree
Showing 12 changed files with 294 additions and 154 deletions.
17 changes: 10 additions & 7 deletions classmatmul_1_1MatmulOperator-members.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -81,7 +81,9 @@

<p>This is the complete list of members for <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>, including all inherited members.</p>
<table class="directory">
<tr bgcolor="#f0f0f0" class="even"><td class="entry"><b>gemm_accelerator_int8_int4_fast_no_offset</b>(struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="even"><td class="entry"><b>cblas_gemm_accelerator_no_offset</b>(struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="odd"><td class="entry"><b>gemm_accelerator_int8_int4_fast_no_offset</b>(struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="even"><td class="entry"><b>gemm_accelerator_int8_int4_fast_no_offset_v2</b>(struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="odd"><td class="entry"><b>gemm_forward_cuda</b>(const struct matmul_params *params, int split_k_iters) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="even"><td class="entry"><b>gemm_forward_cuda_8splits</b>(const struct matmul_params *params, float16_t *split_8_buffer) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="odd"><td class="entry"><b>gemm_forward_cuda_half</b>(const struct matmul_params *params, int split_k_iters) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
Expand All @@ -101,12 +103,13 @@
<tr bgcolor="#f0f0f0" class="odd"><td class="entry"><b>mat_mul_accelerator_int8_int4_fast_no_offset</b>(struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="even"><td class="entry"><b>mat_mul_accelerator_transposed_fastover_column</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="odd"><td class="entry"><b>mat_mul_accelerator_transposed_fastover_column_bias</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="even"><td class="entry"><b>mat_mul_cuda</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="odd"><td class="entry"><b>mat_mul_transposed</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="even"><td class="entry"><b>naive_mat_mul_fp16_int4</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="odd"><td class="entry"><b>naive_mat_mul_int4</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="even"><td class="entry"><b>naive_mat_mul_int4_with_offset</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="odd"><td class="entry"><b>naive_mat_mul_int8</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="even"><td class="entry"><b>mat_mul_accelerator_untransposed_fastover_column</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="odd"><td class="entry"><b>mat_mul_cuda</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="even"><td class="entry"><b>mat_mul_transposed</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="odd"><td class="entry"><b>naive_mat_mul_fp16_int4</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="even"><td class="entry"><b>naive_mat_mul_int4</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="odd"><td class="entry"><b>naive_mat_mul_int4_with_offset</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
<tr bgcolor="#f0f0f0" class="even"><td class="entry"><b>naive_mat_mul_int8</b>(const struct matmul_params *params) (defined in <a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a>)</td><td class="entry"><a class="el" href="classmatmul_1_1MatmulOperator.html">matmul::MatmulOperator</a></td><td class="entry"></td></tr>
</table></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Expand Down
9 changes: 9 additions & 0 deletions classmatmul_1_1MatmulOperator.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -93,6 +93,9 @@
<tr class="memitem:a455771da50fee33740b7f7fb51604f96" id="r_a455771da50fee33740b7f7fb51604f96"><td class="memItemLeft" align="right" valign="top"><a id="a455771da50fee33740b7f7fb51604f96" name="a455771da50fee33740b7f7fb51604f96"></a>
<a class="el" href="classMatrix3D.html">void</a>&#160;</td><td class="memItemRight" valign="bottom"><b>mat_mul_accelerator_transposed_fastover_column_bias</b> (<a class="el" href="classMatrix3D.html">const</a> <a class="el" href="classMatrix3D.html">struct</a> <a class="el" href="structmatmul__params.html">matmul_params</a> *params)</td></tr>
<tr class="separator:a455771da50fee33740b7f7fb51604f96"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:aed2288636c4df309bbe61b0c63550921" id="r_aed2288636c4df309bbe61b0c63550921"><td class="memItemLeft" align="right" valign="top"><a id="aed2288636c4df309bbe61b0c63550921" name="aed2288636c4df309bbe61b0c63550921"></a>
<a class="el" href="classMatrix3D.html">void</a>&#160;</td><td class="memItemRight" valign="bottom"><b>mat_mul_accelerator_untransposed_fastover_column</b> (<a class="el" href="classMatrix3D.html">const</a> <a class="el" href="classMatrix3D.html">struct</a> <a class="el" href="structmatmul__params.html">matmul_params</a> *params)</td></tr>
<tr class="separator:aed2288636c4df309bbe61b0c63550921"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:acda2a3365255890894af915ca2be9b3d" id="r_acda2a3365255890894af915ca2be9b3d"><td class="memItemLeft" align="right" valign="top"><a id="acda2a3365255890894af915ca2be9b3d" name="acda2a3365255890894af915ca2be9b3d"></a>
<a class="el" href="classMatrix3D.html">void</a>&#160;</td><td class="memItemRight" valign="bottom"><b>naive_mat_mul_int8</b> (<a class="el" href="classMatrix3D.html">const</a> <a class="el" href="classMatrix3D.html">struct</a> <a class="el" href="structmatmul__params.html">matmul_params</a> *params)</td></tr>
<tr class="separator:acda2a3365255890894af915ca2be9b3d"><td class="memSeparator" colspan="2">&#160;</td></tr>
Expand Down Expand Up @@ -135,6 +138,12 @@
<tr class="memitem:a3195246ca9640ee9e4a77ed04eebacfd" id="r_a3195246ca9640ee9e4a77ed04eebacfd"><td class="memItemLeft" align="right" valign="top"><a id="a3195246ca9640ee9e4a77ed04eebacfd" name="a3195246ca9640ee9e4a77ed04eebacfd"></a>
<a class="el" href="classMatrix3D.html">void</a>&#160;</td><td class="memItemRight" valign="bottom"><b>gemm_accelerator_int8_int4_fast_no_offset</b> (<a class="el" href="classMatrix3D.html">struct</a> <a class="el" href="structmatmul__params.html">matmul_params</a> *params)</td></tr>
<tr class="separator:a3195246ca9640ee9e4a77ed04eebacfd"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a3f820ac06e4438dfaa2054a6c5d02ba6" id="r_a3f820ac06e4438dfaa2054a6c5d02ba6"><td class="memItemLeft" align="right" valign="top"><a id="a3f820ac06e4438dfaa2054a6c5d02ba6" name="a3f820ac06e4438dfaa2054a6c5d02ba6"></a>
<a class="el" href="classMatrix3D.html">void</a>&#160;</td><td class="memItemRight" valign="bottom"><b>gemm_accelerator_int8_int4_fast_no_offset_v2</b> (<a class="el" href="classMatrix3D.html">struct</a> <a class="el" href="structmatmul__params.html">matmul_params</a> *params)</td></tr>
<tr class="separator:a3f820ac06e4438dfaa2054a6c5d02ba6"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:acb0a43b44a06db871b00bbff382d7906" id="r_acb0a43b44a06db871b00bbff382d7906"><td class="memItemLeft" align="right" valign="top"><a id="acb0a43b44a06db871b00bbff382d7906" name="acb0a43b44a06db871b00bbff382d7906"></a>
<a class="el" href="classMatrix3D.html">void</a>&#160;</td><td class="memItemRight" valign="bottom"><b>cblas_gemm_accelerator_no_offset</b> (<a class="el" href="classMatrix3D.html">struct</a> <a class="el" href="structmatmul__params.html">matmul_params</a> *params)</td></tr>
<tr class="separator:acb0a43b44a06db871b00bbff382d7906"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a094593aa4e197dd006cd4883bb811e50" id="r_a094593aa4e197dd006cd4883bb811e50"><td class="memItemLeft" align="right" valign="top"><a id="a094593aa4e197dd006cd4883bb811e50" name="a094593aa4e197dd006cd4883bb811e50"></a>
<a class="el" href="classMatrix3D.html">void</a>&#160;</td><td class="memItemRight" valign="bottom"><b>naive_mat_mul_int4</b> (<a class="el" href="classMatrix3D.html">const</a> <a class="el" href="classMatrix3D.html">struct</a> <a class="el" href="structmatmul__params.html">matmul_params</a> *params)</td></tr>
<tr class="separator:a094593aa4e197dd006cd4883bb811e50"><td class="memSeparator" colspan="2">&#160;</td></tr>
Expand Down
2 changes: 2 additions & 0 deletions dir_6a23dd2f4b74efa88df1553988330e41.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -94,6 +94,8 @@
<tr class="separator:"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:"><td class="memItemLeft" align="right" valign="top"><a href="GPTBigCodeTokenizer_8h_source.html"><span class="icondoc"></span></a>&#160;</td><td class="memItemRight" valign="bottom"><b>GPTBigCodeTokenizer.h</b></td></tr>
<tr class="separator:"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:"><td class="memItemLeft" align="right" valign="top"><a href="interface_8h_source.html"><span class="icondoc"></span></a>&#160;</td><td class="memItemRight" valign="bottom"><b>interface.h</b></td></tr>
<tr class="separator:"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:"><td class="memItemLeft" align="right" valign="top"><a href="LLaMATokenizer_8h_source.html"><span class="icondoc"></span></a>&#160;</td><td class="memItemRight" valign="bottom"><b>LLaMATokenizer.h</b></td></tr>
<tr class="separator:"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:"><td class="memItemLeft" align="right" valign="top"><a href="model_8h_source.html"><span class="icondoc"></span></a>&#160;</td><td class="memItemRight" valign="bottom"><b>model.h</b></td></tr>
Expand Down
1 change: 1 addition & 0 deletions doxygen_crawl.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@
<a href="common_8h_source.html"/>
<a href="Generate_8h_source.html"/>
<a href="GPTBigCodeTokenizer_8h_source.html"/>
<a href="interface_8h_source.html"/>
<a href="LLaMATokenizer_8h_source.html"/>
<a href="model_8h_source.html"/>
<a href="Fp32CLIPAttention_8h_source.html"/>
Expand Down
15 changes: 8 additions & 7 deletions files.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -138,13 +138,14 @@
<tr id="row_1_0_2_" class="odd"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="common_8h_source.html"><span class="icondoc"></span></a><b>common.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_3_" class="even"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="Generate_8h_source.html"><span class="icondoc"></span></a><b>Generate.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_4_" class="odd"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="GPTBigCodeTokenizer_8h_source.html"><span class="icondoc"></span></a><b>GPTBigCodeTokenizer.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_5_" class="even"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="LLaMATokenizer_8h_source.html"><span class="icondoc"></span></a><b>LLaMATokenizer.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_6_" class="odd"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="model_8h_source.html"><span class="icondoc"></span></a><b>model.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_7_" class="even"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="operators_8h_source.html"><span class="icondoc"></span></a><b>operators.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_8_" class="odd"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="OPTTokenizer_8h_source.html"><span class="icondoc"></span></a><b>OPTTokenizer.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_9_" class="even"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="profiler_8h_source.html"><span class="icondoc"></span></a><b>profiler.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_10_" class="odd"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="stb__image_8h_source.html"><span class="icondoc"></span></a><b>stb_image.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_11_" class="even"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="utils_8h_source.html"><span class="icondoc"></span></a><b>utils.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_5_" class="even"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="interface_8h_source.html"><span class="icondoc"></span></a><b>interface.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_6_" class="odd"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="LLaMATokenizer_8h_source.html"><span class="icondoc"></span></a><b>LLaMATokenizer.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_7_" class="even"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="model_8h_source.html"><span class="icondoc"></span></a><b>model.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_8_" class="odd"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="operators_8h_source.html"><span class="icondoc"></span></a><b>operators.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_9_" class="even"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="OPTTokenizer_8h_source.html"><span class="icondoc"></span></a><b>OPTTokenizer.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_10_" class="odd"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="profiler_8h_source.html"><span class="icondoc"></span></a><b>profiler.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_11_" class="even"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="stb__image_8h_source.html"><span class="icondoc"></span></a><b>stb_image.h</b></td><td class="desc"></td></tr>
<tr id="row_1_0_12_" class="odd"><td class="entry"><span style="width:48px;display:inline-block;">&#160;</span><a href="utils_8h_source.html"><span class="icondoc"></span></a><b>utils.h</b></td><td class="desc"></td></tr>
</table>
</div><!-- directory -->
</div><!-- contents -->
Expand Down
Loading

0 comments on commit 9899ebd

Please sign in to comment.