@@ -19,7 +19,7 @@ int main(int argc, char ** argv) {
19
19
int n_gpu_layers = 0 ;
20
20
21
21
std::vector<int > n_pp = { 128 , 256 , 512 , 1024 , 2048 , 3584 , 7680 , };
22
- std::vector<int > n_tg = { 128 , 256 , 512 , };
22
+ std::vector<int > n_tg = { 128 , 256 , };
23
23
std::vector<int > n_pl = { 1 , 2 , 4 , 8 , 16 , 32 , };
24
24
// std::vector<int> n_pl = { 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 32, };
25
25
@@ -106,7 +106,7 @@ int main(int argc, char ** argv) {
106
106
}
107
107
108
108
LOG_TEE (" |%6s | %6s | %4s | %6s | %8s | %8s | %8s | %8s | %8s | %8s |\n " , " PP" , " TG" , " B" , " N_KV" , " T_PP s" , " S_PP t/s" , " T_TG s" , " S_TG t/s" , " T s" , " S t/s" );
109
- LOG_TEE (" |%6s-+ -%6s-+ -%4s-+ -%6s-+ -%8s-+ -%8s-+ -%8s-+ -%8s-+ -%8s-+ -%8s-|\n " , " ------" , " ------" , " ----" , " -- ------" , " --------" , " --------" , " --------" , " --------" , " --------" , " --------" );
109
+ LOG_TEE (" |%6s-| -%6s-| -%4s-| -%6s-| -%8s-| -%8s-| -%8s-| -%8s-| -%8s-| -%8s-|\n " , " ------" , " ------" , " ----" , " ------" , " --------" , " --------" , " --------" , " --------" , " --------" , " --------" );
110
110
111
111
for ( int i_pp = 0 ; i_pp < (int ) n_pp.size (); ++i_pp) {
112
112
for ( int i_tg = 0 ; i_tg < (int ) n_tg.size (); ++i_tg) {
0 commit comments