./perplexity -m models/7B/ggml-model-q4_0.bin -f ~/Downloads/wikitext-2-raw-v1/wikitext-2-raw/wiki.test.raw -t 8 
main: seed = 1681061414
llama_model_load: loading model from 'models/7B/ggml-model-q4_0.bin' - please wait ...
llama_model_load: n_vocab = 32000
llama_model_load: n_ctx   = 512
llama_model_load: n_embd  = 4096
llama_model_load: n_mult  = 256
llama_model_load: n_head  = 32
llama_model_load: n_layer = 32
llama_model_load: n_rot   = 128
llama_model_load: f16     = 2
llama_model_load: n_ff    = 11008
llama_model_load: n_parts = 1
llama_model_load: type    = 1
llama_model_load: ggml map size = 4017.70 MB
llama_model_load: ggml ctx size =  81.25 KB
llama_model_load: mem required  = 5809.78 MB (+ 1026.00 MB per state)
llama_model_load: loading tensors from 'models/7B/ggml-model-q4_0.bin'
llama_model_load: model size =  4017.27 MB / num tensors = 291
llama_init_from_file: kv self size  =  256.00 MB

system_info: n_threads = 8 / 16 | AVX = 1 | AVX2 = 1 | AVX512 = 0 | FMA = 1 | NEON = 0 | ARM_FMA = 0 | F16C = 1 | FP16_VA = 0 | WASM_SIMD = 0 | BLAS = 0 | SSE3 = 1 | VSX = 0 | 
perplexity : calculating perplexity over 655 chunks (335687 tokens, 512 n_ctx)
26.93 seconds per pass - ETA 4.90 hours
[1]4.7137,[2]5.2331,[3]6.0336,[4]6.7356,[5]6.8471,[6]6.8114,[7]6.9963,[8]7.0917,[9]7.4483,[10]7.7025,[11]7.9706,[12]8.0013,[13]7.9436,[14]8.0379,[15]8.2945,[16]7.8680,[17]7.7331,[18]7.6889,[19]7.2985,[20]7.2918,[21]7.2011,[22]7.0374,[23]7.0124,[24]6.9039,[25]6.9031,[26]6.7227,[27]6.5134,[28]6.4067,[29]6.3034,[30]6.1365,[31]6.1045,[32]6.1209,[33]6.0613,[34]6.1053,[35]6.1312,[36]6.1837,[37]6.1854,[38]6.1992,[39]6.2340,[40]6.2991,[41]6.3147,[42]6.3608,[43]6.3086,[44]6.3694,[45]6.3724,[46]6.3478,[47]6.3685,[48]6.3349,[49]6.3389,[50]6.2920,[51]6.2828,[52]6.2687,[53]6.3155,[54]6.2947,[55]6.2715,[56]6.3083,[57]6.3258,[58]6.3511,[59]6.3667,[60]6.4129,[61]6.3987,[62]6.4608,[63]6.4973,[64]6.5117,[65]6.5659,[66]6.5734,[67]6.5920,[68]6.6115,[69]6.6417,[70]6.6775,[71]6.7015,[72]6.7379,[73]6.8036,[74]6.8102,[75]6.8299,[76]6.8432,[77]6.8561,[78]6.8431,[79]6.8756,[80]6.8662,[81]6.8810,[82]6.8864,[83]6.8297,[84]6.8145,[85]6.8063,[86]6.7824,[87]6.7223,[88]6.6926,[89]6.6736,[90]6.6584,[91]6.6873,[92]6.6809,[93]6.6801,[94]6.6762,[95]6.7088,[96]6.7057,[97]6.7022,[98]6.6930,[99]6.6741,[100]6.6726,[101]6.7014,[102]6.6937,[103]6.7158,[104]6.7224,[105]6.7237,[106]6.7422,[107]6.7396,[108]6.7507,[109]6.7430,[110]6.7402,[111]6.7634,[112]6.7831,[113]6.7856,[114]6.7839,[115]6.7919,[116]6.7840,[117]6.7918,[118]6.8241,[119]6.8458,[120]6.8847,[121]6.9047,[122]6.9303,[123]6.9688,[124]6.9886,[125]6.9790,[126]7.0195,[127]7.0596,[128]7.0920,[129]7.0755,[130]7.0869,[131]7.0796,[132]7.0698,[133]7.0555,[134]7.0662,[135]7.0613,[136]7.0496,[137]7.0415,[138]7.0280,[139]7.0178,[140]7.0150,[141]6.9873,[142]6.9834,[143]6.9550,[144]6.9339,[145]6.9244,[146]6.9115,[147]6.9149,[148]6.9167,[149]6.9112,[150]6.9067,[151]6.9097,[152]6.8986,[153]6.8805,[154]6.8714,[155]6.8783,[156]6.8720,[157]6.8910,[158]6.8932,[159]6.8993,[160]6.9002,[161]6.9140,[162]6.8823,[163]6.8682,[164]6.8410,[165]6.8075,[166]6.7765,[167]6.7363,[168]6.7024,[169]6.6880,[170]6.6752,[171]6.6445,[172]6.6254,[173]6.6059,[174]6.5728,[175]6.5483,[176]6.5361,[177]6.5154,[178]6.4923,[179]6.4732,[180]6.4626,[181]6.4398,[182]6.4215,[183]6.4058,[184]6.4054,[185]6.3969,[186]6.3969,[187]6.4029,[188]6.4008,[189]6.4182,[190]6.4216,[191]6.4438,[192]6.4613,[193]6.4795,[194]6.4919,[195]6.5147,[196]6.5313,[197]6.5546,[198]6.5716,[199]6.5768,[200]6.5826,[201]6.5778,[202]6.5994,[203]6.6076,[204]6.6089,[205]6.6228,[206]6.6308,[207]6.6283,[208]6.6366,[209]6.6406,[210]6.6460,[211]6.6575,[212]6.6656,[213]6.6778,[214]6.6809,[215]6.6833,[216]6.6980,[217]6.7166,[218]6.7313,[219]6.7324,[220]6.7279,[221]6.7231,[222]6.7200,[223]6.7085,[224]6.7007,[225]6.6950,[226]6.7170,[227]6.7272,[228]6.7326,[229]6.7377,[230]6.7336,[231]6.7503,[232]6.7368,[233]6.7187,[234]6.7033,[235]6.6865,[236]6.6779,[237]6.6672,[238]6.6712,[239]6.6549,[240]6.6442,[241]6.6466,[242]6.6513,[243]6.6484,[244]6.6362,[245]6.6333,[246]6.6220,[247]6.6087,[248]6.6000,[249]6.5976,[250]6.6014,[251]6.5934,[252]6.5893,[253]6.5787,[254]6.5747,[255]6.5621,[256]6.5433,[257]6.5303,[258]6.5223,[259]6.5205,[260]6.5119,[261]6.5080,[262]6.5026,[263]6.4962,[264]6.4792,[265]6.4788,[266]6.4770,[267]6.4691,[268]6.4784,[269]6.4767,[270]6.4770,[271]6.4848,[272]6.4888,[273]6.4887,[274]6.4908,[275]6.5000,[276]6.5061,[277]6.5230,[278]6.5339,[279]6.5434,[280]6.5464,[281]6.5550,[282]6.5603,[283]6.5751,[284]6.5832,[285]6.5922,[286]6.6056,[287]6.6048,[288]6.6123,[289]6.6017,[290]6.5850,[291]6.5698,[292]6.5536,[293]6.5394,[294]6.5414,[295]6.5397,[296]6.5442,[297]6.5420,[298]6.5459,[299]6.5428,[300]6.5310,[301]6.5310,[302]6.5223,[303]6.5141,[304]6.5051,[305]6.5019,[306]6.4890,[307]6.4913,[308]6.4946,[309]6.4771,[310]6.4720,[311]6.4653,[312]6.4689,[313]6.4631,[314]6.4614,[315]6.4430,[316]6.4391,[317]6.4218,[318]6.3992,[319]6.4120,[320]6.4248,[321]6.4296,[322]6.4245,[323]6.4181,[324]6.4160,[325]6.4271,[326]6.4272,[327]6.4292,[328]6.4326,[329]6.4393,[330]6.4417,[331]6.4543,[332]6.4512,[333]6.4583,[334]6.4519,[335]6.4444,[336]6.4469,[337]6.4435,[338]6.4441,[339]6.4392,[340]6.4344,[341]6.4427,[342]6.4448,[343]6.4497,[344]6.4499,[345]6.4495,[346]6.4463,[347]6.4507,[348]6.4550,[349]6.4565,[350]6.4530,[351]6.4536,[352]6.4546,[353]6.4487,[354]6.4510,[355]6.4555,[356]6.4579,[357]6.4540,[358]6.4634,[359]6.4665,[360]6.4617,[361]6.4617,[362]6.4693,[363]6.4806,[364]6.4873,[365]6.4928,[366]6.4937,[367]6.5027,[368]6.4989,[369]6.4991,[370]6.5002,[371]6.4936,[372]6.4989,[373]6.5047,[374]6.5024,[375]6.5019,[376]6.5093,[377]6.5037,[378]6.5063,[379]6.5125,[380]6.5042,[381]6.4997,[382]6.4937,[383]6.4929,[384]6.4922,[385]6.4920,[386]6.4909,[387]6.4908,[388]6.4873,[389]6.4817,[390]6.4748,[391]6.4664,[392]6.4617,[393]6.4597,[394]6.4623,[395]6.4610,[396]6.4526,[397]6.4600,[398]6.4636,[399]6.4727,[400]6.4724,[401]6.4737,[402]6.4749,[403]6.4761,[404]6.4827,[405]6.4724,[406]6.4690,[407]6.4684,[408]6.4699,[409]6.4819,[410]6.4938,[411]6.5053,[412]6.5223,[413]6.5347,[414]6.5427,[415]6.5483,[416]6.5563,[417]6.5686,[418]6.5721,[419]6.5796,[420]6.5887,[421]6.6004,[422]6.6058,[423]6.6138,[424]6.6265,[425]6.6360,[426]6.6429,[427]6.6469,[428]6.6559,[429]6.6618,[430]6.6700,[431]6.6847,[432]6.6888,[433]6.6874,[434]6.6825,[435]6.6834,[436]6.6854,[437]6.6957,[438]6.7032,[439]6.7000,[440]6.6987,[441]6.6933,[442]6.6915,[443]6.6931,[444]6.6934,[445]6.6917,[446]6.6941,[447]6.6975,[448]6.7018,[449]6.6990,[450]6.6997,[451]6.6951,[452]6.6848,[453]6.6762,[454]6.6699,[455]6.6716,[456]6.6770,[457]6.6798,[458]6.6783,[459]6.6780,[460]6.6868,[461]6.6843,[462]6.6824,[463]6.6873,[464]6.6868,[465]6.6837,[466]6.6763,[467]6.6769,[468]6.6772,[469]6.6796,[470]6.6799,[471]6.6747,[472]6.6800,[473]6.6743,[474]6.6751,[475]6.6697,[476]6.6721,[477]6.6645,[478]6.6632,[479]6.6698,[480]6.6746,[481]6.6767,[482]6.6717,[483]6.6672,[484]6.6701,[485]6.6679,[486]6.6621,[487]6.6622,[488]6.6603,[489]6.6551,[490]6.6527,[491]6.6503,[492]6.6443,[493]6.6415,[494]6.6400,[495]6.6399,[496]6.6361,[497]6.6309,[498]6.6294,[499]6.6241,[500]6.6136,[501]6.6065,[502]6.6063,[503]6.6056,[504]6.5960,[505]6.5985,[506]6.5996,[507]6.5950,[508]6.5913,[509]6.5903,[510]6.5947,[511]6.5993,[512]6.6032,[513]6.6048,[514]6.6116,[515]6.6063,[516]6.6055,[517]6.6061,[518]6.6065,[519]6.6100,[520]6.6128,[521]6.6150,[522]6.6180,[523]6.6187,[524]6.6246,[525]6.6285,[526]6.6302,[527]6.6323,[528]6.6270,[529]6.6276,[530]6.6219,[531]6.6199,[532]6.6250,[533]6.6264,[534]6.6237,[535]6.6257,[536]6.6200,[537]6.6174,[538]6.6222,[539]6.6230,[540]6.6276,[541]6.6288,[542]6.6293,[543]6.6304,[544]6.6319,[545]6.6298,[546]6.6306,[547]6.6262,[548]6.6207,[549]6.6205,[550]6.6177,[551]6.6136,[552]6.6116,[553]6.6070,[554]6.6046,[555]6.6016,[556]6.6018,[557]6.6045,[558]6.6007,[559]6.5999,[560]6.5997,[561]6.5992,[562]6.5964,[563]6.5964,[564]6.6005,[565]6.6029,[566]6.6022,[567]6.5999,[568]6.6000,[569]6.5976,[570]6.6002,[571]6.6007,[572]6.6010,[573]6.6007,[574]6.5973,[575]6.5974,[576]6.5976,[577]6.5962,[578]6.5940,[579]6.5940,[580]6.5867,[581]6.5826,[582]6.5813,[583]6.5821,[584]6.5821,[585]6.5741,[586]6.5670,[587]6.5677,[588]6.5731,[589]6.5791,[590]6.5823,[591]6.5843,[592]6.5825,[593]6.5784,[594]6.5793,[595]6.5764,[596]6.5804,[597]6.5779,[598]6.5745,[599]6.5764,[600]6.5757,[601]6.5743,[602]6.5762,[603]6.5792,[604]6.5807,[605]6.5844,[606]6.5866,[607]6.5858,[608]6.5817,[609]6.5823,[610]6.5861,[611]6.5839,[612]6.5867,[613]6.5826,[614]6.5769,[615]6.5688,[616]6.5724,[617]6.5662,[618]6.5603,[619]6.5543,[620]6.5390,[621]6.5315,[622]6.5295,[623]6.5312,[624]6.5314,[625]6.5314,[626]6.5300,[627]6.5321,[628]6.5322,[629]6.5316,[630]6.5355,[631]6.5419,[632]6.5481,[633]6.5461,[634]6.5493,[635]6.5501,[636]6.5477,[637]6.5448,[638]6.5477,[639]6.5446,[640]6.5456,[641]6.5461,[642]6.5533,[643]6.5550,[644]6.5561,[645]6.5538,[646]6.5583,[647]6.5551,[648]6.5567,[649]6.5567,[650]6.5616,[651]6.5676,[652]6.5688,[653]6.5728,[654]6.5659,[655]6.5655,

llama_print_timings:        load time = 28363.58 ms
llama_print_timings:      sample time =     0.00 ms /     1 runs   (    0.00 ms per run)
llama_print_timings: prompt eval time = 22650312.93 ms / 334705 tokens (   67.67 ms per token)
llama_print_timings:        eval time =     0.00 ms /     1 runs   (    0.00 ms per run)
llama_print_timings:       total time = 22679577.97 ms