aditya/llama.cpp
1
0
Fork 0
mirror of https://git.adityakumar.xyz/llama.cpp.git synced 2025-02-22 15:40:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

llama : print timings on ctrl+c exit (#1021)

Browse source 
* print timings on ctrl+c exit

* remove redundant free memory call.

* add global pointer to ctx.
This commit is contained in:
wbpxre150 2023-04-22 16:56:35 +08:00 committed by GitHub
parent 10f19c1121
commit 36b4f7e064
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
examples/main/main.cpp
View file

@ -25,6 +25,7 @@
#endif
static console_state con_st;
static llama_context ** g_ctx;
static bool is_interacting = false;
@ -36,6 +37,7 @@ void sigint_handler(int signo) {
if (!is_interacting) {
is_interacting=true;
} else {
llama_print_timings(*g_ctx);
_exit(130);
}
}
@ -94,6 +96,7 @@ int main(int argc, char ** argv) {
//bool is_prime(int n) {)";
llama_context * ctx;
g_ctx = &ctx;
// load the model
{