mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2026-02-05 13:53:23 +02:00
* wip * wip * fix logging, add display info * handle commands * add args * wip * move old cli to llama-completion * rm deprecation notice * move server to a shared library * move ci to llama-completion * add loading animation * add --show-timings arg * add /read command, improve LOG_ERR * add args for speculative decoding, enable show timings by default * add arg --image and --audio * fix windows build * support reasoning_content * fix llama2c workflow * color default is auto * fix merge conflicts * properly fix color problem Co-authored-by: bandoti <bandoti@users.noreply.github.com> * better loading spinner * make sure to clean color on force-exit * also clear input files on "/clear" * simplify common_log_flush * add warning in mtmd-cli * implement console writter * fix data race * add attribute * fix llama-completion and mtmd-cli * add some notes about console::log * fix compilation --------- Co-authored-by: bandoti <bandoti@users.noreply.github.com>
42 lines
953 B
C++
42 lines
953 B
C++
// Console functions
|
|
|
|
#pragma once
|
|
|
|
#include "common.h"
|
|
|
|
#include <string>
|
|
|
|
enum display_type {
|
|
DISPLAY_TYPE_RESET = 0,
|
|
DISPLAY_TYPE_INFO,
|
|
DISPLAY_TYPE_PROMPT,
|
|
DISPLAY_TYPE_REASONING,
|
|
DISPLAY_TYPE_USER_INPUT,
|
|
DISPLAY_TYPE_ERROR
|
|
};
|
|
|
|
namespace console {
|
|
void init(bool use_simple_io, bool use_advanced_display);
|
|
void cleanup();
|
|
void set_display(display_type display);
|
|
bool readline(std::string & line, bool multiline_input);
|
|
|
|
namespace spinner {
|
|
void start();
|
|
void stop();
|
|
}
|
|
|
|
// note: the logging API below output directly to stdout
|
|
// it can negatively impact performance if used on inference thread
|
|
// only use in in a dedicated CLI thread
|
|
// for logging in inference thread, use log.h instead
|
|
|
|
LLAMA_COMMON_ATTRIBUTE_FORMAT(1, 2)
|
|
void log(const char * fmt, ...);
|
|
|
|
LLAMA_COMMON_ATTRIBUTE_FORMAT(1, 2)
|
|
void error(const char * fmt, ...);
|
|
|
|
void flush();
|
|
}
|