16 lines
249 B
C
16 lines
249 B
C
#ifndef XENITH_SETTINGS_H
|
|
#define XENITH_SETTINGS_H
|
|
#pragma once
|
|
#include "xenith/preprocessing/tokenizer.h"
|
|
|
|
struct llm_prm
|
|
{
|
|
bool use_mmap = true;
|
|
bool use_mlock = false;
|
|
int num_thread = 1;
|
|
unsigned int num_gpu = 256;
|
|
|
|
};
|
|
|
|
#endif
|