#ifndef XENITH_SETTINGS_H
#define XENITH_SETTINGS_H
#pragma once
#include "xenith/preprocessing/tokenizer.h"

struct llm_prm
{
    bool use_mmap = true;
    bool use_mlock = false;
    int num_thread = 1;
    unsigned int num_gpu = 256;

};

#endif