feat(nixosModules/server): add librechat from my fork
This commit is contained in:
parent
fe29725772
commit
b2f9f5a253
5 changed files with 61 additions and 233 deletions
19
flake.lock
generated
19
flake.lock
generated
|
|
@ -531,17 +531,18 @@
|
|||
},
|
||||
"rrvsh-nixpkgs": {
|
||||
"locked": {
|
||||
"lastModified": 1748824126,
|
||||
"narHash": "sha256-EjrHRlTvzECAFH0YSfR+kcK1Q1qDDVX0mQatjpvzwGo=",
|
||||
"ref": "refs/heads/librechat-module",
|
||||
"rev": "b6ef5cc34d3699f505e09308b16fe7c0ea8178fc",
|
||||
"revCount": 808478,
|
||||
"type": "git",
|
||||
"url": "file:///home/rafiq/repos/nixpkgs"
|
||||
"lastModified": 1748853793,
|
||||
"narHash": "sha256-UoWP2Y4r6ntlFNj02afKRukNDTMj/ufKfvNhRwzqzS8=",
|
||||
"owner": "rrvsh",
|
||||
"repo": "nixpkgs",
|
||||
"rev": "eb9aad05033afb7ed417cb187480d20c8daa08b7",
|
||||
"type": "github"
|
||||
},
|
||||
"original": {
|
||||
"type": "git",
|
||||
"url": "file:///home/rafiq/repos/nixpkgs"
|
||||
"owner": "rrvsh",
|
||||
"ref": "librechat-module",
|
||||
"repo": "nixpkgs",
|
||||
"type": "github"
|
||||
}
|
||||
},
|
||||
"rust-overlay": {
|
||||
|
|
|
|||
|
|
@ -1,7 +1,7 @@
|
|||
{
|
||||
|
||||
inputs = {
|
||||
rrvsh-nixpkgs.url = "git+file:///home/rafiq/repos/nixpkgs";
|
||||
rrvsh-nixpkgs.url = "github:rrvsh/nixpkgs/librechat-module";
|
||||
crane.url = "github:ipetkov/crane";
|
||||
disko.inputs.nixpkgs.follows = "nixpkgs";
|
||||
disko.url = "github:nix-community/disko";
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
{
|
||||
inputs,
|
||||
config,
|
||||
lib,
|
||||
pkgs,
|
||||
|
|
@ -6,84 +7,34 @@
|
|||
}:
|
||||
let
|
||||
cfg = config.server.librechat;
|
||||
configFile = pkgs.writeTextFile {
|
||||
name = "librechat.yaml";
|
||||
text = lib.generators.toYAML { } cfg.settings;
|
||||
};
|
||||
# Thanks to https://github.com/nix-community/home-manager/blob/60e4624302d956fe94d3f7d96a560d14d70591b9/modules/lib/shell.nix :)
|
||||
export = n: v: ''export ${n}="${builtins.toString v}"'';
|
||||
exportAll = vars: lib.concatStringsSep "\n" (lib.mapAttrsToList export vars);
|
||||
exportCredentials = n: _: ''export ${n}="$(${pkgs.systemd}/bin/systemd-creds cat ${n}_FILE)"'';
|
||||
exportAllCredentials = vars: lib.concatStringsSep "\n" (lib.mapAttrsToList exportCredentials vars);
|
||||
transformCredential = n: v: "${n}_FILE:${v}";
|
||||
getLoadCredentialList = lib.mapAttrsToList transformCredential cfg.credentials;
|
||||
environmentVariablesFile = pkgs.writeTextFile {
|
||||
name = "librechat-env-variables.sh";
|
||||
text = # sh
|
||||
''
|
||||
# Thanks to https://github.com/nix-community/home-manager/blob/release-25.05/modules/home-environment.nix :)
|
||||
# Only source this once.
|
||||
if [ -n "$__LC_ENV_VARS_SOURCED" ]; then return; fi
|
||||
export __LC_ENV_VARS_SOURCED=1
|
||||
|
||||
export CONFIG_PATH=${configFile}
|
||||
${exportAll cfg.env}
|
||||
${exportAllCredentials cfg.credentials}
|
||||
'';
|
||||
};
|
||||
allowedPorts =
|
||||
if cfg.openFirewall then (if cfg.env ? PORT then [ cfg.env.port ] else [ 3080 ]) else [ ];
|
||||
in
|
||||
{
|
||||
|
||||
imports = [
|
||||
"${inputs.rrvsh-nixpkgs}/nixos/modules/services/web-apps/librechat.nix"
|
||||
];
|
||||
|
||||
options.server.librechat = {
|
||||
enable = lib.mkEnableOption "Whether to enable the LibreChat server.";
|
||||
openFirewall = lib.mkEnableOption "Whether to open the port in the firewall.";
|
||||
path = lib.mkOption {
|
||||
type = lib.types.str;
|
||||
default = "/var/lib/librechat";
|
||||
description = "Absolute path for where the LibreChat server will use as its working directory.";
|
||||
enable = lib.mkEnableOption "";
|
||||
};
|
||||
user = lib.mkOption {
|
||||
type = lib.types.str;
|
||||
default = "librechat";
|
||||
description = "The user to run the service as.";
|
||||
};
|
||||
group = lib.mkOption {
|
||||
type = lib.types.str;
|
||||
default = "librechat";
|
||||
description = "The group to run the service as.";
|
||||
};
|
||||
credentials = lib.mkOption {
|
||||
type = lib.types.lazyAttrsOf lib.types.path;
|
||||
default = { };
|
||||
example = {
|
||||
CREDS_KEY = /run/secrets/creds_key;
|
||||
};
|
||||
description = "Environment variables which are loaded from the contents of files at a file paths, mainly used for secrets. See https://www.librechat.ai/docs/configuration/dotenv for a full list.";
|
||||
};
|
||||
env = lib.mkOption {
|
||||
type =
|
||||
with lib.types;
|
||||
lazyAttrsOf (oneOf [
|
||||
str
|
||||
path
|
||||
int
|
||||
float
|
||||
]);
|
||||
example = {
|
||||
ALLOW_REGISTRATION = "true";
|
||||
|
||||
config = lib.mkIf cfg.enable {
|
||||
services.librechat = {
|
||||
enable = true;
|
||||
openFirewall = true;
|
||||
port = 3080;
|
||||
env = {
|
||||
HOST = "0.0.0.0";
|
||||
CONSOLE_JSON_STRING_LENGTH = 255;
|
||||
ALLOW_REGISTRATION = "true";
|
||||
MONGO_URI = "mongodb://apollo:27017";
|
||||
};
|
||||
default = { };
|
||||
description = "Environment variables that will be set for the service. See https://www.librechat.ai/docs/configuration/dotenv for a full list.";
|
||||
credentials = {
|
||||
CREDS_KEY = config.sops.secrets."librechat/creds_key".path;
|
||||
CREDS_IV = config.sops.secrets."librechat/creds_iv".path;
|
||||
JWT_SECRET = config.sops.secrets."librechat/jwt_secret".path;
|
||||
JWT_REFRESH_SECRET = config.sops.secrets."librechat/jwt_refresh_secret".path;
|
||||
};
|
||||
settings = lib.mkOption {
|
||||
type = lib.types.attrs;
|
||||
default = { };
|
||||
example = # nix
|
||||
''
|
||||
{
|
||||
settings = {
|
||||
version = "1.0.8";
|
||||
cache = true;
|
||||
interface = {
|
||||
|
|
@ -96,57 +47,20 @@ in
|
|||
custom = [
|
||||
{
|
||||
name = "OpenRouter";
|
||||
# Note that the following $ should be escaped with a backslash, not '''
|
||||
apiKey = "''${OPENROUTER_KEY}";
|
||||
apiKey = "\${OPENROUTER_KEY}";
|
||||
baseURL = "https://openrouter.ai/api/v1";
|
||||
models = {
|
||||
default = ["meta-llama/llama-3-70b-instruct"];
|
||||
default = [ "meta-llama/llama-3-70b-instruct" ];
|
||||
fetch = true;
|
||||
};
|
||||
titleConvo = true;
|
||||
titleModule = "meta-llama/llama-3-70b-instruct";
|
||||
dropParams = ["stop"];
|
||||
dropParams = [ "stop" ];
|
||||
modelDisplayLabel = "OpenRouter";
|
||||
}
|
||||
];
|
||||
};
|
||||
}
|
||||
'';
|
||||
description = "A free-form attribute set that will be written to librechat.yaml. You can use environment variables by wrapping them in \${}. Take care to escape the \$ character.";
|
||||
};
|
||||
};
|
||||
|
||||
config = lib.mkIf cfg.enable {
|
||||
networking.firewall.allowedTCPPorts = allowedPorts;
|
||||
systemd.services.librechat = {
|
||||
wantedBy = [ "multi-user.target" ];
|
||||
after = [ "network.target" ];
|
||||
description = "Open-source app for all your AI conversations, fully customizable and compatible with any AI provider";
|
||||
serviceConfig = {
|
||||
Type = "simple";
|
||||
User = cfg.user;
|
||||
Group = cfg.group;
|
||||
PermissionsStartOnly = "true"; # run mkdir as root
|
||||
ExecStartPre = [
|
||||
"${pkgs.coreutils}/bin/mkdir -p ${cfg.path}"
|
||||
"${pkgs.coreutils}/bin/chown -R ${cfg.user}:${cfg.group} ${cfg.path}"
|
||||
"${pkgs.coreutils}/bin/chmod 775 ${cfg.path}"
|
||||
];
|
||||
LoadCredential = getLoadCredentialList;
|
||||
};
|
||||
script = # sh
|
||||
''
|
||||
cd ${cfg.path}
|
||||
source ${environmentVariablesFile}
|
||||
${pkgs.librechat}/bin/librechat-server
|
||||
'';
|
||||
};
|
||||
users.users.librechat = lib.mkIf (cfg.user == "librechat") {
|
||||
name = "librechat";
|
||||
isSystemUser = true;
|
||||
group = "librechat";
|
||||
description = "LibreChat server user";
|
||||
};
|
||||
users.groups.librechat = lib.mkIf (cfg.user == "librechat") { };
|
||||
};
|
||||
}
|
||||
|
|
|
|||
|
|
@ -1,10 +1,10 @@
|
|||
{
|
||||
config,
|
||||
lib,
|
||||
inputs,
|
||||
...
|
||||
}:
|
||||
{
|
||||
|
||||
system = {
|
||||
hostname = "apollo";
|
||||
mainUser.name = "rafiq";
|
||||
|
|
@ -25,47 +25,7 @@
|
|||
enableDDNS = true;
|
||||
mountHelios = true;
|
||||
databases.mongodb.enable = true;
|
||||
librechat = {
|
||||
enable = true;
|
||||
openFirewall = true;
|
||||
env = {
|
||||
HOST = "0.0.0.0";
|
||||
MONGO_URI = "mongodb://apollo:27017";
|
||||
};
|
||||
credentials = {
|
||||
CREDS_KEY = config.sops.secrets."librechat/creds_key".path;
|
||||
CREDS_IV = config.sops.secrets."librechat/creds_iv".path;
|
||||
JWT_SECRET = config.sops.secrets."librechat/jwt_secret".path;
|
||||
JWT_REFRESH_SECRET = config.sops.secrets."librechat/jwt_refresh_secret".path;
|
||||
};
|
||||
settings = {
|
||||
version = "1.0.8";
|
||||
cache = true;
|
||||
interface = {
|
||||
privacyPolicy = {
|
||||
externalUrl = "https://librechat.ai/privacy-policy";
|
||||
openNewTab = true;
|
||||
};
|
||||
};
|
||||
endpoints = {
|
||||
custom = [
|
||||
{
|
||||
name = "OpenRouter";
|
||||
apiKey = "\${OPENROUTER_KEY}";
|
||||
baseURL = "https://openrouter.ai/api/v1";
|
||||
models = {
|
||||
default = [ "meta-llama/llama-3-70b-instruct" ];
|
||||
fetch = true;
|
||||
};
|
||||
titleConvo = true;
|
||||
titleModule = "meta-llama/llama-3-70b-instruct";
|
||||
dropParams = [ "stop" ];
|
||||
modelDisplayLabel = "OpenRouter";
|
||||
}
|
||||
];
|
||||
};
|
||||
};
|
||||
};
|
||||
librechat.enable = true;
|
||||
};
|
||||
|
||||
nixpkgs.hostPlatform = lib.mkDefault "x86_64-linux";
|
||||
|
|
|
|||
|
|
@ -5,10 +5,6 @@
|
|||
...
|
||||
}:
|
||||
{
|
||||
imports = [
|
||||
"${inputs.rrvsh-nixpkgs}/nixos/modules/services/web-apps/librechat.nix"
|
||||
];
|
||||
|
||||
system = {
|
||||
hostname = "nemesis";
|
||||
mainUser.name = "rafiq";
|
||||
|
|
@ -60,48 +56,5 @@
|
|||
};
|
||||
};
|
||||
|
||||
services.librechat = {
|
||||
enable = true;
|
||||
openFirewall = true;
|
||||
env = {
|
||||
HOST = "0.0.0.0";
|
||||
ALLOW_REGISTRATION = "true";
|
||||
MONGO_URI = "mongodb://apollo:27017";
|
||||
};
|
||||
credentials = {
|
||||
CREDS_KEY = config.sops.secrets."librechat/creds_key".path;
|
||||
CREDS_IV = config.sops.secrets."librechat/creds_iv".path;
|
||||
JWT_SECRET = config.sops.secrets."librechat/jwt_secret".path;
|
||||
JWT_REFRESH_SECRET = config.sops.secrets."librechat/jwt_refresh_secret".path;
|
||||
};
|
||||
settings = {
|
||||
version = "1.0.8";
|
||||
cache = true;
|
||||
interface = {
|
||||
privacyPolicy = {
|
||||
externalUrl = "https://librechat.ai/privacy-policy";
|
||||
openNewTab = true;
|
||||
};
|
||||
};
|
||||
endpoints = {
|
||||
custom = [
|
||||
{
|
||||
name = "OpenRouter";
|
||||
apiKey = "\${OPENROUTER_KEY}";
|
||||
baseURL = "https://openrouter.ai/api/v1";
|
||||
models = {
|
||||
default = [ "meta-llama/llama-3-70b-instruct" ];
|
||||
fetch = true;
|
||||
};
|
||||
titleConvo = true;
|
||||
titleModule = "meta-llama/llama-3-70b-instruct";
|
||||
dropParams = [ "stop" ];
|
||||
modelDisplayLabel = "OpenRouter";
|
||||
}
|
||||
];
|
||||
};
|
||||
};
|
||||
};
|
||||
|
||||
nixpkgs.hostPlatform = lib.mkDefault "x86_64-linux";
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue