summary refs log tree commit diff
path: root/modules/foundation/agent.nix
blob: 9a9d295e3652f0c2cdfe32379f26f28a79aea6bb (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
{
  config,
  pkgs,
  lib,
  hermes-agent,
  ...
}:

let
  inherit (lib) mkEnableOption mkIf mkMerge;
  cfg = config.foundation.agent;

  agentPublicKey = "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAppvnIQdnwggxcsNtm7ij85qjABRHe2b4/NGwCfzTr5 agent";

  # the set of tools the agent has access to by default.
  # it should also always be able to call `nix-shell` to gain access to more tools.
  agentPackages = with pkgs; [
    nix
    nixfmt-rfc-style

    openssh
    tailscale

    docker_29

    jq
    yq-go
    ripgrep
    fd
    tree
    file
    unzip
    gnused
    gawk

    curl
    wget

    htop
    glances
    lsof
    iproute2
    iputils
    inetutils

    dig
    tcpdump
    nmap

    git

    vim
  ];
in
{
  imports = [
    hermes-agent.nixosModules.default
  ];

  options.foundation.agent = {
    home = mkEnableOption "the 'renard' agent to live on this machine";
    neighbor = mkEnableOption "letting the 'renard' agent access this machine";
  };

  config = mkMerge [
    # both the home and each neighbor have a user for the agent,
    # the identity of the user is the same on the entire fleet.
    (mkIf (cfg.home || cfg.neighbor) {
      users = {
        groups.renard = { };

        users.renard = {
          isSystemUser = true;
          group = "renard";
          home = "/home/renard";
          createHome = true;
          shell = pkgs.bashInteractive;
          packages = agentPackages;

          openssh.authorizedKeys.keys = [ agentPublicKey ];
        };
      };

      systemd.tmpfiles.rules = [
        "d /home/renard/.ssh 0700 renard renard - -"
      ];

      age.secrets.renard-agent-private-key = {
        file = ../../secrets/agent/private-key.age;
        path = "/home/renard/.ssh/id_ed25519";
        owner = "renard";
        group = "renard";
        mode = "0600";
      };
    })

    # the agent lives at home.
    (mkIf cfg.home {
      age.secrets.renard-agent-environment = {
        file = ../../secrets/agent/environment.age;
        owner = "renard";
        group = "renard";
        mode = "0440";
      };

      services.hermes-agent = {
        enable = true;

        user = "renard";
        group = "renard";
        stateDir = "/home/renard";
        createUser = false;

        extraDependencyGroups = [ "messaging" ];

        # both the user and the path house the same package set
        extraPackages = agentPackages;

        environmentFiles = [
          # required secrets:
          # * OPENROUTER_API_KEY
          # * DISCORD_BOT_TOKEN
          # * DISCORD_ALLOWED_USERS
          config.age.secrets.renard-agent-environment.path
        ];

        documents = {
          "SOUL.md" = ../../assets/agent/SOUL.md;
        };

        settings = {
          model = {
            provider = "openrouter";
            # my current favorite budget model, with recent price
            # changes by far the cheapest for the performance,
            # with other chinese models also being close.
            # only modality is text, requires auxiliary vision model!
            # native price: $0.44/m in, $0.87/m out.
            default = "deepseek/deepseek-v4-pro";
          };

          agent = {
            reasoning_effort = "high"; # 'high' rated highest in benchmarks, tune to taste!
            max_turns = 90;
          };

          auxiliary.vision = {
            # auxiliary vision model for image comprehension.
            # this qwen model is built for this exact use-case and is extremely
            # cheap for the performance (though below gemini), however,
            # it does not do any reasoning on the visual input!
            # possible upgrade path for reasoning: qwen3-vl-30b-a3b-thinking
            # native price: $0.13/m in, $1.56/m out.
            provider = "openrouter";
            model = "qwen/qwen3-vl-32b-instruct";
            timeout = 120;
          };

          toolsets = [ "all" ];

          terminal = {
            backend = "local";
            persistent_shell = true;
            timeout = 180;
          };

          memory = {
            memory_enabled = true;
            user_profile_enabled = true;
          };

          # slightly higher limits and targets than default for better
          # long session preservation.
          compression = {
            enabled = true;
            threshold = 0.75;
            target_ratio = 0.35;
            protect_last_n = 40;
          };

          # progressive message editing, a little silly in discord but looks like
          # the classic llm chats.
          streaming = {
            enabled = true;
          };
          display = {
            streaming = true; # small regression with streaming.enabled, keep both on.
            tool_progress = "new"; # only show fresh new tool calls, not every call.
          };

          discord = {
            require_mention = false;
            thread_require_mention = false;
            auto_thread = false;
            reactions = true;
            history_backfill = true;
            allow_mentions = {
              everyone = false;
              roles = false;
              users = true;
              replied_user = true;
            };
          };

          unauthorized_dm_behavior = "ignore"; # ignore strangers

          timezone = "Europe/Berlin";
          group_sessions_per_user = false;
        };
      };
    })
  ];
}