Monorepo for Tangled
tangled.org
1package config
2
3import (
4 "context"
5 "time"
6
7 "github.com/bluesky-social/indigo/atproto/syntax"
8 "github.com/sethvargo/go-envconfig"
9 "tangled.org/core/xrpc/serviceauth"
10)
11
12type Server struct {
13 ListenAddr string `env:"LISTEN_ADDR, default=0.0.0.0:6555"`
14 DBPath string `env:"DB_PATH, default=spindle.db"`
15 Hostname string `env:"HOSTNAME, required"`
16 JetstreamEndpoint string `env:"JETSTREAM_ENDPOINT, default=wss://jetstream1.us-west.bsky.network/subscribe"`
17 Tap Tap `env:",prefix=TAP_"`
18 PlcUrl string `env:"PLC_URL, default=https://plc.directory"`
19 Dev bool `env:"DEV, default=false"`
20 DevExtraHosts []string `env:"DEV_EXTRA_HOSTS"`
21 Owner string `env:"OWNER, required"`
22 Secrets Secrets `env:",prefix=SECRETS_"`
23 LogDir string `env:"LOG_DIR, default=/var/log/spindle"`
24 QueueSize int `env:"QUEUE_SIZE, default=100"`
25 MaxJobCount int `env:"MAX_JOB_COUNT, default=2"` // max number of pipelines that run at a time
26 DockerSocket string `env:"DOCKER_SOCKET"` // path to a docker socket to expose to workflow containers
27}
28
29type Tap struct {
30 Embed bool `env:"EMBED, default=true"`
31 Url string `env:"URL, default=http://[::1]:2480"`
32 Bind string `env:"BIND, default=[::1]:2480"`
33 DBPath string `env:"DB_PATH, default=tap.db"`
34 RelayUrl string `env:"RELAY_URL, default=https://bsky.network"`
35 AdminPassword string `env:"ADMIN_PASSWORD"`
36}
37
38func (s Server) Did() syntax.DID {
39 return serviceauth.DidWeb(s.Hostname)
40}
41
42type Secrets struct {
43 Provider string `env:"PROVIDER, default=sqlite"`
44 OpenBao OpenBaoConfig `env:",prefix=OPENBAO_"`
45}
46
47type OpenBaoConfig struct {
48 ProxyAddr string `env:"PROXY_ADDR, default=http://127.0.0.1:8200"`
49 Mount string `env:"MOUNT, default=spindle"`
50}
51
52type NixeryPipelines struct {
53 Nixery string `env:"NIXERY, default=nixery.tangled.sh"`
54 WorkflowTimeout string `env:"WORKFLOW_TIMEOUT, default=5m"`
55 MaxJobMemoryMB int64 `env:"MAX_JOB_MEMORY_MB, default=6144"` // per-container memory limit in MiB (default 6 GiB)
56 MaxConcurrentWorkflows int `env:"MAX_CONCURRENT_WORKFLOWS, default=8"` // max number of workflow containers running at once (memory cap)
57}
58
59type S3 struct {
60 LogBucket string `env:"LOG_BUCKET"`
61}
62
63type MicroVMPipelines struct {
64 ImageDir string `env:"IMAGE_DIR, required"`
65 OverlayDir string `env:"OVERLAY_DIR, default="` // where microVM temporary disks will live
66 DefaultImage string `env:"DEFAULT_IMAGE, default=nixos-x86_64"`
67 AgentPort uint32 `env:"AGENT_PORT, default=10240"`
68 EnableKVM bool `env:"ENABLE_KVM, default=true"`
69 WorkflowTimeout string `env:"WORKFLOW_TIMEOUT, default=5m"`
70
71 MaxTotalMemoryMiB int64 `env:"MAX_TOTAL_MEMORY_MIB, default=0"`
72 MaxTotalVCPUs int64 `env:"MAX_TOTAL_VCPUS, default=0"`
73 MaxTotalDiskMiB int64 `env:"MAX_TOTAL_DISK_MIB, default=0"`
74
75 MaxWorkflowMemoryMiB int64 `env:"MAX_WORKFLOW_MEMORY_MIB, default=0"`
76 MaxWorkflowVCPUs int64 `env:"MAX_WORKFLOW_VCPUS, default=0"`
77 MaxWorkflowDiskMiB int64 `env:"MAX_WORKFLOW_DISK_MIB, default=0"`
78
79 AgingThreshold time.Duration `env:"AGING_THRESHOLD, default=30s"`
80
81 DebugSSH DebugSSH `env:",prefix=DEBUG_SSH_"`
82
83 EnableCgroups bool `env:"ENABLE_CGROUPS, default=false"`
84 CgroupParent string `env:"CGROUP_PARENT, default=self"`
85 CgroupPidsMax int64 `env:"CGROUP_PIDS_MAX, default=4096"`
86 CgroupSwapMaxMiB *int64 `env:"CGROUP_SWAP_MAX_MIB"`
87 // memory.min that will get assigned to the supervisor (spindle itself) cgroup
88 CgroupSupervisorMemoryMinMiB int64 `env:"CGROUP_SUPERVISOR_MEMORY_MIN_MIB, default=512"`
89}
90
91type DebugSSH struct {
92 Enabled bool `env:"ENABLED, default=false"`
93 ListenAddr string `env:"LISTEN_ADDR, default=0.0.0.0:2222"`
94 // path to private key; if empty, spindle will generate one next to the db
95 HostKeyPath string `env:"HOST_KEY_PATH"`
96 // how long to keep a failed wf alive after failure, for sshing in
97 GracePeriod time.Duration `env:"GRACE_PERIOD, default=5m"`
98}
99
100type NixCache struct {
101 ReadURLs []string `env:"READ_URLS"`
102 TrustedPublicKeys []string `env:"TRUSTED_PUBLIC_KEYS"`
103 UploadURL string `env:"UPLOAD_URL"`
104}
105
106type Config struct {
107 Server Server `env:",prefix=SPINDLE_SERVER_"`
108 NixeryPipelines NixeryPipelines `env:",prefix=SPINDLE_NIXERY_PIPELINES_"`
109 MicroVMPipelines MicroVMPipelines `env:",prefix=SPINDLE_MICROVM_PIPELINES_"`
110 NixCache NixCache `env:",prefix=SPINDLE_NIX_CACHE_"`
111 S3 S3 `env:",prefix=SPINDLE_S3_"`
112}
113
114func Load(ctx context.Context) (*Config, error) {
115 var cfg Config
116 err := envconfig.Process(ctx, &cfg)
117 if err != nil {
118 return nil, err
119 }
120
121 return &cfg, nil
122}