-
Notifications
You must be signed in to change notification settings - Fork 32
Expand file tree
/
Copy patharc.toml
More file actions
184 lines (156 loc) · 6.1 KB
/
arc.toml
File metadata and controls
184 lines (156 loc) · 6.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
# =============================================================================
# Arc Configuration
# =============================================================================
# -----------------------------------------------------------------------------
# Server
# -----------------------------------------------------------------------------
[server]
port = 8000
# TLS/HTTPS (disabled by default)
tls_enabled = false
# tls_cert_file = "/etc/letsencrypt/live/example.com/fullchain.pem"
# tls_key_file = "/etc/letsencrypt/live/example.com/privkey.pem"
# -----------------------------------------------------------------------------
# Logging
# -----------------------------------------------------------------------------
[log]
level = "info" # debug, info, warn, error, fatal, panic
format = "console" # json or console
# -----------------------------------------------------------------------------
# Database (DuckDB)
# -----------------------------------------------------------------------------
# Auto-configured based on system resources if not set.
# Override via: ARC_DATABASE_MAX_CONNECTIONS, ARC_DATABASE_MEMORY_LIMIT, ARC_DATABASE_THREAD_COUNT
[database]
# max_connections = 28 # Default: 2x CPU cores
# memory_limit = "8GB" # Default: ~50% system memory
# thread_count = 14 # Default: CPU cores
enable_wal = true
# -----------------------------------------------------------------------------
# Storage
# -----------------------------------------------------------------------------
[storage]
backend = "local" # "local" or "s3"
local_path = "./data/arc"
# S3/MinIO (when backend = "s3")
s3_bucket = "arc-test"
s3_region = "us-east-2"
s3_endpoint = "" # Empty for AWS, set for MinIO
s3_use_ssl = false # Set true for production
s3_path_style = true # True for MinIO, false for AWS
# Credentials via env: ARC_STORAGE_S3_ACCESS_KEY, ARC_STORAGE_S3_SECRET_KEY
# -----------------------------------------------------------------------------
# Ingestion
# -----------------------------------------------------------------------------
[ingest]
max_buffer_size = 5000000 # Records before flush (default: 50000)
max_buffer_age_ms = 100 # Max buffer age before flush
# Sort keys for compression/query performance: "measurement:col1,col2"
# Time column is always appended automatically
sort_keys = []
default_sort_keys = ""
# -----------------------------------------------------------------------------
# Compaction
# -----------------------------------------------------------------------------
[compaction]
enabled = true
# Hourly
hourly_enabled = true
hourly_schedule = "5 * * * *"
hourly_min_age_hours = 1
hourly_min_files = 10
# Daily
daily_enabled = true
daily_schedule = "0 3 * * *"
daily_min_age_hours = 24
daily_min_files = 12
# -----------------------------------------------------------------------------
# Authentication
# -----------------------------------------------------------------------------
[auth]
enabled = true
# -----------------------------------------------------------------------------
# Delete
# -----------------------------------------------------------------------------
[delete]
enabled = true
confirmation_threshold = 10000
max_rows_per_delete = 1000000
# -----------------------------------------------------------------------------
# Retention
# -----------------------------------------------------------------------------
[retention]
enabled = true
# -----------------------------------------------------------------------------
# Continuous Queries
# -----------------------------------------------------------------------------
[continuous_query]
enabled = false
# -----------------------------------------------------------------------------
# MQTT
# -----------------------------------------------------------------------------
[mqtt]
enabled = false
# -----------------------------------------------------------------------------
# Query
# -----------------------------------------------------------------------------
[query]
# Slow query logging threshold in milliseconds (0 = disabled)
# Queries exceeding this threshold emit a WARN log and increment arc_slow_queries_total
# slow_query_threshold_ms = 1000
# S3 file caching (improves CTEs, subqueries, dashboard queries)
enable_s3_cache = false
s3_cache_size = "128MB"
s3_cache_ttl_seconds = 3600
# -----------------------------------------------------------------------------
# Telemetry
# -----------------------------------------------------------------------------
[telemetry]
enabled = true
# -----------------------------------------------------------------------------
# Tiered Storage (Enterprise)
# -----------------------------------------------------------------------------
# Hot tier (local) -> Cold tier (S3/Azure) based on data age
[tiered_storage]
enabled = false
migration_schedule = "0 2 * * *"
migration_max_concurrent = 4
migration_batch_size = 100
default_hot_max_age_days = 0
[tiered_storage.cold]
enabled = false
backend = "s3" # "s3" or "azure"
# S3/MinIO
s3_bucket = "arc-archive"
s3_region = "us-east-1"
s3_endpoint = "localhost:9000"
s3_access_key = "minioadmin"
s3_secret_key = "minioadmin"
s3_use_ssl = false
s3_path_style = true
s3_storage_class = "GLACIER"
# Azure (when backend = "azure")
azure_container = ""
azure_endpoint = ""
azure_use_managed_identity = false
azure_access_tier = "Archive"
retrieval_mode = "standard" # standard, expedited, bulk
# -----------------------------------------------------------------------------
# Audit Logging (Enterprise)
# -----------------------------------------------------------------------------
[audit_log]
enabled = false
retention_days = 90
include_reads = false # Log GET/query requests (high volume)
# Backup & Restore
# -----------------------------------------------------------------------------
[backup]
enabled = true
local_path = "./data/backups" # Directory for local backups
# Query Management (Enterprise)
# -----------------------------------------------------------------------------
# [query_management]
# enabled = false
# history_size = 100 # Number of completed queries to keep in memory
[wal]
enabled = false