-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy path.env.example
More file actions
60 lines (53 loc) · 1.57 KB
/
.env.example
File metadata and controls
60 lines (53 loc) · 1.57 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
# ─── Service ───
SERVICE_NAME=mongo-to-clickhouse-migrator
SERVICE_PORT=8080
SERVICE_HOST=0.0.0.0
GRACEFUL_SHUTDOWN_TIMEOUT_MS=60000
RERUN_MODE=resume
# ─── MongoDB Source ───
MONGO_URI=mongodb://localhost:27017/?replicaSet=rs0
MONGO_DB=countly_drill
MONGO_COLLECTION_PREFIX=drill_events
MONGO_READ_PREFERENCE=primary
MONGO_READ_CONCERN=majority
MONGO_RETRY_READS=true
MONGO_APP_NAME=mongo-to-clickhouse-migrator
MONGO_BATCH_ROWS_TARGET=10000
MONGO_CURSOR_BATCH_SIZE=2000
MONGO_MAX_TIME_MS=120000
# ─── Transform ───
TRANSFORM_VERSION=v1
# ─── ClickHouse Target ───
CLICKHOUSE_URL=http://localhost:8123
CLICKHOUSE_DB=countly_drill
CLICKHOUSE_TABLE=drill_events
CLICKHOUSE_USERNAME=default
CLICKHOUSE_PASSWORD=
CLICKHOUSE_QUERY_TIMEOUT_MS=120000
CLICKHOUSE_MAX_RETRIES=8
CLICKHOUSE_RETRY_BASE_DELAY_MS=1000
CLICKHOUSE_RETRY_MAX_DELAY_MS=30000
CLICKHOUSE_USE_DEDUP_TOKEN=true
# ─── Backpressure ───
BACKPRESSURE_ENABLED=true
BACKPRESSURE_PARTS_TO_THROW_INSERT=300
BACKPRESSURE_MAX_PARTS_IN_TOTAL=500
BACKPRESSURE_PARTITION_PCT_HIGH=0.50
BACKPRESSURE_PARTITION_PCT_LOW=0.35
BACKPRESSURE_TOTAL_PCT_HIGH=0.50
BACKPRESSURE_TOTAL_PCT_LOW=0.40
BACKPRESSURE_POLL_INTERVAL_MS=15000
BACKPRESSURE_MAX_PAUSE_EPISODE_MS=180000
# ─── State ───
MANIFEST_DB=countly_drill
REDIS_URL=redis://redis:6379
REDIS_KEY_PREFIX=mig
TIMELINE_SNAPSHOT_INTERVAL=10
# ─── Memory / GC ───
GC_ENABLED=true
GC_RSS_SOFT_LIMIT_MB=1536
GC_RSS_HARD_LIMIT_MB=2048
GC_HEAP_USED_RATIO=0.70
GC_EVERY_N_BATCHES=10
# ─── Logging ───
LOG_LEVEL=info