Skip to content

Commit 36e7638

Browse files
authored
add taskworker email and cutover topics configs (#410)
1 parent d463dea commit 36e7638

File tree

4 files changed

+62
-0
lines changed

4 files changed

+62
-0
lines changed

CODEOWNERS

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -107,6 +107,9 @@
107107
/topics/taskworker-symbolication-dlq.yaml @getsentry/taskbroker
108108
/topics/taskworker-usage.yaml @getsentry/taskbroker
109109
/topics/taskworker-usage-dlq.yaml @getsentry/taskbroker
110+
/topics/taskworker-email.yaml @getsentry/taskbroker
111+
/topics/taskworker-email-dlq.yaml @getsentry/taskbroker
112+
/topics/taskworker-cutover.yaml @getsentry/taskbroker
110113

111114

112115
# Schemas

topics/taskworker-cutover.yaml

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
pipeline: taskworker
2+
description: |
3+
A spare topic for maintenance or emergency cutovers
4+
services:
5+
producers:
6+
- getsentry/sentry
7+
consumers:
8+
- getsentry/taskbroker
9+
schemas:
10+
- version: 1
11+
compatibility_mode: none
12+
type: protobuf
13+
resource: sentry_protos.sentry.v1.taskworker_pb2.TaskActivation
14+
examples:
15+
- taskworker/1/
16+
topic_creation_config:
17+
compression.type: lz4
18+
message.timestamp.type: LogAppendTime
19+
max.message.bytes: "10000000"
20+
retention.ms: "86400000"

topics/taskworker-email-dlq.yaml

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
pipeline: taskworker
2+
description: |
3+
DLQ for taskworker-email
4+
services:
5+
producers:
6+
- getsentry/taskbroker
7+
consumers:
8+
- getsentry/taskbroker
9+
schemas:
10+
- version: 1
11+
compatibility_mode: none
12+
type: protobuf
13+
resource: sentry_protos.sentry.v1.taskworker_pb2.TaskActivation
14+
examples:
15+
- taskworker/1/
16+
topic_creation_config:
17+
compression.type: lz4
18+
retention.ms: "604800000" # 7 days
19+
max.message.bytes: "10000000"

topics/taskworker-email.yaml

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
pipeline: taskworker
2+
description: |
3+
Taskworker tasks to be executed
4+
services:
5+
producers:
6+
- getsentry/sentry
7+
consumers:
8+
- getsentry/taskbroker
9+
schemas:
10+
- version: 1
11+
compatibility_mode: none
12+
type: protobuf
13+
resource: sentry_protos.sentry.v1.taskworker_pb2.TaskActivation
14+
examples:
15+
- taskworker/1/
16+
topic_creation_config:
17+
compression.type: lz4
18+
message.timestamp.type: LogAppendTime
19+
max.message.bytes: "10000000"
20+
retention.ms: "86400000"

0 commit comments

Comments
 (0)