Skip to content

Commit bcdfffb

Browse files
committed
build: Switch to tap-github
1 parent 6d016e4 commit bcdfffb

File tree

1 file changed

+14
-24
lines changed

1 file changed

+14
-24
lines changed

meltano.yml

Lines changed: 14 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -8,28 +8,18 @@ environments:
88
send_anonymous_usage_stats: false
99
plugins:
1010
extractors:
11-
- name: tap-bigquery
11+
- name: tap-github
12+
variant: meltanolabs
13+
pip_url: git+https://github.com/MeltanoLabs/tap-github.git
1214
config:
13-
credentials_path: ./client_secrets.json
14-
start_datetime: '2023-10-01'
15-
streams:
16-
- name: github_events
17-
table: '`githubarchive.day.*`'
18-
table_suffix_pattern: '2023(1[0-2]|2024[0-1])[0-9][0-9]' # Oct 2023 to Jan 2024
19-
columns:
20-
- type
21-
- actor
22-
- repo
23-
- created_at
24-
- org
25-
- payload
26-
datetime_key: created_at
27-
query: >
28-
SELECT type, actor, repo, created_at, org, payload
29-
FROM `{table}`
30-
WHERE org.login = 'nf-core'
31-
AND (
32-
(type = 'PullRequestEvent' AND JSON_EXTRACT(payload, '$.action') = 'closed') -- closed PRs
33-
OR type = 'PushEvent' -- for unique contributors
34-
OR (type = 'ReleaseEvent' AND JSON_EXTRACT(payload, '$.action') = 'published') -- released pipelines
35-
)
15+
start_date: '2023-10-01'
16+
organizations:
17+
- nf-core
18+
select:
19+
- commits.*
20+
- pull_requests.*
21+
- releases.*
22+
loaders:
23+
- name: target-jsonl
24+
variant: andyh1203
25+
pip_url: target-jsonl

0 commit comments

Comments
 (0)