Skip to content

Commit

Permalink
add haifa defi workflow
Browse files Browse the repository at this point in the history
  • Loading branch information
OriHoch committed Jul 15, 2024
1 parent 7bfb568 commit 7e1d6fe
Show file tree
Hide file tree
Showing 2 changed files with 39 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
{{- range $instance, $organizations := .Values.genericFetcherInstanceOrganizationWorkflows }}
{{- range $organization, $workflows := $organizations }}
{{- range $workflow := $workflows }}
apiVersion: argoproj.io/v1alpha1
kind: Workflow
metadata:
generateName: generic-fetcher-
annotations:
dgp.datacity.org.il/instance: {{ $instance | quote }}
dgp.datacity.org.il/organization: {{ $organization | quote }}
dgp.datacity.org.il/source_url: {{ $workflow.source_url | quote }}
dgp.datacity.org.il/target_package_id: {{ $workflow.target_package_id | quote }}
spec:
workflowTemplateRef:
name: dgp-operator-runner
arguments:
parameters:
- name: operator
value: generic_fetcher
- name: config_json
value: |
{
"source_url": {{ $workflow.source_url | quote }},
"target_instance_name": {{ $instance | upper | quote }},
"target_package_id": {{ $workflow.target_package_id | quote }},
"target_organization_id": {{ $organization | quote }},
"source_filter": {{ $workflow.source_filter | toJson }}
}
------
{{- end }}
{{- end }}
{{- end }}
7 changes: 7 additions & 0 deletions workflows/values.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
genericFetcherInstanceOrganizationWorkflows:
haifa:
israel-gov:
- source_url: https://data.gov.il/dataset/defi
target_package_id: defi
source_filter:
indexCity: חיפה

0 comments on commit 7e1d6fe

Please sign in to comment.