Skip to content

Commit

Permalink
bodspipelines/pipelines/gleif/config.py: Change Kinesis streams
Browse files Browse the repository at this point in the history
  • Loading branch information
Ed (ODSC) committed Sep 13, 2023
1 parent f04b0f2 commit ee63f4e
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions bodspipelines/pipelines/gleif/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -62,7 +62,7 @@

# GLEIF data: Store in Easticsearch and output new to Kinesis stream
output_new = NewOutput(storage=ElasticStorage(indexes=index_properties),
output=KinesisOutput(stream_name="gleif-dev"))
output=KinesisOutput(stream_name="gleif-prod"))

# Definition of GLEIF data pipeline ingest stage
ingest_stage = Stage(name="ingest",
Expand All @@ -73,7 +73,7 @@

# Kinesis stream of GLEIF data from ingest stage
gleif_source = Source(name="gleif",
origin=KinesisInput(stream_name="gleif-dev"),
origin=KinesisInput(stream_name="gleif-prod"),
datatype=JSONData())

# Elasticsearch indexes for BODS data
Expand Down Expand Up @@ -101,7 +101,7 @@ def identify_bods(item):

# BODS data: Store in Easticsearch and output new to Kinesis stream
bods_output_new = NewOutput(storage=ElasticStorage(indexes=bods_index_properties),
output=KinesisOutput(stream_name="bods-gleif-dev"),
output=KinesisOutput(stream_name="bods-gleif-prod"),
identify=identify_bods)

# Definition of GLEIF data pipeline transform stage
Expand Down

0 comments on commit ee63f4e

Please sign in to comment.