Skip to content

Commit

Permalink
Updated makerules 2024-09-25
Browse files Browse the repository at this point in the history
  • Loading branch information
digital-land-bot committed Sep 25, 2024
1 parent ae8c1d0 commit 8202cce
Showing 1 changed file with 6 additions and 2 deletions.
8 changes: 6 additions & 2 deletions makerules/pipeline.mk
Original file line number Diff line number Diff line change
Expand Up @@ -93,12 +93,13 @@ PIPELINE_CONFIG_FILES=\
$(PIPELINE_DIR)old-entity.csv\
$(PIPELINE_DIR)patch.csv\
$(PIPELINE_DIR)skip.csv\
$(PIPELINE_DIR)transform.csv
$(PIPELINE_DIR)transform.csv\
$(PIPELINE_DIR)entity-organisation.csv
endif

define run-pipeline
mkdir -p $(@D) $(ISSUE_DIR)$(notdir $(@D)) $(OPERATIONAL_ISSUE_DIR) $(COLUMN_FIELD_DIR)$(notdir $(@D)) $(DATASET_RESOURCE_DIR)$(notdir $(@D))
digital-land ${DIGITAL_LAND_OPTS} --dataset $(notdir $(@D)) --pipeline-dir $(PIPELINE_DIR) $(DIGITAL_LAND_FLAGS) pipeline $(1) --organisation-path $(CACHE_DIR)organisation.csv --issue-dir $(ISSUE_DIR)$(notdir $(@D)) --column-field-dir $(COLUMN_FIELD_DIR)$(notdir $(@D)) --dataset-resource-dir $(DATASET_RESOURCE_DIR)$(notdir $(@D)) $(PIPELINE_FLAGS) $< $@
digital-land ${DIGITAL_LAND_OPTS} --dataset $(notdir $(@D)) $(DIGITAL_LAND_FLAGS) pipeline $(1) --issue-dir $(ISSUE_DIR)$(notdir $(@D)) --column-field-dir $(COLUMN_FIELD_DIR)$(notdir $(@D)) --dataset-resource-dir $(DATASET_RESOURCE_DIR)$(notdir $(@D)) --config-path $(CACHE_DIR)config.sqlite3 $(PIPELINE_FLAGS) $< $@
endef

define build-dataset =
Expand Down Expand Up @@ -204,6 +205,9 @@ $(PIPELINE_DIR)%.csv:
fi

config:: $(PIPELINE_CONFIG_FILES)
mkdir -p $(CACHE_DIR)
digital-land --pipeline-dir $(PIPELINE_DIR) config-create --config-path $(CACHE_DIR)config.sqlite3
digital-land --pipeline-dir $(PIPELINE_DIR) config-load --config-path $(CACHE_DIR)config.sqlite3

clean::
rm -f $(PIPELINE_CONFIG_FILES)

0 comments on commit 8202cce

Please sign in to comment.