Skip to content

Commit

Permalink
Disable archiving to object storage
Browse files Browse the repository at this point in the history
  • Loading branch information
rkrug committed Oct 3, 2022
1 parent be12e53 commit 123bdb1
Show file tree
Hide file tree
Showing 5 changed files with 148 additions and 128 deletions.
52 changes: 28 additions & 24 deletions pipeline/run.pipeline.bemovi
Original file line number Diff line number Diff line change
Expand Up @@ -40,16 +40,17 @@ LEEF::init_LEEF(config_file = pipeline, id = argv[[1]])

LEEF::process(process = FALSE)

message("\n########################################################\n")
# message("\n########################################################\n")
message("\narchiving raw data ...\n")
LEEF.archive.default::run_archive_none_subdir(
input = getOption("LEEF")$directories$raw,
output = file.path(getOption("LEEF")$directories$archive, "raw")
)
LEEF.archive.default::run_archive_none(
input = getOption("LEEF")$directories$general.parameter,
output = file.path(getOption("LEEF")$directories$archive, "raw")
)
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none_subdir(
# input = getOption("LEEF")$directories$raw,
# output = file.path(getOption("LEEF")$directories$archive, "raw")
# )
# LEEF.archive.default::run_archive_none(
# input = getOption("LEEF")$directories$general.parameter,
# output = file.path(getOption("LEEF")$directories$archive, "raw")
# )
message("done\n")
message("\n########################################################\n")

Expand All @@ -61,11 +62,12 @@ message("\n########################################################\n")

message("\n########################################################\n")
message("\narchiving pre-processed data...\n")
LEEF.archive.default::run_archive_none_subdir(
input = getOption("LEEF")$directories$pre_processed,
output = file.path(getOption("LEEF")$directories$archive, "pre_processed")
)
message("done\n")
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none_subdir(
# input = getOption("LEEF")$directories$pre_processed,
# output = file.path(getOption("LEEF")$directories$archive, "pre_processed")
# )
# message("done\n")
message("\n########################################################\n")

message("\n########################################################\n")
Expand All @@ -76,11 +78,12 @@ message("\n########################################################\n")

message("\n########################################################\n")
message("\narchiving extracted data ...\n")
LEEF.archive.default::run_archive_none_subdir(
input = getOption("LEEF")$directories$extracted,
output = file.path(getOption("LEEF")$directories$archive, "extracted")
)
message("done\n")
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none_subdir(
# input = getOption("LEEF")$directories$extracted,
# output = file.path(getOption("LEEF")$directories$archive, "extracted")
# )
# message("done\n")
message("\n########################################################\n")

message("\n########################################################\n")
Expand All @@ -95,9 +98,10 @@ message("\n########################################################\n")

message("\n########################################################\n")
message("\narchiving backend ...\n")
LEEF.archive.default::run_archive_none(
input = getOption("LEEF")$directories$backend,
output = file.path(getOption("LEEF")$directories$archive, "backend")
)
message("done\n")
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none(
# input = getOption("LEEF")$directories$backend,
# output = file.path(getOption("LEEF")$directories$archive, "backend")
# )
# message("done\n")
message("\n########################################################\n")
56 changes: 30 additions & 26 deletions pipeline/run.pipeline.flowcam
Original file line number Diff line number Diff line change
Expand Up @@ -34,15 +34,16 @@ LEEF::process(process = FALSE)

message("\n########################################################\n")
message("\narchiving raw data ...\n")
LEEF.archive.default::run_archive_none_subdir(
input = getOption("LEEF")$directories$raw,
output = file.path(getOption("LEEF")$directories$archive, "raw")
)
LEEF.archive.default::run_archive_none(
input = getOption("LEEF")$directories$general.parameter,
output = file.path(getOption("LEEF")$directories$archive, "raw")
)
message("done\n")
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none_subdir(
# input = getOption("LEEF")$directories$raw,
# output = file.path(getOption("LEEF")$directories$archive, "raw")
# )
# LEEF.archive.default::run_archive_none(
# input = getOption("LEEF")$directories$general.parameter,
# output = file.path(getOption("LEEF")$directories$archive, "raw")
# )
# message("done\n")
message("\n########################################################\n")

message("\n########################################################\n")
Expand All @@ -53,11 +54,12 @@ message("\n########################################################\n")

message("\n########################################################\n")
message("\narchiving pre-processed data...\n")
LEEF.archive.default::run_archive_none_subdir(
input = getOption("LEEF")$directories$pre_processed,
output = file.path(getOption("LEEF")$directories$archive, "pre_processed")
)
message("done\n")
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none_subdir(
# input = getOption("LEEF")$directories$pre_processed,
# output = file.path(getOption("LEEF")$directories$archive, "pre_processed")
# )
# message("done\n")
message("\n########################################################\n")

message("\n########################################################\n")
Expand All @@ -68,13 +70,14 @@ message("\n########################################################\n")

message("\n########################################################\n")
message("\narchiving extracted data ...\n")
message(" ", getOption("LEEF")$directories$extracted)
message(" ", file.path(getOption("LEEF")$directories$archive, "extracted"))
LEEF.archive.default::run_archive_none_subdir(
input = getOption("LEEF")$directories$extracted,
output = file.path(getOption("LEEF")$directories$archive, "extracted")
)
message("done\n")
message("\nDISABLED\n")
# message(" ", getOption("LEEF")$directories$extracted)
# message(" ", file.path(getOption("LEEF")$directories$archive, "extracted"))
# LEEF.archive.default::run_archive_none_subdir(
# input = getOption("LEEF")$directories$extracted,
# output = file.path(getOption("LEEF")$directories$archive, "extracted")
# )
# message("done\n")
message("\n########################################################\n")


Expand All @@ -86,9 +89,10 @@ message("\n########################################################\n")

message("\n########################################################\n")
message("\narchiving backend ...\n")
LEEF.archive.default::run_archive_none(
input = getOption("LEEF")$directories$backend,
output = file.path(getOption("LEEF")$directories$archive, "backend_fast_only")
)
message("done\n")
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none(
# input = getOption("LEEF")$directories$backend,
# output = file.path(getOption("LEEF")$directories$archive, "backend_fast_only")
# )
# message("done\n")
message("\n########################################################\n")
56 changes: 30 additions & 26 deletions pipeline/run.pipeline.flowcytometer
Original file line number Diff line number Diff line change
Expand Up @@ -34,15 +34,16 @@ LEEF::process(process = FALSE)

message("\n########################################################\n")
message("\narchiving raw data ...\n")
LEEF.archive.default::run_archive_none_subdir(
input = getOption("LEEF")$directories$raw,
output = file.path(getOption("LEEF")$directories$archive, "raw")
)
LEEF.archive.default::run_archive_none(
input = getOption("LEEF")$directories$general.parameter,
output = file.path(getOption("LEEF")$directories$archive, "raw")
)
message("done\n")
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none_subdir(
# input = getOption("LEEF")$directories$raw,
# output = file.path(getOption("LEEF")$directories$archive, "raw")
# )
# LEEF.archive.default::run_archive_none(
# input = getOption("LEEF")$directories$general.parameter,
# output = file.path(getOption("LEEF")$directories$archive, "raw")
# )
# message("done\n")
message("\n########################################################\n")

message("\n########################################################\n")
Expand All @@ -53,11 +54,12 @@ message("\n########################################################\n")

message("\n########################################################\n")
message("\narchiving pre-processed data...\n")
LEEF.archive.default::run_archive_none_subdir(
input = getOption("LEEF")$directories$pre_processed,
output = file.path(getOption("LEEF")$directories$archive, "pre_processed")
)
message("done\n")
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none_subdir(
# input = getOption("LEEF")$directories$pre_processed,
# output = file.path(getOption("LEEF")$directories$archive, "pre_processed")
# )
# message("done\n")
message("\n########################################################\n")

message("\n########################################################\n")
Expand All @@ -68,13 +70,14 @@ message("\n########################################################\n")

message("\n########################################################\n")
message("\narchiving extracted data ...\n")
message(" ", getOption("LEEF")$directories$extracted)
message(" ", file.path(getOption("LEEF")$directories$archive, "extracted"))
LEEF.archive.default::run_archive_none_subdir(
input = getOption("LEEF")$directories$extracted,
output = file.path(getOption("LEEF")$directories$archive, "extracted")
)
message("done\n")
message("\nDISABLED\n")
# message(" ", getOption("LEEF")$directories$extracted)
# message(" ", file.path(getOption("LEEF")$directories$archive, "extracted"))
# LEEF.archive.default::run_archive_none_subdir(
# input = getOption("LEEF")$directories$extracted,
# output = file.path(getOption("LEEF")$directories$archive, "extracted")
# )
# message("done\n")
message("\n########################################################\n")


Expand All @@ -86,9 +89,10 @@ message("\n########################################################\n")

message("\n########################################################\n")
message("\narchiving backend ...\n")
LEEF.archive.default::run_archive_none(
input = getOption("LEEF")$directories$backend,
output = file.path(getOption("LEEF")$directories$archive, "backend_fast_only")
)
message("done\n")
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none(
# input = getOption("LEEF")$directories$backend,
# output = file.path(getOption("LEEF")$directories$archive, "backend_fast_only")
# )
# message("done\n")
message("\n########################################################\n")
56 changes: 30 additions & 26 deletions pipeline/run.pipeline.manualcount
Original file line number Diff line number Diff line change
Expand Up @@ -34,15 +34,16 @@ LEEF::process(process = FALSE)

message("\n########################################################\n")
message("\narchiving raw data ...\n")
LEEF.archive.default::run_archive_none_subdir(
input = getOption("LEEF")$directories$raw,
output = file.path(getOption("LEEF")$directories$archive, "raw")
)
LEEF.archive.default::run_archive_none(
input = getOption("LEEF")$directories$general.parameter,
output = file.path(getOption("LEEF")$directories$archive, "raw")
)
message("done\n")
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none_subdir(
# input = getOption("LEEF")$directories$raw,
# output = file.path(getOption("LEEF")$directories$archive, "raw")
# )
# LEEF.archive.default::run_archive_none(
# input = getOption("LEEF")$directories$general.parameter,
# output = file.path(getOption("LEEF")$directories$archive, "raw")
# )
# message("done\n")
message("\n########################################################\n")

message("\n########################################################\n")
Expand All @@ -53,11 +54,12 @@ message("\n########################################################\n")

message("\n########################################################\n")
message("\narchiving pre-processed data...\n")
LEEF.archive.default::run_archive_none_subdir(
input = getOption("LEEF")$directories$pre_processed,
output = file.path(getOption("LEEF")$directories$archive, "pre_processed")
)
message("done\n")
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none_subdir(
# input = getOption("LEEF")$directories$pre_processed,
# output = file.path(getOption("LEEF")$directories$archive, "pre_processed")
# )
# message("done\n")
message("\n########################################################\n")

message("\n########################################################\n")
Expand All @@ -68,13 +70,14 @@ message("\n########################################################\n")

message("\n########################################################\n")
message("\narchiving extracted data ...\n")
message(" ", getOption("LEEF")$directories$extracted)
message(" ", file.path(getOption("LEEF")$directories$archive, "extracted"))
LEEF.archive.default::run_archive_none_subdir(
input = getOption("LEEF")$directories$extracted,
output = file.path(getOption("LEEF")$directories$archive, "extracted")
)
message("done\n")
message("\nDISABLED\n")
# message(" ", getOption("LEEF")$directories$extracted)
# message(" ", file.path(getOption("LEEF")$directories$archive, "extracted"))
# LEEF.archive.default::run_archive_none_subdir(
# input = getOption("LEEF")$directories$extracted,
# output = file.path(getOption("LEEF")$directories$archive, "extracted")
# )
# message("done\n")
message("\n########################################################\n")


Expand All @@ -86,9 +89,10 @@ message("\n########################################################\n")

message("\n########################################################\n")
message("\narchiving backend ...\n")
LEEF.archive.default::run_archive_none(
input = getOption("LEEF")$directories$backend,
output = file.path(getOption("LEEF")$directories$archive, "backend_fast_only")
)
message("done\n")
message("\nDISABLED\n")
# LEEF.archive.default::run_archive_none(
# input = getOption("LEEF")$directories$backend,
# output = file.path(getOption("LEEF")$directories$archive, "backend_fast_only")
# )
# message("done\n")
message("\n########################################################\n")
Loading

0 comments on commit 123bdb1

Please sign in to comment.