Author: [log in to unmask]
Date: Thu Mar 10 14:42:14 2016
New Revision: 4284
Log:
Add dry run flag.
Modified:
java/trunk/crawler/src/main/java/org/hps/crawler/DatacatAddFile.java
Modified: java/trunk/crawler/src/main/java/org/hps/crawler/DatacatAddFile.java
=============================================================================
--- java/trunk/crawler/src/main/java/org/hps/crawler/DatacatAddFile.java (original)
+++ java/trunk/crawler/src/main/java/org/hps/crawler/DatacatAddFile.java Thu Mar 10 14:42:14 2016
@@ -36,6 +36,7 @@
OPTIONS.addOption("f", "folder", true, "datacat folder");
OPTIONS.addOption("s", "site", true, "datacat site");
OPTIONS.addOption("u", "base-url", true, "provide a base URL of the datacat server");
+ OPTIONS.addOption("D", "dry-run", false, "dry run mode which will not updated the datacat");
}
/**
@@ -136,9 +137,13 @@
/**
* Run the job.
*/
- private void run() {
- List<DatasetModel> datasets = DatacatHelper.createDatasets(paths, config.folder(), config.site().toString());
- DatacatHelper.addDatasets(datasets, config.folder(), config.datacatUrl());
- LOGGER.info("added " + datasets.size() + " datasets");
- }
+ private void run() {
+ List<DatasetModel> datasets = DatacatHelper.createDatasets(paths, config.folder(), config.site().toString());
+ if (!config.dryRun()) {
+ DatacatHelper.addDatasets(datasets, config.folder(), config.datacatUrl());
+ LOGGER.info("Added " + datasets.size() + " datasets to datacat.");
+ } else {
+ LOGGER.info("Dry run mode; skipped adding dataset.");
+ }
+ }
}
|