From 34fc612f1efe9ab6c8283c4c7ce0b2fce583b557 Mon Sep 17 00:00:00 2001 From: Lewis John McGibbney Date: Thu, 18 Oct 2018 22:40:19 -0700 Subject: [PATCH] ISSUE-8 Implement OODT Crawler for injecting staged products into File Manager --- crawler/src/main/resources/bin/crawlctl | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/crawler/src/main/resources/bin/crawlctl b/crawler/src/main/resources/bin/crawlctl index 95ce271..12a63f9 100644 --- a/crawler/src/main/resources/bin/crawlctl +++ b/crawler/src/main/resources/bin/crawlctl @@ -15,4 +15,15 @@ # under the License. ########################################################################## -java -Djava.util.logging.config.file=../etc/logging.properties -classpath "../lib/*" org.apache.oodt.cas.crawl.daemon.CrawlDaemonController $@ +#java -Djava.util.logging.config.file=../etc/logging.properties -classpath "../lib/*" org.apache.oodt.cas.crawl.daemon.CrawlDaemonController $@ +./crawler_launcher --filemgrUrl http://localhost:9000 \ + --operation --launchMetCrawler \ + --clientTransferer org.apache.oodt.cas.filemgr.datatransfer.LocalDataTransferFactory \ + --productPath /usr/local/coal-sds-deploy/data/staging \ + --metExtractor org.apache.oodt.cas.metadata.extractors.TikaCmdLineMetExtractor \ + --metExtractorConfig /usr/local/coal-sds-deploy/data/met/tika.conf \ + --failureDir /usr/local/coal-sds-deploy/data/failure \ + --daemonPort 9003 \ + --daemonWait 2 \ + --successDir /usr/local/coal-sds-deploy/data/archive \ + --actionIds DeleteDataFile