Skip to content
Snippets Groups Projects
dataManager.conf 3.08 KiB
Newer Older
# Directory to be monitor for changes
# Inside this directory only the subdirectories "commissioning", "current" and "local" are monitored
monitoredDir       = /space/projects/zeromq-data-transfer/data/source
#monitoredDir       = /home/kuhnm/Arbeit/zeromq-data-transfer/data/source
#monitoredDir       = /rd
# Target to move the files into
localTarget        = /space/projects/zeromq-data-transfer/data/target
#localTarget       = /home/kuhnm/Arbeit/zeromq-data-transfer/data/target
#localTarget       = /gpfs
# Type of event detector to use (options are: inotifyx, watchdog, zmq)
Manuela Kuhn's avatar
Manuela Kuhn committed
eventDetectorType  = InotifyxDetector
#eventDetectorType  = WatchdogDetector
Manuela Kuhn's avatar
Manuela Kuhn committed
#eventDetectorType  = ZmqDetector
Manuela Kuhn's avatar
Manuela Kuhn committed
# Event type of files to be monitored (options are: IN_CLOSE_WRITE, IN_MOVED_TO, ...)
monitoredEventType = IN_CLOSE_WRITE
#monitoredEventType  = IN_MOVED_TO
# Subdirectories of watchDir to be monitored
monitoredSubdirs   = ["commissioning", "current", "local"]
# The formats to be monitored, files in an other format will be be neglected
monitoredFormats   = [".tif", ".cbf"]
# Time (in seconds) since last modification after which a file will be seen as closed
timeTillClosed     = 2
# Module with methods specifying how to get the data (options are "getFromFile", "getFromZmq")
Manuela Kuhn's avatar
Manuela Kuhn committed
dataFetcherType    = getFromFile
#dataFetcherType    = getFromZmq
# If "getFromZmq" is specified as dataFetcherType is needs a port to listen to
dataFetcherPort    = 50010


# List of hosts allowed to connect
Manuela Kuhn's avatar
Manuela Kuhn committed
whitelist          = ["localhost", "zitpcx19282", "zitpcx22614", "lsdma-lab04", "haspp11eval01", "it-hpc-cxi03"]
#whitelist          = ["localhost", "haspp11eval01", "it-hpc-cxi03"]

# Number of parallel data streams
# if this number is modifified, the port numbers also have to be adjusted
numberOfStreams    = 1

# Enable ZMQ pipe into storage system (if set to False: the file is moved into the localTarget)
Manuela Kuhn's avatar
Manuela Kuhn committed
useDataStream      = False
# Fixed host to send the data to with highest priority
fixedStreamHost    = zitpcx19282
# Fixed Port to send the data to with highest priority
fixedStreamPort    = 50100

# Port number to receive signals from

# ZMQ port to get new requests
requestPort        = 50001
# ZMQ port to forward requests
requestFwPort      = 50002

# ZMQ port to get events from (only needed if eventDetectorType is zmq)
eventPort          = 50003

# ZMQ-router port which coordinates the load-balancing to the worker-processes
routerPort         = 50004

# ZMQ-pull-socket port which deletes/moves given files
cleanerPort        = 50005

# Chunk size of file-parts getting send via zmq
chunkSize          = 10485760 ; # = 1024*1024*10
#chunkSize          = 1073741824 ; # = 1024*1024*1024

# Path where the logfile will be created
logfilePath        = /space/projects/zeromq-data-transfer/logs
#logfilePath        = /home/kuhnm/Arbeit/zeromq-data-transfer/logs
#logfilePath        = /home/p11user/zeromq-data-transfer/logs
#logfilePath        = /home/p11user/live-viewer/logs

# Filename used for logging
logfileName        = dataManager.log
# File size before rollover in B (linux only)
logfileSize        = 10485760 ; #10 MB