Added first version eventDetector to get data over http

src/sender/eventDetectors/HttpDetector.py

+__author__ = 'Manuela Kuhn <manuela.kuhn@desy.de>', 'Jan Garrevoet <jan,garrevoet@desy.de>'
+
+
+import os
+import logging
+from logutils.queue import QueueHandler
+import PyTango
+
+
+#class ZmqDetector():
+class EventDetector():
+
+    def __init__ (self, config, logQueue):
+
+        self.log = self.getLogger(logQueue)
+
+        # check format of config
+        checkPassed = True
+        if ( not config.has_key("prefix") or
+                not config.has_key("detectorDevice") or
+                not config.has_key("filewriterDevice") ):
+            self.log.error ("Configuration of wrong format")
+            self.log.debug ("config="+ str(config))
+            checkPassed = False
+
+        if checkPassed:
+
+            try:
+                self.eigerdevice      = PyTango.DeviceProxy (config["detectorDevice"])
+            except:
+                self.log.error("Starting the detector device server...failed.", exc_info=True)
+
+            try:
+                self.filewriterdevice = PyTango.DeviceProxy (config["filewriterDevice"])
+            except:
+                self.log.error("Starting the filewriter device server...failed.", exc_info=True)
+
+            try:
+
+                if config["prefix"] is None:
+                        self.current_dataset_prefix = self.filewriterdevice.read_attribute("FilenamePattern").value
+                else:
+                    self.current_dataset_prefix = config["prefix"]
+
+
+                # ======= Init communication with Eiger detector
+                self.EigerIP          = self.eigerdevice.get_property('Host').get('Host')[0]
+
+                self.images_per_file  = self.filewriterdevice.read_attribute("ImagesPerFile").value
+                self.NbTriggers       = self.eigerdevice.read_attribute("NbTriggers").value
+                self.NbImages         = self.eigerdevice.read_attribute("NbImages").value
+                self.TriggerMode      = self.eigerdevice.read_attribute("TriggerMode").value
+                self.FrameTime        = self.eigerdevice.read_attribute("FrameTime").value
+            except:
+                self.log.error("Getting filename pattern from the filewriter device...failed.")
+
+
+
+
+
+    # Send all logs to the main process
+    # The worker configuration is done at the start of the worker process run.
+    # Note that on Windows you can't rely on fork semantics, so each process
+    # will run the logging configuration code when it starts.
+    def getLogger (self, queue):
+        # Create log and set handler to queue handle
+        h = QueueHandler(queue) # Just the one handler needed
+        logger = logging.getLogger("HttpGetDetector")
+        logger.propagate = False
+        logger.addHandler(h)
+        logger.setLevel(logging.DEBUG)
+
+        return logger
+
+
+
+    def getNewEvent (self):
+
+        try:
+            files_stored = self.eigerdevice.read_attribute("FilesInBuffer").value
+        except:
+            return
+
+        ## ===== Look for current measurement files
+        available_files = [file for file in files_stored if self.current_dataset_prefix in file]
+
+        #TODO needed format: list of dictionaries of the form
+        # {
+        #     "filename"     : filename,
+        #     "sourcePath"   : sourcePath,
+        #     "relativePath" : relativePath
+        # }
+#        if relativePath.startswith('/'):
+#            relativePath = os.path.normpath(relativePath[1:])
+#        else:
+#            relativePath = os.path.normpath(relativePath)
+
+        self.log.debug("eventMessage: " + str(available_files))
+
+        return available_files
+
+
+    def stop (self):
+        pass
+
+
+    def __exit__ (self):
+        self.stop()
+
+
+    def __del__ (self):
+        self.stop()
+
+
+if __name__ == '__main__':
+    import sys
+    import time
+    from subprocess import call
+    from multiprocessing import Queue
+
+    BASE_PATH = os.path.dirname ( os.path.dirname ( os.path.dirname ( os.path.dirname ( os.path.realpath ( __file__ ) ))))
+    SHARED_PATH  = BASE_PATH + os.sep + "src" + os.sep + "shared"
+    print "SHARED", SHARED_PATH
+
+    if not SHARED_PATH in sys.path:
+        sys.path.append ( SHARED_PATH )
+    del SHARED_PATH
+
+    import helpers
+
+    logfile  = BASE_PATH + os.sep + "logs" + os.sep + "zmqDetector.log"
+    logsize  = 10485760
+
+    logQueue = Queue(-1)
+
+    # Get the log Configuration for the lisener
+    h1, h2 = helpers.getLogHandlers(logfile, logsize, verbose=True, onScreenLogLevel="debug")
+
+    # Start queue listener using the stream handler above
+    logQueueListener = helpers.CustomQueueListener(logQueue, h1, h2)
+    logQueueListener.start()
+
+    # Create log and set handler to queue handle
+    root = logging.getLogger()
+    root.setLevel(logging.DEBUG) # Log level = DEBUG
+    qh = QueueHandler(logQueue)
+    root.addHandler(qh)
+
+
+    detectorDevice   = "haspp10lab:10000/p10/eigerdectris/lab.01"
+    filewriterDevice = "haspp10lab:10000/p10/eigerfilewriter/lab.01"
+    config = {
+            "eventDetectorType" : "httpget",
+            "prefix"            : None,
+            "detectorDevice"    : detectorDevice,
+            "filewriterDevice"  : filewriterDevice
+            }
+
+
+
+#    eventDetector = ZmqDetector(config, logQueue)
+    eventDetector = EventDetector(config, logQueue)
+
+    sourceFile = BASE_PATH + os.sep + "test_file.cbf"
+    targetFileBase = BASE_PATH + os.sep + "data" + os.sep + "source" + os.sep + "local" + os.sep + "raw" + os.sep
+
+
+    for i in range(5):
+        try:
+            eventList = eventDetector.getNewEvent()
+            if eventList:
+                print "eventList:", eventList
+
+            time.sleep(1)
+        except KeyboardInterrupt:
+            break
+
+    logQueue.put_nowait(None)
+    logQueueListener.stop()