Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
H
hidra
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Container Registry
Model registry
Operate
Environments
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
steinbac
hidra
Commits
d7e2d543
Commit
d7e2d543
authored
9 years ago
by
Manuela Kuhn
Browse files
Options
Downloads
Patches
Plain Diff
Created own class for live viewer communication
parent
95503df1
No related branches found
Branches containing commit
No related tags found
Tags containing commit
No related merge requests found
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
ZeroMQTunnel/fileMover.py
+1
-1
1 addition, 1 deletion
ZeroMQTunnel/fileMover.py
ZeroMQTunnel/receiver.py
+81
-51
81 additions, 51 deletions
ZeroMQTunnel/receiver.py
with
82 additions
and
52 deletions
ZeroMQTunnel/fileMover.py
+
1
−
1
View file @
d7e2d543
...
@@ -880,8 +880,8 @@ if __name__ == '__main__':
...
@@ -880,8 +880,8 @@ if __name__ == '__main__':
cleanerThread
=
Process
(
target
=
Cleaner
,
args
=
(
zmqCleanerIp
,
zmqCleanerPort
,
zmqContext
))
cleanerThread
=
Process
(
target
=
Cleaner
,
args
=
(
zmqCleanerIp
,
zmqCleanerPort
,
zmqContext
))
logging
.
debug
(
"
cleaner thread started
"
)
cleanerThread
.
start
()
cleanerThread
.
start
()
logging
.
debug
(
"
cleaner thread started
"
)
#start new fileMover
#start new fileMover
# try:
# try:
...
...
This diff is collapsed.
Click to expand it.
ZeroMQTunnel/receiver.py
+
81
−
51
View file @
d7e2d543
...
@@ -56,11 +56,11 @@ class FileReceiver:
...
@@ -56,11 +56,11 @@ class FileReceiver:
self
.
exchangeSocket
=
self
.
zmqContext
.
socket
(
zmq
.
PAIR
)
self
.
exchangeSocket
=
self
.
zmqContext
.
socket
(
zmq
.
PAIR
)
connectionStrExchangeSocket
=
"
tcp://
"
+
self
.
zmqLiveViewerExchangeIp
+
"
:%s
"
%
self
.
zmqLiveViewerExchangePort
connectionStrExchangeSocket
=
"
tcp://
"
+
self
.
zmqLiveViewerExchangeIp
+
"
:%s
"
%
self
.
zmqLiveViewerExchangePort
self
.
exchangeSocket
.
bind
(
connectionStrExchangeSocket
)
self
.
exchangeSocket
.
bind
(
connectionStrExchangeSocket
)
logging
.
debug
(
"
exchangeSocket started (bind)for
'"
+
connectionStrExchangeSocket
+
"'"
)
logging
.
debug
(
"
exchangeSocket started (bind)
for
'"
+
connectionStrExchangeSocket
+
"'"
)
# thread to communicate with live viewer
# thread to communicate with live viewer
self
.
liveViewerThread
=
threading
.
Thread
(
target
=
self
.
sendFileToL
iveViewer
)
self
.
liveViewerThread
=
threading
.
Thread
(
target
=
l
iveViewer
)
self
.
liveViewerThread
.
start
()
self
.
liveViewerThread
.
start
()
# initialize ring buffer
# initialize ring buffer
...
@@ -106,54 +106,6 @@ class FileReceiver:
...
@@ -106,54 +106,6 @@ class FileReceiver:
self
.
ringBuffer
.
remove
([
mod_time
,
path
])
self
.
ringBuffer
.
remove
([
mod_time
,
path
])
def
sendFileToLiveViewer
(
self
):
# create socket for live viewer
zmqLiveViewerSocket
=
self
.
zmqContext
.
socket
(
zmq
.
REP
)
connectionStrZmqLiveViewerSocket
=
"
tcp://
"
+
self
.
zmqLiveViewerIp
+
"
:%s
"
%
self
.
zmqLiveViewerPort
zmqLiveViewerSocket
.
bind
(
connectionStrZmqLiveViewerSocket
)
logging
.
debug
(
"
zmqLiveViewerSocket started for
'"
+
connectionStrZmqLiveViewerSocket
+
"'"
)
exchangeSocket
=
self
.
zmqContext
.
socket
(
zmq
.
PAIR
)
connectionStrExchangeSocket
=
"
tcp://
"
+
self
.
zmqLiveViewerExchangeIp
+
"
:%s
"
%
self
.
zmqLiveViewerExchangePort
exchangeSocket
.
connect
(
connectionStrExchangeSocket
)
logging
.
debug
(
"
exchangeSocket started (connect) for
'"
+
connectionStrExchangeSocket
+
"'"
)
poller
=
zmq
.
Poller
()
poller
.
register
(
zmqLiveViewerSocket
,
zmq
.
POLLIN
)
poller
.
register
(
exchangeSocket
,
zmq
.
POLLIN
)
should_continue
=
True
while
should_continue
:
socks
=
dict
(
poller
.
poll
())
if
exchangeSocket
in
socks
and
socks
[
exchangeSocket
]
==
zmq
.
POLLIN
:
message
=
exchangeSocket
.
recv
()
logging
.
debug
(
"
Recieved control command: %s
"
%
message
)
if
message
==
"
Exit
"
:
logging
.
debug
(
"
Recieved exit command, liveViewer thread will stop recieving messages
"
)
should_continue
=
False
break
if
zmqLiveViewerSocket
in
socks
and
socks
[
zmqLiveViewerSocket
]
==
zmq
.
POLLIN
:
message
=
zmqLiveViewerSocket
.
recv
()
logging
.
debug
(
"
Call for next file...
"
)
# send first element in ring buffer to live viewer (the path of this file is the second entry)
if
self
.
ringBuffer
:
answer
=
self
.
ringBuffer
[
0
][
1
]
else
:
answer
=
"
None
"
print
answer
try
:
zmqLiveViewerSocket
.
send
(
answer
)
except
zmq
.
error
.
ContextTerminated
:
break
logging
.
debug
(
"
LiveViewerThread: closing socket
"
)
zmqLiveViewerSocket
.
close
()
exchangeSocket
.
close
()
def
combineMessage
(
self
,
zmqSocket
):
def
combineMessage
(
self
,
zmqSocket
):
receivingMessages
=
True
receivingMessages
=
True
#save all chunks to file
#save all chunks to file
...
@@ -331,7 +283,7 @@ class FileReceiver:
...
@@ -331,7 +283,7 @@ class FileReceiver:
logging
.
debug
(
"
sending exit signal to thread...
"
)
logging
.
debug
(
"
sending exit signal to thread...
"
)
self
.
exchangeSocket
.
send
(
"
Exit
"
)
self
.
exchangeSocket
.
send
(
"
Exit
"
)
time
.
sleep
(
0.
0
1
)
time
.
sleep
(
0.1
)
self
.
exchangeSocket
.
close
()
self
.
exchangeSocket
.
close
()
logging
.
debug
(
"
sending exit signal to thread...done
"
)
logging
.
debug
(
"
sending exit signal to thread...done
"
)
...
@@ -343,6 +295,84 @@ class FileReceiver:
...
@@ -343,6 +295,84 @@ class FileReceiver:
logging
.
error
(
sys
.
exc_info
())
logging
.
error
(
sys
.
exc_info
())
class
liveViewer
():
zmqContext
=
None
liveViewerIp
=
None
liveViewerPort
=
None
exchangeIp
=
"
127.0.0.1
"
exchangePort
=
"
6072
"
# sockets
liveViewerSocket
=
None
exchangeSocket
=
None
poller
=
None
def
__init__
(
self
,
liveViewerIp
=
"
127.0.0.1
"
,
liveViewerPort
=
"
6071
"
,
context
=
None
):
self
.
liveViewerIp
=
liveViewerIp
self
.
liveViewerPort
=
liveViewerPort
if
context
:
assert
isinstance
(
context
,
zmq
.
sugar
.
context
.
Context
)
self
.
zmqContext
=
context
or
zmq
.
Context
()
# create socket for live viewer
self
.
liveViewerSocket
=
self
.
zmqContext
.
socket
(
zmq
.
REP
)
connectionStrLiveViewerSocket
=
"
tcp://
"
+
self
.
liveViewerIp
+
"
:%s
"
%
self
.
liveViewerPort
self
.
liveViewerSocket
.
bind
(
connectionStrLiveViewerSocket
)
logging
.
debug
(
"
zmqLiveViewerSocket started for
'"
+
connectionStrLiveViewerSocket
+
"'"
)
# create socket for message exchange
self
.
exchangeSocket
=
self
.
zmqContext
.
socket
(
zmq
.
PAIR
)
connectionStrExchangeSocket
=
"
tcp://
"
+
self
.
exchangeIp
+
"
:%s
"
%
self
.
exchangePort
self
.
exchangeSocket
.
connect
(
connectionStrExchangeSocket
)
logging
.
debug
(
"
exchangeSocket started (connect) for
'"
+
connectionStrExchangeSocket
+
"'"
)
self
.
poller
=
zmq
.
Poller
()
self
.
poller
.
register
(
self
.
liveViewerSocket
,
zmq
.
POLLIN
)
self
.
poller
.
register
(
self
.
exchangeSocket
,
zmq
.
POLLIN
)
self
.
sendFileToLiveViewer
()
def
sendFileToLiveViewer
(
self
):
should_continue
=
True
while
should_continue
:
socks
=
dict
(
self
.
poller
.
poll
())
if
self
.
exchangeSocket
in
socks
and
socks
[
self
.
exchangeSocket
]
==
zmq
.
POLLIN
:
message
=
self
.
exchangeSocket
.
recv
()
logging
.
debug
(
"
Recieved control command: %s
"
%
message
)
if
message
==
"
Exit
"
:
logging
.
debug
(
"
Recieved exit command, liveViewer thread will stop recieving messages
"
)
should_continue
=
False
break
if
self
.
liveViewerSocket
in
socks
and
socks
[
self
.
liveViewerSocket
]
==
zmq
.
POLLIN
:
message
=
self
.
liveViewerSocket
.
recv
()
logging
.
debug
(
"
Call for next file...
"
)
# send first element in ring buffer to live viewer (the path of this file is the second entry)
if
self
.
ringBuffer
:
answer
=
self
.
ringBuffer
[
0
][
1
]
else
:
answer
=
"
None
"
print
answer
try
:
self
.
liveViewerSocket
.
send
(
answer
)
except
zmq
.
error
.
ContextTerminated
:
break
logging
.
debug
(
"
LiveViewerThread: closing socket
"
)
self
.
liveViewerSocket
.
close
()
self
.
exchangeSocket
.
close
()
def
argumentParsing
():
def
argumentParsing
():
parser
=
argparse
.
ArgumentParser
()
parser
=
argparse
.
ArgumentParser
()
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment