log when INT/TERM is received

log if message is discarded
internetarchive · Jul 27, 2018 · f71eba9 · f71eba9
1 parent 709ee98
commit f71eba9
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/twitter/setup.py b/twitter/setup.py
@@ -2,7 +2,7 @@
 
 setup(
     name="twitter-archiver",
-    version="0.3.2.1",
+    version="0.3.2.2",
     author="Kenji Nagahashi",
     author_email="kenji@archive.org",
     packages=find_packages(),

diff --git a/twitter/tweetwarc.py b/twitter/tweetwarc.py
@@ -207,6 +207,7 @@ def close(self):
 
 interrupted = False
 def interrupt(sig, stack):
+    logging.info('received signal %s', sig)
     global interrupted
     interrupted = True
 
@@ -250,6 +251,8 @@ def interrupt(sig, stack):
                     logging.info('pausing 5 seconds before continueing')
                     time.sleep(5.0)
                     break
+            else:
+                logging.info('discarded %s/%s', msg.partition, msg.offset)
 
             # app termination is checked only after each tweet is archived
             # to ensure all tweets are archived.