From 8134313390dfad31c0e9a12ef7f432b7b1d6aba3 Mon Sep 17 00:00:00 2001
From: Markus Unterwaditzer <markus@unterwaditzer.net>
Date: Sat, 2 Apr 2016 23:05:38 +0200
Subject: [PATCH] CLI worker: Show how many tasks failed

Fix #398
---
 tests/cli/test_sync.py  |  1 -
 vdirsyncer/cli/utils.py | 19 +++++++++++++++----
 2 files changed, 15 insertions(+), 5 deletions(-)

diff --git a/tests/cli/test_sync.py b/tests/cli/test_sync.py
index 5a801ed..c611edc 100644
--- a/tests/cli/test_sync.py
+++ b/tests/cli/test_sync.py
@@ -110,7 +110,6 @@ def test_empty_storage(tmpdir, runner):
     tmpdir.join('path_b/haha.txt').remove()
     result = runner.invoke(['sync'])
     lines = result.output.splitlines()
-    assert len(lines) == 2
     assert lines[0] == 'Syncing my_pair'
     assert lines[1].startswith('error: my_pair: '
                                'Storage "my_b" was completely emptied.')
diff --git a/vdirsyncer/cli/utils.py b/vdirsyncer/cli/utils.py
index 950cfae..d896e80 100644
--- a/vdirsyncer/cli/utils.py
+++ b/vdirsyncer/cli/utils.py
@@ -4,6 +4,7 @@ import contextlib
 import errno
 import hashlib
 import importlib
+import itertools
 import json
 import os
 import sys
@@ -427,10 +428,14 @@ class WorkerQueue(object):
     def __init__(self, max_workers):
         self._queue = queue.Queue()
         self._workers = []
-        self._exceptions = []
         self._max_workers = max_workers
         self._shutdown_handlers = []
 
+        # According to http://stackoverflow.com/a/27062830, those are
+        # threadsafe compared to increasing a simple integer variable.
+        self.num_done_tasks = itertools.count()
+        self.num_failed_tasks = itertools.count()
+
     def shutdown(self):
         while self._shutdown_handlers:
             try:
@@ -447,11 +452,12 @@ class WorkerQueue(object):
 
             try:
                 func(wq=self)
-            except Exception as e:
+            except Exception:
                 handle_cli_error()
-                self._exceptions.append(e)
+                next(self.num_failed_tasks)
             finally:
                 self._queue.task_done()
+                next(self.num_done_tasks)
                 if not self._queue.unfinished_tasks:
                     self.shutdown()
 
@@ -484,7 +490,12 @@ class WorkerQueue(object):
             for worker in self._workers:
                 worker.join()
 
-        if self._exceptions:
+        tasks_failed = next(self.num_failed_tasks)
+        tasks_done = next(self.num_done_tasks)
+
+        if tasks_failed > 0:
+            cli_logger.error('{} out of {} tasks failed.'
+                             .format(tasks_failed, tasks_done))
             sys.exit(1)
 
     def put(self, f):