mirror of
https://github.com/samsonjs/vdirsyncer.git
synced 2026-03-25 08:55:50 +00:00
392 lines
10 KiB
Python
392 lines
10 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
from copy import deepcopy
|
|
|
|
import pytest
|
|
|
|
import vdirsyncer.exceptions as exceptions
|
|
from vdirsyncer.storage.base import Item
|
|
from vdirsyncer.storage.memory import MemoryStorage
|
|
from vdirsyncer.sync import BothReadOnly, IdentConflict, StorageEmpty, \
|
|
SyncConflict, sync
|
|
|
|
from . import assert_item_equals, blow_up
|
|
|
|
|
|
def empty_storage(x):
|
|
return list(x.list()) == []
|
|
|
|
|
|
def test_irrelevant_status():
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
status = {'1': ('1', 1234, '1.ics', 2345)}
|
|
sync(a, b, status)
|
|
assert not status
|
|
assert empty_storage(a)
|
|
assert empty_storage(b)
|
|
|
|
|
|
def test_missing_status():
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
status = {}
|
|
item = Item(u'asdf')
|
|
href_a, _ = a.upload(item)
|
|
href_b, _ = b.upload(item)
|
|
sync(a, b, status)
|
|
assert len(status) == 1
|
|
assert a.has(href_a)
|
|
assert b.has(href_b)
|
|
|
|
|
|
def test_missing_status_and_different_items():
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
|
|
status = {}
|
|
item1 = Item(u'UID:1\nhaha')
|
|
item2 = Item(u'UID:1\nhoho')
|
|
a.upload(item1)
|
|
b.upload(item2)
|
|
with pytest.raises(SyncConflict):
|
|
sync(a, b, status)
|
|
assert not status
|
|
sync(a, b, status, conflict_resolution='a wins')
|
|
assert_item_equals(item1, b.get('1')[0])
|
|
assert_item_equals(item1, a.get('1')[0])
|
|
|
|
|
|
def test_read_only_and_prefetch():
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
b.read_only = True
|
|
|
|
status = {}
|
|
item1 = Item(u'UID:1\nhaha')
|
|
item2 = Item(u'UID:2\nhoho')
|
|
a.upload(item1)
|
|
a.upload(item2)
|
|
|
|
sync(a, b, status, force_delete=True)
|
|
sync(a, b, status, force_delete=True)
|
|
|
|
assert list(a.list()) == list(b.list()) == []
|
|
|
|
|
|
def test_upload_and_update():
|
|
a = MemoryStorage(fileext='.a')
|
|
b = MemoryStorage(fileext='.b')
|
|
status = {}
|
|
|
|
item = Item(u'UID:1') # new item 1 in a
|
|
a.upload(item)
|
|
sync(a, b, status)
|
|
assert_item_equals(b.get('1.b')[0], item)
|
|
|
|
item = Item(u'UID:1\nASDF:YES') # update of item 1 in b
|
|
b.update('1.b', item, b.get('1.b')[1])
|
|
sync(a, b, status)
|
|
assert_item_equals(a.get('1.a')[0], item)
|
|
|
|
item2 = Item(u'UID:2') # new item 2 in b
|
|
b.upload(item2)
|
|
sync(a, b, status)
|
|
assert_item_equals(a.get('2.a')[0], item2)
|
|
|
|
item2 = Item(u'UID:2\nASDF:YES') # update of item 2 in a
|
|
a.update('2.a', item2, a.get('2.a')[1])
|
|
sync(a, b, status)
|
|
assert_item_equals(b.get('2.b')[0], item2)
|
|
|
|
|
|
def test_deletion():
|
|
a = MemoryStorage(fileext='.a')
|
|
b = MemoryStorage(fileext='.b')
|
|
status = {}
|
|
|
|
item = Item(u'UID:1')
|
|
a.upload(item)
|
|
a.upload(Item(u'UID:2'))
|
|
sync(a, b, status)
|
|
b.delete('1.b', b.get('1.b')[1])
|
|
sync(a, b, status)
|
|
assert not a.has('1.a') and not b.has('1.b')
|
|
|
|
a.upload(item)
|
|
sync(a, b, status)
|
|
assert a.has('1.a') and b.has('1.b')
|
|
a.delete('1.a', a.get('1.a')[1])
|
|
sync(a, b, status)
|
|
assert not a.has('1.a') and not b.has('1.b')
|
|
|
|
|
|
def test_already_synced():
|
|
a = MemoryStorage(fileext='.a')
|
|
b = MemoryStorage(fileext='.b')
|
|
item = Item(u'UID:1')
|
|
a.upload(item)
|
|
b.upload(item)
|
|
status = {
|
|
'1': ({
|
|
'href': '1.a',
|
|
'etag': a.get('1.a')[1]
|
|
}, {
|
|
'href': '1.b',
|
|
'etag': b.get('1.b')[1]
|
|
})
|
|
}
|
|
old_status = dict(status)
|
|
a.update = b.update = a.upload = b.upload = \
|
|
lambda *a, **kw: pytest.fail('Method shouldn\'t have been called.')
|
|
|
|
for i in (1, 2):
|
|
sync(a, b, status)
|
|
assert status == old_status
|
|
assert a.has('1.a') and b.has('1.b')
|
|
|
|
|
|
@pytest.mark.parametrize('winning_storage', 'ab')
|
|
def test_conflict_resolution_both_etags_new(winning_storage):
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
item = Item(u'UID:1')
|
|
href_a, etag_a = a.upload(item)
|
|
href_b, etag_b = b.upload(item)
|
|
status = {}
|
|
sync(a, b, status)
|
|
assert status
|
|
a.update(href_a, Item(u'UID:1\nitem a'), etag_a)
|
|
b.update(href_b, Item(u'UID:1\nitem b'), etag_b)
|
|
with pytest.raises(SyncConflict):
|
|
sync(a, b, status)
|
|
sync(a, b, status, conflict_resolution='{} wins'.format(winning_storage))
|
|
item_a, _ = a.get(href_a)
|
|
item_b, _ = b.get(href_b)
|
|
assert_item_equals(item_a, item_b)
|
|
n = item_a.raw.splitlines()
|
|
assert u'UID:1' in n
|
|
assert u'item {}'.format(winning_storage) in n
|
|
|
|
|
|
def test_updated_and_deleted():
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
href_a, etag_a = a.upload(Item(u'UID:1'))
|
|
status = {}
|
|
sync(a, b, status, force_delete=True)
|
|
|
|
(href_b, etag_b), = b.list()
|
|
b.delete(href_b, etag_b)
|
|
a.update(href_a, Item(u'UID:1\nupdated'), etag_a)
|
|
sync(a, b, status, force_delete=True)
|
|
|
|
assert len(list(a.list())) == len(list(b.list())) == 1
|
|
|
|
|
|
def test_conflict_resolution_invalid_mode():
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
item_a = Item(u'UID:1\nitem a')
|
|
item_b = Item(u'UID:1\nitem b')
|
|
a.upload(item_a)
|
|
b.upload(item_b)
|
|
with pytest.raises(ValueError):
|
|
sync(a, b, {}, conflict_resolution='yolo')
|
|
|
|
|
|
def test_conflict_resolution_new_etags_without_changes():
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
item = Item(u'UID:1')
|
|
href_a, etag_a = a.upload(item)
|
|
href_b, etag_b = b.upload(item)
|
|
status = {'1': (href_a, 'BOGUS_a', href_b, 'BOGUS_b')}
|
|
|
|
sync(a, b, status)
|
|
|
|
(ident, (status_a, status_b)), = status.items()
|
|
assert ident == '1'
|
|
assert status_a['href'] == href_a
|
|
assert status_a['etag'] == etag_a
|
|
assert status_b['href'] == href_b
|
|
assert status_b['etag'] == etag_b
|
|
|
|
|
|
def test_uses_get_multi(monkeypatch):
|
|
def breakdown(*a, **kw):
|
|
raise AssertionError('Expected use of get_multi')
|
|
|
|
get_multi_calls = []
|
|
|
|
old_get = MemoryStorage.get
|
|
|
|
def get_multi(self, hrefs):
|
|
hrefs = list(hrefs)
|
|
get_multi_calls.append(hrefs)
|
|
for href in hrefs:
|
|
item, etag = old_get(self, href)
|
|
yield href, item, etag
|
|
|
|
monkeypatch.setattr(MemoryStorage, 'get', breakdown)
|
|
monkeypatch.setattr(MemoryStorage, 'get_multi', get_multi)
|
|
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
item = Item(u'UID:1')
|
|
expected_href, etag = a.upload(item)
|
|
|
|
sync(a, b, {})
|
|
assert get_multi_calls == [[expected_href]]
|
|
|
|
|
|
def test_empty_storage_dataloss():
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
a.upload(Item(u'UID:1'))
|
|
a.upload(Item(u'UID:2'))
|
|
status = {}
|
|
sync(a, b, status)
|
|
with pytest.raises(StorageEmpty):
|
|
sync(MemoryStorage(), b, status)
|
|
|
|
with pytest.raises(StorageEmpty):
|
|
sync(a, MemoryStorage(), status)
|
|
|
|
|
|
def test_no_uids():
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
href_a, _ = a.upload(Item(u'ASDF'))
|
|
href_b, _ = b.upload(Item(u'FOOBAR'))
|
|
status = {}
|
|
sync(a, b, status)
|
|
|
|
a_items = set(a.get(href)[0].raw for href, etag in a.list())
|
|
b_items = set(b.get(href)[0].raw for href, etag in b.list())
|
|
|
|
assert a_items == b_items == {u'ASDF', u'FOOBAR'}
|
|
|
|
|
|
def test_changed_uids():
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
href_a, etag_a = a.upload(Item(u'UID:A-ONE'))
|
|
href_b, etag_b = b.upload(Item(u'UID:B-ONE'))
|
|
status = {}
|
|
sync(a, b, status)
|
|
|
|
a.update(href_a, Item(u'UID:A-TWO'), etag_a)
|
|
sync(a, b, status)
|
|
|
|
|
|
def test_both_readonly():
|
|
a = MemoryStorage(read_only=True)
|
|
b = MemoryStorage(read_only=True)
|
|
assert a.read_only
|
|
assert b.read_only
|
|
status = {}
|
|
with pytest.raises(BothReadOnly):
|
|
sync(a, b, status)
|
|
|
|
|
|
def test_readonly():
|
|
a = MemoryStorage(instance_name='a')
|
|
b = MemoryStorage(instance_name='b')
|
|
status = {}
|
|
href_a, _ = a.upload(Item(u'UID:1'))
|
|
href_b, _ = b.upload(Item(u'UID:2'))
|
|
b.read_only = True
|
|
with pytest.raises(exceptions.ReadOnlyError):
|
|
b.upload(Item(u'UID:3'))
|
|
|
|
sync(a, b, status)
|
|
assert len(status) == 2 and a.has(href_a) and not b.has(href_a)
|
|
sync(a, b, status)
|
|
assert len(status) == 1 and not a.has(href_a) and not b.has(href_a)
|
|
|
|
|
|
@pytest.mark.parametrize('sync_inbetween', (True, False))
|
|
def test_ident_conflict(sync_inbetween):
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
status = {}
|
|
href_a, etag_a = a.upload(Item(u'UID:aaa'))
|
|
href_b, etag_b = a.upload(Item(u'UID:bbb'))
|
|
if sync_inbetween:
|
|
sync(a, b, status)
|
|
|
|
a.update(href_a, Item(u'UID:xxx'), etag_a)
|
|
a.update(href_b, Item(u'UID:xxx'), etag_b)
|
|
|
|
with pytest.raises(IdentConflict):
|
|
sync(a, b, status)
|
|
|
|
|
|
def test_moved_href():
|
|
'''
|
|
Concrete application: ppl_ stores contact aliases in filenames, which means
|
|
item's hrefs get changed. Vdirsyncer doesn't synchronize this data, but
|
|
also shouldn't do things like deleting and re-uploading to the server.
|
|
|
|
.. _ppl: http://ppladdressbook.org/
|
|
'''
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
status = {}
|
|
href, etag = a.upload(Item(u'UID:haha'))
|
|
sync(a, b, status)
|
|
|
|
b.items['lol'] = b.items.pop('haha')
|
|
|
|
# The sync algorithm should prefetch `lol`, see that it's the same ident
|
|
# and not do anything else.
|
|
a.get_multi = blow_up # Absolutely no prefetch on A
|
|
# No actual sync actions
|
|
a.delete = a.update = a.upload = b.delete = b.update = b.upload = blow_up
|
|
|
|
sync(a, b, status)
|
|
assert len(status) == 1
|
|
assert len(list(a.list())) == len(list(b.list())) == 1
|
|
assert status['haha'][1]['href'] == 'lol'
|
|
old_status = deepcopy(status)
|
|
|
|
# Further sync should be a noop. Not even prefetching should occur.
|
|
b.get_multi = blow_up
|
|
|
|
sync(a, b, status)
|
|
assert old_status == status
|
|
assert len(list(a.list())) == len(list(b.list())) == 1
|
|
|
|
|
|
def test_bogus_etag_change():
|
|
'''Assert that sync algorithm is resilient against etag changes if content
|
|
didn\'t change.
|
|
|
|
In this particular case we test a scenario where both etags have been
|
|
updated, but only one side actually changed its item content.
|
|
'''
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
status = {}
|
|
href_a, etag_a = a.upload(Item(u'UID:ASDASD'))
|
|
sync(a, b, status)
|
|
assert len(status) == len(list(a.list())) == len(list(b.list())) == 1
|
|
|
|
(href_b, etag_b), = b.list()
|
|
a.update(href_a, Item(u'UID:ASDASD'), etag_a)
|
|
b.update(href_b, Item(u'UID:ASDASD\nACTUALCHANGE:YES'), etag_b)
|
|
|
|
b.delete = b.update = b.upload = blow_up
|
|
|
|
sync(a, b, status)
|
|
assert len(status) == len(list(a.list())) == len(list(b.list())) == 1
|
|
assert a.get(href_a)[0].raw == u'UID:ASDASD\nACTUALCHANGE:YES'
|
|
|
|
|
|
def test_unicode_hrefs():
|
|
a = MemoryStorage()
|
|
b = MemoryStorage()
|
|
status = {}
|
|
href, etag = a.upload(Item(u'UID:äää'))
|
|
sync(a, b, status)
|