No wheels

* rustup

* rust-vobject upgrade

.builds/archlinux-py313.yml

@@ -1,49 +0,0 @@
-# Run tests using the packaged dependencies on ArchLinux.
-
-image: archlinux
-packages:
-  - docker
-  - docker-compose
-  # Build dependencies:
-  - python-wheel
-  - python-build
-  - python-installer
-  - python-setuptools-scm
-  # Runtime dependencies:
-  - python-click
-  - python-click-log
-  - python-click-threading
-  - python-requests
-  - python-aiohttp-oauthlib
-  - python-tenacity
-  # Test dependencies:
-  - python-hypothesis
-  - python-pytest-cov
-  - python-pytest-httpserver
-  - python-trustme
-  - python-pytest-asyncio
-  - python-aiohttp
-  - python-aiostream
-  - python-aioresponses
-sources:
-  - https://github.com/pimutils/vdirsyncer
-environment:
-  BUILD: test
-  CI: true
-  CODECOV_TOKEN: b834a3c5-28fa-4808-9bdb-182210069c79
-  DAV_SERVER: radicale xandikos
-  REQUIREMENTS: release
-  # TODO: ETESYNC_TESTS
-tasks:
-  - check-python:
-      python --version | grep 'Python 3.13'
-  - docker: |
-      sudo systemctl start docker
-  - setup: |
-      cd vdirsyncer
-      python -m build --wheel --skip-dependency-check --no-isolation
-      sudo python -m installer dist/*.whl
-  - test: |
-      cd vdirsyncer
-      make -e ci-test
-      make -e ci-test-storage

.builds/tests-minimal.yml

@@ -1,36 +0,0 @@
-# Run tests using oldest available dependency versions.
-#
-# TODO: It might make more sense to test with an older Ubuntu or Fedora version
-# here, and consider that our "oldest suppported environment".
-
-image: alpine/3.19 # python 3.11
-packages:
-  - docker
-  - docker-cli
-  - docker-compose
-  - py3-pip
-  - python3-dev
-sources:
-  - https://github.com/pimutils/vdirsyncer
-environment:
-  BUILD: test
-  CI: true
-  CODECOV_TOKEN: b834a3c5-28fa-4808-9bdb-182210069c79
-  DAV_SERVER: radicale xandikos
-  REQUIREMENTS: minimal
-tasks:
-  - venv: |
-      python3 -m venv $HOME/venv
-      echo "export PATH=$HOME/venv/bin:$PATH" >> $HOME/.buildenv
-  - docker: |
-      sudo addgroup $(whoami) docker
-      sudo service docker start
-  - setup: |
-      cd vdirsyncer
-      # Hack, no idea why it's needed
-      sudo ln -s /usr/include/python3.11/cpython/longintrepr.h /usr/include/python3.11/longintrepr.h
-      make -e install-dev
-  - test: |
-      cd vdirsyncer
-      make -e ci-test
-      make -e ci-test-storage

.builds/tests-pypi.yml

@@ -1,45 +0,0 @@
-# Run tests using latest dependencies from PyPI
-
-image: archlinux
-packages:
-  - docker
-  - docker-compose
-  - python-pip
-sources:
-  - https://github.com/pimutils/vdirsyncer
-secrets:
-  - 4d9a6dfe-5c8d-48bd-b864-a2f5d772c536
-environment:
-  BUILD: test
-  CI: true
-  CODECOV_TOKEN: b834a3c5-28fa-4808-9bdb-182210069c79
-  DAV_SERVER: baikal radicale xandikos
-  REQUIREMENTS: release
-  # TODO: ETESYNC_TESTS
-tasks:
-  - venv: |
-      python -m venv $HOME/venv
-      echo "export PATH=$HOME/venv/bin:$PATH" >> $HOME/.buildenv
-  - docker: |
-      sudo systemctl start docker
-  - setup: |
-      cd vdirsyncer
-      make -e install-dev
-  - test: |
-      cd vdirsyncer
-      make -e ci-test
-      make -e ci-test-storage
-  - check: |
-      cd vdirsyncer
-      make check
-  - check-secrets: |
-      # Stop here if this is a PR. PRs can't run with the below secrets.
-      [ -f ~/fastmail-secrets ] || complete-build
-  - extra-storages: |
-      set +x
-      source ~/fastmail-secrets
-      set -x
-
-      cd vdirsyncer
-      export PATH=$PATH:~/.local/bin/
-      DAV_SERVER=fastmail pytest tests/storage

.codecov.yml

@@ -2,3 +2,10 @@ comment: false
 coverage:
   status:
     patch: false
+    project:
+      unit:
+        flags: unit
+      system:
+        flags: system
+      storage:
+        flags: storage

.envrc

@@ -1 +0,0 @@
-layout python3

.gitignore

@@ -6,12 +6,11 @@ build
 env
 *.egg-info
 .cache
-.pytest_cache
 .eggs
 .egg
 .xprocess
 dist
 docs/_build/
 vdirsyncer/version.py
+vdirsyncer/_native*
 .hypothesis
-coverage.xml

.gitmodules

@@ -0,0 +1,9 @@
+[submodule "tests/storage/servers/baikal"]
+	path = tests/storage/servers/baikal
+	url = https://github.com/vdirsyncer/baikal-testserver
+[submodule "tests/storage/servers/owncloud"]
+	path = tests/storage/servers/owncloud
+	url = https://github.com/vdirsyncer/owncloud-testserver
+[submodule "tests/storage/servers/nextcloud"]
+	path = tests/storage/servers/nextcloud
+	url = https://github.com/vdirsyncer/nextcloud-testserver

.pre-commit-config.yaml

@@ -1,39 +0,0 @@
-repos:
-  - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v5.0.0
-    hooks:
-      - id: trailing-whitespace
-        args: [--markdown-linebreak-ext=md]
-      - id: end-of-file-fixer
-      - id: check-toml
-      - id: check-added-large-files
-      - id: debug-statements
-  - repo: https://github.com/pre-commit/mirrors-mypy
-    rev: "v1.15.0"
-    hooks:
-      - id: mypy
-        files: vdirsyncer/.*
-        additional_dependencies:
-          - types-setuptools
-          - types-docutils
-          - types-requests
-  - repo: https://github.com/charliermarsh/ruff-pre-commit
-    rev: 'v0.11.4'
-    hooks:
-      - id: ruff
-        args: [--fix, --exit-non-zero-on-fix]
-      - id: ruff-format
-  - repo: local
-    hooks:
-      - id: typos-syncroniz
-        name: typos-syncroniz
-        language: system
-        # Not how you spell "synchronise"
-        entry: sh -c "git grep -i syncroniz"
-        files: ".*/.*"
-      - id: typos-text-icalendar
-        name: typos-text-icalendar
-        language: system
-        # It's "text/calendar", no "i".
-        entry: sh -c "git grep -i 'text/icalendar'"
-        files: ".*/.*"

.readthedocs.yaml

@@ -1,16 +0,0 @@
-version: 2
-
-sphinx:
-  configuration: docs/conf.py
-
-build:
-  os: "ubuntu-22.04"
-  tools:
-    python: "3.9"
-
-python:
-  install:
-    - method: pip
-      path: .
-      extra_requirements:
-        - docs

.travis.yml

@@ -0,0 +1,147 @@
+{
+  "branches": {
+    "only": [
+      "auto",
+      "master"
+    ]
+  },
+  "cache": {
+    "directories": [
+      "./rust/target/"
+    ],
+    "pip": true
+  },
+  "dist": "trusty",
+  "git": {
+    "submodules": false
+  },
+  "install": [
+    ". scripts/travis-install.sh",
+    "pip install -U pip setuptools",
+    "pip install wheel",
+    "make -e install-dev",
+    "make -e install-$BUILD"
+  ],
+  "language": "python",
+  "matrix": {
+    "fast_finish": true,
+    "include": [
+      {
+        "env": "BUILD=style",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=radicale REQUIREMENTS=devel ",
+        "python": "3.4"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=xandikos REQUIREMENTS=devel ",
+        "python": "3.4"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=radicale REQUIREMENTS=release ",
+        "python": "3.4"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=xandikos REQUIREMENTS=release ",
+        "python": "3.4"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=radicale REQUIREMENTS=minimal ",
+        "python": "3.4"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=xandikos REQUIREMENTS=minimal ",
+        "python": "3.4"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=radicale REQUIREMENTS=devel ",
+        "python": "3.5"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=xandikos REQUIREMENTS=devel ",
+        "python": "3.5"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=radicale REQUIREMENTS=release ",
+        "python": "3.5"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=xandikos REQUIREMENTS=release ",
+        "python": "3.5"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=radicale REQUIREMENTS=minimal ",
+        "python": "3.5"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=xandikos REQUIREMENTS=minimal ",
+        "python": "3.5"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=radicale REQUIREMENTS=devel ",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=xandikos REQUIREMENTS=devel ",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=radicale REQUIREMENTS=release ",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=xandikos REQUIREMENTS=release ",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=owncloud REQUIREMENTS=release ",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=nextcloud REQUIREMENTS=release ",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=baikal REQUIREMENTS=release ",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=davical REQUIREMENTS=release ",
+        "if": "NOT (type IN (pull_request))",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=icloud REQUIREMENTS=release ",
+        "if": "NOT (type IN (pull_request))",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=fastmail REQUIREMENTS=release ",
+        "if": "NOT (type IN (pull_request))",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=radicale REQUIREMENTS=minimal ",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test DAV_SERVER=xandikos REQUIREMENTS=minimal ",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test ETESYNC_TESTS=true REQUIREMENTS=latest",
+        "python": "3.6"
+      },
+      {
+        "env": "BUILD=test",
+        "language": "generic",
+        "os": "osx"
+      }
+    ]
+  },
+  "script": [
+    "make -e $BUILD"
+  ],
+  "sudo": true
+}

AUTHORS.rst

@@ -4,26 +4,15 @@ Contributors
 In alphabetical order:
 
 - Ben Boeckel
-- Bleala
 - Christian Geier
 - Clément Mondon
-- Corey Hinshaw
-- Kai Herlemann
 - Hugo Osvaldo Barrera
-- Jason Cox
 - Julian Mehne
 - Malte Kiefer
 - Marek Marczykowski-Górecki
 - Markus Unterwaditzer
 - Michael Adler
-- rEnr3n
 - Thomas Weißschuh
-- Witcher01
-- samm81
 
-Special thanks goes to:
-
-* `FastMail <https://github.com/pimutils/vdirsyncer/issues/571>`_ sponsors a
-  paid account for testing their servers.
-* `Packagecloud <https://packagecloud.io/>`_ provide repositories for
-  vdirsyncer's Debian packages.
+Additionally `FastMail sponsored a paid account for testing
+<https://github.com/pimutils/vdirsyncer/issues/571>`_. Thanks!

CHANGELOG.rst

@@ -9,165 +9,11 @@ Package maintainers and users who have to manually update their installation
 may want to subscribe to `GitHub's tag feed
 <https://github.com/pimutils/vdirsyncer/tags.atom>`_.
 
-Version 0.21.0
+Version 0.17.0
 ==============
 
-- Implement retrying for ``google`` storage type when a rate limit is reached.
-- ``tenacity`` is now a required dependency.
-- Drop support for Python 3.8.
-- Retry transient network errors for nullipotent requests.
-
-Version 0.20.0
-==============
-
-- Remove dependency on abandoned ``atomicwrites`` library.
-- Implement ``filter_hook`` for the HTTP storage.
-- Drop support for Python 3.7.
-- Add support for Python 3.12 and Python 3.13.
-- Properly close the status database after using. This especially affects tests,
-  where we were leaking a large amount of file descriptors.
-- Extend supported versions of ``aiostream`` to include 0.7.x.
-
-Version 0.19.3
-==============
-
-- Added a no_delete option to the storage configuration. :gh:`1090`
-- Fix crash when running ``vdirsyncer repair`` on a collection. :gh:`1019`
-- Add an option to request vCard v4.0.  :gh:`1066`
-- Require matching ``BEGIN`` and ``END`` lines in vobjects. :gh:`1103`
-- A Docker environment for Vdirsyncer has been added `Vdirsyncer DOCKERIZED <https://github.com/Bleala/Vdirsyncer-DOCKERIZED>`_.
-- Implement digest auth. :gh:`1137`
-- Add ``filter_hook`` parameter to :storage:`http`. :gh:`1136`
-
-Version 0.19.2
-==============
-
-- Improve the performance of ``SingleFileStorage``. :gh:`818`
-- Properly document some caveats of the Google Contacts storage.
-- Fix crash when using auth certs. :gh:`1033`
-- The ``filesystem`` storage can be specified with ``type =
-  "filesystem/icalendar"`` or ``type = "filesystem/vcard"``. This has not
-  functional impact, and is merely for forward compatibility with the Rust
-  implementation of vdirsyncer.
-- Python 3.10 and 3.11 are officially supported.
-- Instructions for integrating with Google CalDav/CardDav have changed.
-  Applications now need to be registered as "Desktop applications". Using "Web
-  application" no longer works due to changes on Google's side. :gh:`1078`
-
-Version 0.19.1
-==============
-
-- Fixed crash when operating on Google Contacts. :gh:`994`
-- The ``HTTP_PROXY`` and ``HTTPS_PROXY`` are now respected. :gh:`1031`
-- Instructions for integrating with Google CalDav/CardDav have changed.
-  Applications now need to be registered as "Web Application". :gh:`975`
-- Various documentation updates.
-
-Version 0.19.0
-==============
-
-- Add "shell" password fetch strategy to pass command string to a shell.
-- Add "description" and "order" as metadata.  These fetch the CalDAV:
-  calendar-description, ``CardDAV:addressbook-description`` and
-  ``apple-ns:calendar-order`` properties respectively.
-- Add a new ``showconfig`` status. This prints *some* configuration values as
-  JSON. This is intended to be used by external tools and helpers that interact
-  with ``vdirsyncer``, and considered experimental.
-- Add ``implicit`` option to the :ref:`pair section <pair_config>`. When set to
-  "create", it implicitly creates missing collections during sync without user
-  prompts. This simplifies workflows where collections should be automatically
-  created on both sides.
-- Update TLS-related tests that were failing due to weak MDs. :gh:`903`
-- ``pytest-httpserver`` and ``trustme`` are now required for tests.
-- ``pytest-localserver`` is no longer required for tests.
-- Multithreaded support has been dropped. The ``"--max-workers`` has been removed.
-- A new ``asyncio`` backend is now used. So far, this shows substantial speed
-  improvements in ``discovery`` and ``metasync``, but little change in `sync`.
-  This will likely continue improving over time. :gh:`906`
-- The ``google`` storage types no longer require ``requests-oauthlib``, but
-  require ``python-aiohttp-oauthlib`` instead.
-- Vdirsyncer no longer includes experimental support for `EteSync
-  <https://www.etesync.com/>`_. The existing integration had not been supported
-  for a long time and no longer worked. Support for external storages may be
-  added if anyone is interested in maintaining an EteSync plugin. EteSync
-  users should consider using `etesync-dav`_.
-- The ``plist`` for macOS has been dropped. It was broken and homebrew
-  generates their own based on package metadata. macOS users are encouraged to
-  use that as a reference.
-
-.. _etesync-dav: https://github.com/etesync/etesync-dav
-
-Changes to SSL configuration
-----------------------------
-
-Support for ``md5`` and ``sha1`` certificate fingerprints has been dropped. If
-you're validating certificate fingerprints, use ``sha256`` instead.
-
-When using a custom ``verify_fingerprint``, CA validation is always disabled.
-
-If ``verify_fingerprint`` is unset, CA verification is always active. Disabling
-both features is insecure and no longer supported.
-
-The ``verify`` parameter no longer takes boolean values, it is now optional and
-only takes a string to a custom CA for verification.
-
-The ``verify`` and ``verify_fingerprint`` will likely be merged into a single
-parameter in future.
-
-Version 0.18.0
-==============
-
-Note: Version 0.17 has some alpha releases but ultimately was never finalised.
-0.18 actually continues where 0.16 left off.
-
-- Support for Python 3.5 and 3.6 has been dropped. This release mostly focuses
-  on keeping vdirsyncer compatible with newer environments.
-- click 8 and click-threading 0.5.0 are now required.
-- For those using ``pipsi``, we now recommend using ``pipx``, it's successor.
-- Python 3.9 is now supported.
-- Our Debian/Ubuntu build scripts have been updated. New versions should be
-  pushed to those repositories soon.
-
-Version 0.16.8
-==============
-
-*released 09 June 2020*
-
-- Support Python 3.7 and 3.8.
-
-This release is functionally identical to 0.16.7.
-It's been tested with recent Python versions, and has been marked as supporting
-them. It will also be the final release supporting Python 3.5 and 3.6.
-
-Version 0.16.7
-==============
-
-*released on 19 July 2018*
-
-- Fixes for Python 3.7
-
-Version 0.16.6
-==============
-
-*released on 13 June 2018*
-
-- **Packagers:** Documentation building no longer needs a working installation
-  of vdirsyncer.
-
-Version 0.16.5
-==============
-
-*released on 13 June 2018*
-
-- **Packagers:** click-log 0.3 is required.
-- All output will now happen on stderr (because of the upgrade of ``click-log``).
-
-Version 0.16.4
-==============
-
-*released on 05 February 2018*
-
-- Fix tests for new Hypothesis version. (Literally no other change included)
+- Fix bug where collection discovery under DAV-storages would produce invalid
+  XML. See :gh:`688`.
 
 Version 0.16.3
 ==============
@@ -250,7 +96,7 @@ Version 0.14.0
   exit code in such situations is still non-zero.
 - Add ``partial_sync`` option to pair section. See :ref:`the config docs
   <partial_sync_def>`.
-- Vdirsyncer will now warn if there's a string without quotes in your config.
+- Vdirsyner will now warn if there's a string without quotes in your config.
   Please file issues if you find documentation that uses unquoted strings.
 - Fix an issue that would break khal's config setup wizard.
 

LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2014-2020 by Markus Unterwaditzer & contributors. See
+Copyright (c) 2014-2016 by Markus Unterwaditzer & contributors. See
 AUTHORS.rst for more details.
 
 Some rights reserved.

MANIFEST.in

@@ -1,7 +1,8 @@
 # setuptools-scm includes everything tracked by git
-prune docker
+prune contrib
 prune scripts
 prune tests/storage/servers
+prune tests/storage/etesync
 recursive-include tests/storage/servers/radicale *
 recursive-include tests/storage/servers/skip *
 

Makefile

@@ -12,7 +12,10 @@ export REQUIREMENTS := release
 # Set this to true if you run vdirsyncer's test as part of e.g. packaging.
 export DETERMINISTIC_TESTS := false
 
-# Assume to run in CI. Don't use this outside of a virtual machine. It will
+# Run the etesync testsuite.
+export ETESYNC_TESTS := false
+
+# Assume to run in Travis. Don't use this outside of a virtual machine. It will
 # heavily "pollute" your system, such as attempting to install a new Python
 # systemwide.
 export CI := false
@@ -20,30 +23,87 @@ export CI := false
 # Whether to generate coverage data while running tests.
 export COVERAGE := $(CI)
 
+# Additional arguments that should be passed to py.test.
+PYTEST_ARGS =
+
 # Variables below this line are not very interesting for getting started.
 
+TEST_EXTRA_PACKAGES =
+
+ifeq ($(COVERAGE), true)
+	TEST_EXTRA_PACKAGES += pytest-cov
+	PYTEST_ARGS += --cov-config .coveragerc --cov vdirsyncer
+endif
+
+ifeq ($(ETESYNC_TESTS), true)
+	TEST_EXTRA_PACKAGES += django-etesync-journal django djangorestframework wsgi_intercept drf-nested-routers
+endif
+
+PYTEST = py.test $(PYTEST_ARGS)
+
+export TESTSERVER_BASE := ./tests/storage/servers/
 CODECOV_PATH = /tmp/codecov.sh
 
 all:
 	$(error Take a look at https://vdirsyncer.pimutils.org/en/stable/tutorial.html#installation)
 
-ci-test:
+ifeq ($(CI), true)
+test:
 	curl -s https://codecov.io/bash > $(CODECOV_PATH)
-	pytest --cov vdirsyncer --cov-append tests/unit/ tests/system/
-	bash $(CODECOV_PATH) -c
+	$(PYTEST) tests/unit/
+	bash $(CODECOV_PATH) -c -F unit
+	$(PYTEST) tests/system/
+	bash $(CODECOV_PATH) -c -F system
+	$(PYTEST) tests/storage/
+	bash $(CODECOV_PATH) -c -F storage
+else
+test:
+	$(PYTEST)
+endif
 
-ci-test-storage:
-	curl -s https://codecov.io/bash > $(CODECOV_PATH)
+install-servers:
 	set -ex; \
 	for server in $(DAV_SERVER); do \
-		DAV_SERVER=$$server pytest --cov vdirsyncer --cov-append tests/storage; \
+		if [ ! "$$(ls $(TESTSERVER_BASE)$$server/)" ]; then \
+			git submodule update --init -- "$(TESTSERVER_BASE)$$server"; \
+		fi; \
+		(cd $(TESTSERVER_BASE)$$server && sh install.sh); \
 	done
-	bash $(CODECOV_PATH) -c
 
-check:
-	ruff check
-	ruff format --diff
-	#mypy vdirsyncer
+install-test: install-servers
+	pip install -r test-requirements.txt
+	set -xe && if [ "$$REQUIREMENTS" = "devel" ]; then \
+		pip install -U --force-reinstall \
+			git+https://github.com/DRMacIver/hypothesis \
+			git+https://github.com/kennethreitz/requests \
+			git+https://github.com/pytest-dev/pytest; \
+	fi
+	[ -z "$(TEST_EXTRA_PACKAGES)" ] || pip install $(TEST_EXTRA_PACKAGES)
+
+install-style: install-docs
+	pip install flake8 flake8-import-order 'flake8-bugbear>=17.3.0' autopep8
+	
+style:
+	flake8
+	! git grep -i syncroniz */*
+	! git grep -i 'text/icalendar' */*
+	sphinx-build -W -b html ./docs/ ./docs/_build/html/
+	python3 scripts/make_travisconf.py | diff -b .travis.yml -
+
+travis-conf:
+	python3 scripts/make_travisconf.py > .travis.yml
+
+install-docs:
+	pip install -r docs-requirements.txt
+
+docs:
+	cd docs && make html
+
+linkcheck:
+	sphinx-build -W -b linkcheck ./docs/ ./docs/_build/linkcheck/
+
+release:
+	python setup.py sdist upload
 
 release-deb:
 	sh scripts/release-deb.sh debian jessie
@@ -53,11 +113,36 @@ release-deb:
 	sh scripts/release-deb.sh ubuntu zesty
 
 install-dev:
-	pip install -U pip setuptools wheel
-	pip install -e '.[test,check,docs]'
-	set -xe && if [ "$(REQUIREMENTS)" = "minimal" ]; then \
-		pip install pyproject-dependencies && \
-		pip install -U --force-reinstall $$(pyproject-dependencies . | sed 's/>/=/'); \
+	pip install -ve .
+	[ "$(ETESYNC_TESTS)" = "false" ] || pip install -e .[etesync]
+	set -xe && if [ "$(REQUIREMENTS)" = "devel" ]; then \
+	    pip install -U --force-reinstall \
+			git+https://github.com/mitsuhiko/click \
+			git+https://github.com/kennethreitz/requests; \
+	elif [ "$(REQUIREMENTS)" = "minimal" ]; then \
+		pip install -U --force-reinstall $$(python setup.py --quiet minimal_requirements); \
 	fi
 
+install-git-hooks: install-style
+	echo "make style-autocorrect" > .git/hooks/pre-commit
+	chmod +x .git/hooks/pre-commit
+
+style-autocorrect:
+	git diff --cached --name-only | egrep '\.py$$' | xargs --no-run-if-empty autopep8 -ri
+
+ssh-submodule-urls:
+	git submodule foreach "\
+		echo -n 'Old: '; \
+		git remote get-url origin; \
+		git remote set-url origin \$$(git remote get-url origin | sed -e 's/https:\/\/github\.com\//git@github.com:/g'); \
+		echo -n 'New URL: '; \
+		git remote get-url origin"
+
+install-rust:
+	curl https://sh.rustup.rs -sSf | sh -s -- -y
+
+rust-ext:
+	[ "$$READTHEDOCS" != "True" ] || $(MAKE) install-rust
+	cd ./rust && PATH="$$HOME/.cargo/bin/:$$PATH" cargo build --release
+
 .PHONY: docs

README.rst

@@ -2,30 +2,6 @@
 vdirsyncer
 ==========
 
-.. image:: https://builds.sr.ht/~whynothugo/vdirsyncer.svg
-  :target: https://builds.sr.ht/~whynothugo/vdirsyncer
-  :alt: CI status
-
-.. image:: https://codecov.io/github/pimutils/vdirsyncer/coverage.svg?branch=main
-  :target: https://codecov.io/github/pimutils/vdirsyncer?branch=main
-  :alt: Codecov coverage report
-
-.. image:: https://readthedocs.org/projects/vdirsyncer/badge/
-  :target: https://vdirsyncer.rtfd.org/
-  :alt: documentation
-
-.. image:: https://img.shields.io/pypi/v/vdirsyncer.svg
-  :target: https://pypi.python.org/pypi/vdirsyncer
-  :alt: version on pypi
-
-.. image:: https://img.shields.io/badge/deb-packagecloud.io-844fec.svg
-  :target: https://packagecloud.io/pimutils/vdirsyncer
-  :alt: Debian packages
-
-.. image:: https://img.shields.io/pypi/l/vdirsyncer.svg
-  :target: https://github.com/pimutils/vdirsyncer/blob/main/LICENCE
-  :alt: licence: BSD
-
 - `Documentation <https://vdirsyncer.pimutils.org/en/stable/>`_
 - `Source code <https://github.com/pimutils/vdirsyncer>`_
 
@@ -40,10 +16,19 @@ servers. It can also be used to synchronize calendars and/or addressbooks
 between two servers directly.
 
 It aims to be for calendars and contacts what `OfflineIMAP
-<https://www.offlineimap.org/>`_ is for emails.
+<http://offlineimap.org/>`_ is for emails.
 
 .. _programs: https://vdirsyncer.pimutils.org/en/latest/tutorials/
 
+.. image:: https://travis-ci.org/pimutils/vdirsyncer.svg?branch=master
+    :target: https://travis-ci.org/pimutils/vdirsyncer
+
+.. image:: https://codecov.io/github/pimutils/vdirsyncer/coverage.svg?branch=master
+    :target: https://codecov.io/github/pimutils/vdirsyncer?branch=master
+
+.. image:: https://badge.waffle.io/pimutils/vdirsyncer.svg?label=ready&title=Ready
+    :target: https://waffle.io/pimutils/vdirsyncer
+
 Links of interest
 =================
 
@@ -59,15 +44,6 @@ Links of interest
 
 * `Donations <https://vdirsyncer.pimutils.org/en/stable/donations.html>`_
 
-Dockerized
-=================
-If you want to run `Vdirsyncer <https://vdirsyncer.pimutils.org/en/stable/>`_ in a
-Docker environment, you can check out the following GitHub Repository:
-
-* `Vdirsyncer DOCKERIZED <https://github.com/Bleala/Vdirsyncer-DOCKERIZED>`_
-
-Note: This is an unofficial Docker build, it is maintained by `Bleala <https://github.com/Bleala>`_.
-
 License
 =======
 

contrib/conflict_resolution/resolve_interactively.py

@@ -1,75 +0,0 @@
-#!/usr/bin/env python3
-"""Ask user to resolve a vdirsyncer sync conflict interactively.
-
-Needs a way to ask the user.
-The use of https://apps.kde.org/kdialog/ for GNU/Linix is hardcoded.
-
-Depends on python>3.5 and KDialog.
-
-Usage:
-  Ensure the file executable and use it in the vdirsyncer.conf file, e.g.
-
-  conflict_resolution = ["command", "/home/bern/vdirsyncer/resolve_interactively.py"]
-
-This file is Free Software under the following license:
-SPDX-License-Identifier: BSD-3-Clause
-SPDX-FileCopyrightText: 2021 Intevation GmbH <https://intevation.de>
-Author: <bernhard.reiter@intevation.de>
-"""
-
-from __future__ import annotations
-
-import re
-import subprocess
-import sys
-from pathlib import Path
-
-KDIALOG = "/usr/bin/kdialog"
-
-SUMMARY_PATTERN = re.compile("^(SUMMARY:.*)$", re.MULTILINE)
-
-
-def get_summary(icalendar_text: str):
-    """Get the first SUMMARY: line from an iCalendar text.
-
-    Do not care about the line being continued.
-    """
-    match = re.search(SUMMARY_PATTERN, icalendar_text)
-    return match[1]
-
-
-def main(ical1_filename, ical2_filename):
-    ical1 = ical1_filename.read_text()
-    ical2 = ical2_filename.read_text()
-
-    additional_args = ["--yes-label", "take first"]  # return code == 0
-    additional_args += ["--no-label", "take second"]  # return code == 1
-    additional_args += ["--cancel-label", "do not resolve"]  # return code == 2
-
-    r = subprocess.run(
-        args=[
-            KDIALOG,
-            "--warningyesnocancel",
-            "There was a sync conflict, do you prefer the first entry: \n"
-            f"{get_summary(ical1)}...\n(full contents: {ical1_filename})\n\n"
-            "or the second entry:\n"
-            f"{get_summary(ical2)}...\n(full contents: {ical2_filename})?",
-            *additional_args,
-        ]
-    )
-
-    if r.returncode == 2:
-        # cancel was pressed
-        return  # shall lead to items not changed, because not copied
-
-    if r.returncode == 0:
-        # we want to take the first item, so overwrite the second
-        ical2_filename.write_text(ical1)
-    else:  # r.returncode == 1, we want the second item, so overwrite the first
-        ical1_filename.write_text(ical2)
-
-
-if len(sys.argv) != 3:
-    sys.stdout.write(__doc__)
-else:
-    main(Path(sys.argv[1]), Path(sys.argv[2]))

contrib/vdirsyncer.plist

@@ -0,0 +1,43 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<!-- Blueprint for cron-like launchd plist -->
+<!-- Replace @@PLACEHOLDERS@@ with appropriate values for your system/settings! -->
+<plist version="1.0">
+  <dict>
+    <key>EnvironmentVariables</key>
+    <dict>
+      <!-- Locale to use for vdirsyncer, e.g. en_US.UTF-8 -->
+      <key>LANG</key>
+      <string>@@LOCALE@@</string>
+      <key>LC_ALL</key>
+      <string>@@LOCALE@@</string>
+    </dict>
+    <key>Label</key>
+    <string>vdirsyncer</string>
+    <key>WorkingDirectory</key>
+    <!-- working directory for vdirsyncer, usually the base directory where
+         vdirsyncer is installed, e.g. /usr/local/ -->
+    <string>@@WORKINGDIRECTORY@@</string>
+    <key>ProgramArguments</key>
+    <array>
+      <!-- full path to vdirsyncer binary -->
+      <string>@@VDIRSYNCER@@</string>
+      <!-- only log errors -->
+      <string>-v</string>
+      <string>ERROR</string>
+      <string>sync</string>
+    </array>
+    <key>RunAtLoad</key>
+    <true/>
+    <key>StartInterval</key>
+    <!-- Sync intervall in seconds -->
+    <integer>@@SYNCINTERVALL@@</integer>
+    <!-- For logging, redirect stdout & stderr -->
+    <!-- <key>StandardErrorPath</key> -->
+    <!-- Full path to stderr logfile, e.g. /tmp/vdirsyncer_err.log -->
+    <!-- <string>@@STDERRFILE@@</string>  -->
+    <!-- Full path to stdout logfile, e.g. /tmp/vdirsyncer_out.log -->
+    <!-- <key>StandardOutPath</key> -->
+    <!-- <string>@@STDOUTFILE@@</string> -->
+  </dict>
+</plist>

contrib/vdirsyncer.service

@@ -1,9 +1,7 @@
 [Unit]
 Description=Synchronize calendars and contacts
 Documentation=https://vdirsyncer.readthedocs.org/
-StartLimitBurst=2
 
 [Service]
 ExecStart=/usr/bin/vdirsyncer sync
-RuntimeMaxSec=3m
-Restart=on-failure
+Type=oneshot

docs-requirements.txt

@@ -0,0 +1,2 @@
+sphinx != 1.4.7
+sphinx_rtd_theme

docs/changelog.rst

@@ -1 +1 @@
-.. include:: ../CHANGELOG.rst
+.. include:: ../CHANGELOG.rst 

docs/conf.py

@@ -1,106 +1,150 @@
-from __future__ import annotations
+# -*- coding: utf-8 -*-
 
 import datetime
+import json
 import os
 
-from pkg_resources import get_distribution
+from sphinx.ext import autodoc
 
-extensions = ["sphinx.ext.autodoc"]
+import vdirsyncer
 
-templates_path = ["_templates"]
+extensions = ['sphinx.ext.autodoc']
 
-source_suffix = ".rst"
-master_doc = "index"
+templates_path = ['_templates']
 
-project = "vdirsyncer"
-copyright = "2014-{}, Markus Unterwaditzer & contributors".format(
-    datetime.date.today().strftime("%Y")
-)
+source_suffix = '.rst'
+master_doc = 'index'
 
-release = get_distribution("vdirsyncer").version
-version = ".".join(release.split(".")[:2])  # The short X.Y version.
+project = u'vdirsyncer'
+copyright = (u'2014-{}, Markus Unterwaditzer & contributors'
+             .format(datetime.date.today().strftime('%Y')))
 
-rst_epilog = f".. |vdirsyncer_version| replace:: {release}"
+release = vdirsyncer.__version__
+version = '.'.join(release.split('.')[:2])  # The short X.Y version.
 
-exclude_patterns = ["_build"]
+rst_epilog = '.. |vdirsyncer_version| replace:: %s' % release
 
-pygments_style = "sphinx"
+exclude_patterns = ['_build']
 
-on_rtd = os.environ.get("READTHEDOCS", None) == "True"
+pygments_style = 'sphinx'
+
+on_rtd = os.environ.get('READTHEDOCS', None) == 'True'
 
 try:
     import sphinx_rtd_theme
-
-    html_theme = "sphinx_rtd_theme"
+    html_theme = 'sphinx_rtd_theme'
     html_theme_path = [sphinx_rtd_theme.get_html_theme_path()]
 except ImportError:
-    html_theme = "default"
+    html_theme = 'default'
     if not on_rtd:
-        print("-" * 74)
-        print("Warning: sphinx-rtd-theme not installed, building with default theme.")
-        print("-" * 74)
+        print('-' * 74)
+        print('Warning: sphinx-rtd-theme not installed, building with default '
+              'theme.')
+        print('-' * 74)
 
-html_static_path = ["_static"]
-htmlhelp_basename = "vdirsyncerdoc"
+html_static_path = ['_static']
+htmlhelp_basename = 'vdirsyncerdoc'
 
 latex_elements = {}
 latex_documents = [
-    (
-        "index",
-        "vdirsyncer.tex",
-        "vdirsyncer Documentation",
-        "Markus Unterwaditzer",
-        "manual",
-    ),
+    ('index', 'vdirsyncer.tex', u'vdirsyncer Documentation',
+     u'Markus Unterwaditzer', 'manual'),
 ]
 
 man_pages = [
-    ("index", "vdirsyncer", "vdirsyncer Documentation", ["Markus Unterwaditzer"], 1)
+    ('index', 'vdirsyncer', u'vdirsyncer Documentation',
+     [u'Markus Unterwaditzer'], 1)
 ]
 
 texinfo_documents = [
-    (
-        "index",
-        "vdirsyncer",
-        "vdirsyncer Documentation",
-        "Markus Unterwaditzer",
-        "vdirsyncer",
-        "Synchronize calendars and contacts.",
-        "Miscellaneous",
-    ),
+    ('index', 'vdirsyncer', u'vdirsyncer Documentation',
+     u'Markus Unterwaditzer', 'vdirsyncer',
+     'Synchronize calendars and contacts.', 'Miscellaneous'),
 ]
 
 
-def github_issue_role(name, rawtext, text, lineno, inliner, options=None, content=()):
-    options = options or {}
+def github_issue_role(name, rawtext, text, lineno, inliner,
+                      options={}, content=()):  # noqa: B006
     try:
         issue_num = int(text)
         if issue_num <= 0:
-            raise ValueError
+            raise ValueError()
     except ValueError:
-        msg = inliner.reporter.error(f"Invalid GitHub issue: {text}", line=lineno)
+        msg = inliner.reporter.error('Invalid GitHub issue: {}'.format(text),
+                                     line=lineno)
         prb = inliner.problematic(rawtext, rawtext, msg)
         return [prb], [msg]
 
+    import vdirsyncer
     from docutils import nodes
-
-    PROJECT_HOME = "https://github.com/pimutils/vdirsyncer"
-    link = "{}/{}/{}".format(
-        PROJECT_HOME, "issues" if name == "gh" else "pull", issue_num
-    )
-    linktext = ("issue #{}" if name == "gh" else "pull request #{}").format(issue_num)
-    node = nodes.reference(rawtext, linktext, refuri=link, **options)
+    link = '{}/{}/{}'.format(vdirsyncer.PROJECT_HOME,
+                             'issues' if name == 'gh' else 'pull',
+                             issue_num)
+    linktext = ('issue #{}' if name == 'gh'
+                else 'pull request #{}').format(issue_num)
+    node = nodes.reference(rawtext, linktext, refuri=link,
+                           **options)
     return [node], []
 
 
+def format_storage_config(cls, header=True):
+    if header is True:
+        yield '[storage example_for_{}]'.format(cls.storage_name)
+    yield 'type = "{}"'.format(cls.storage_name)
+
+    from vdirsyncer.storage.base import Storage
+    from vdirsyncer.utils import get_storage_init_specs
+    handled = set()
+    for spec in get_storage_init_specs(cls, stop_at=Storage):
+        defaults = spec.defaults or ()
+        defaults = dict(zip(spec.args[-len(defaults):], defaults))
+        for key in spec.args[1:]:
+            if key in handled:
+                continue
+            handled.add(key)
+
+            comment = '' if key not in defaults else '#'
+            value = defaults.get(key, '...')
+            yield '{}{} = {}'.format(comment, key, json.dumps(value))
+
+
+class StorageDocumenter(autodoc.ClassDocumenter):
+    '''Custom formatter for auto-documenting storage classes. It assumes that
+    the first line of the class' docstring is its own paragraph.
+
+    After that first paragraph, an example configuration will be inserted and
+    Sphinx' __init__ signature removed.'''
+
+    objtype = 'storage'
+    domain = None
+    directivetype = 'storage'
+    option_spec = {}
+
+    @classmethod
+    def can_document_member(cls, member, membername, isattr, parent):
+        from vdirsyncer.storage.base import Storage
+        return isinstance(member, Storage)
+
+    def format_signature(self):
+        return ''
+
+    def add_directive_header(self, sig):
+        directive = getattr(self, 'directivetype', self.objtype)
+        name = self.object.storage_name
+        self.add_line(u'.. %s:: %s%s' % (directive, name, sig),
+                      '<autodoc>')
+
+    def get_doc(self, encoding=None, ignore=1):
+        rv = autodoc.ClassDocumenter.get_doc(self, encoding, ignore)
+        config = [u'    ' + x for x in format_storage_config(self.object)]
+        rv[0] = rv[0][:1] + [u'::', u''] + config + [u''] + rv[0][1:]
+        return rv
+
+
 def setup(app):
     from sphinx.domains.python import PyObject
-
-    app.add_object_type(
-        "storage",
-        "storage",
-        "pair: %s; storage",
-        doc_field_types=PyObject.doc_field_types,
-    )
-    app.add_role("gh", github_issue_role)
-    app.add_role("ghpr", github_issue_role)
+    app.add_object_type('storage', 'storage', 'pair: %s; storage',
+                        doc_field_types=PyObject.doc_field_types)
+    app.add_role('gh', github_issue_role)
+    app.add_role('ghpr', github_issue_role)
+    app.add_autodocumenter(StorageDocumenter)

docs/config.rst

@@ -61,8 +61,7 @@ Pair Section
   sync`` is executed. See also :ref:`collections_tutorial`.
 
   The special values ``"from a"`` and ``"from b"``, tell vdirsyncer to try
-  autodiscovery on a specific storage. It means all the collections on side A /
-  side B.
+  autodiscovery on a specific storage.
 
   If the collection you want to sync doesn't have the same name on each side,
   you may also use a value of the form ``["config_name", "name_a", "name_b"]``.
@@ -72,8 +71,8 @@ Pair Section
 
   Examples:
 
-  - ``collections = ["from b", "foo", "bar"]`` makes vdirsyncer synchronize all
-    the collections from side B, and also the collections named "foo" and "bar".
+  - ``collections = ["from b", "foo", "bar"]`` makes vdirsyncer synchronize the
+    collections from side B, and also the collections named "foo" and "bar".
 
   - ``collections = ["from b", "from a"]`` makes vdirsyncer synchronize all
     existing collections on either side.
@@ -117,26 +116,10 @@ Pair Section
 - ``metadata``: Metadata keys that should be synchronized when ``vdirsyncer
   metasync`` is executed. Example::
 
-      metadata = ["color", "displayname", "description", "order"]
+      metadata = ["color", "displayname"]
 
-  This synchronizes the following properties:
-
-  - color: ``http://apple.com/ns/ical/:calendar-color``
-  - displayname: ``DAV:displayname``
-  - description: ``CalDAV:calendar-description`` and ``CardDAV:addressbook-description``
-  - order: ``http://apple.com/ns/ical/:calendar-order``
-
-  The ``conflict_resolution`` parameter applies for these properties too.
-
-.. _implicit_def:
-
-- ``implicit``: Opt into implicitly creating collections. Example::
-
-      implicit = "create"
-
-  When set to "create", missing collections are automatically created on both
-  sides during sync without prompting the user. This simplifies workflows where
-  all collections should be synchronized bidirectionally.
+  This synchronizes the ``color`` and the ``displayname`` properties. The
+  ``conflict_resolution`` parameter applies here as well.
 
 .. _storage_config:
 
@@ -167,107 +150,9 @@ Supported Storages
 CalDAV and CardDAV
 ++++++++++++++++++
 
-.. note::
+.. autostorage:: vdirsyncer.storage.dav.CalDAVStorage
 
-    Please also see :ref:`supported-servers`, as some servers may not work
-    well.
-
-.. storage:: caldav
-
-    CalDAV.
-
-    ::
-
-        [storage example_for_caldav]
-        type = "caldav"
-        #start_date = null
-        #end_date = null
-        #item_types = []
-        url = "..."
-        #username = ""
-        #password = ""
-        #verify = /path/to/custom_ca.pem
-        #auth = null
-        #useragent = "vdirsyncer/0.16.4"
-        #verify_fingerprint = null
-        #auth_cert = null
-
-    You can set a timerange to synchronize with the parameters ``start_date``
-    and ``end_date``. Inside those parameters, you can use any Python
-    expression to return a valid :py:class:`datetime.datetime` object. For
-    example, the following would synchronize the timerange from one year in the
-    past to one year in the future::
-
-        start_date = "datetime.now() - timedelta(days=365)"
-        end_date = "datetime.now() + timedelta(days=365)"
-
-    Either both or none have to be specified. The default is to synchronize
-    everything.
-
-    You can set ``item_types`` to restrict the *kind of items* you want to
-    synchronize. For example, if you want to only synchronize events (but don't
-    download any tasks from the server), set ``item_types = ["VEVENT"]``. If
-    you want to synchronize events and tasks, but have some ``VJOURNAL`` items
-    on the server you don't want to synchronize, use ``item_types = ["VEVENT",
-    "VTODO"]``.
-
-    :param start_date: Start date of timerange to show, default -inf.
-    :param end_date: End date of timerange to show, default +inf.
-    :param item_types: Kind of items to show. The default, the empty list, is
-        to show all. This depends on particular features on the server, the
-        results are not validated.
-    :param url: Base URL or an URL to a calendar.
-    :param username: Username for authentication.
-    :param password: Password for authentication.
-    :param verify: Optional. Local path to a self-signed SSL certificate.
-        See :ref:`ssl-tutorial` for more information.
-    :param verify_fingerprint: Optional. SHA256 fingerprint of the expected
-        server certificate. See :ref:`ssl-tutorial` for more information.
-    :param auth: Optional. Either ``basic``, ``digest`` or ``guess``. The
-        default is preemptive Basic auth, sending credentials even if server
-        didn't request them. This saves from an additional roundtrip per
-        request. Consider setting ``guess`` if this causes issues with your
-        server.
-    :param auth_cert: Optional. Either a path to a certificate with a client
-        certificate and the key or a list of paths to the files with them.
-    :param useragent: Default ``vdirsyncer``.
-
-
-.. storage:: carddav
-
-   CardDAV.
-
-   ::
-
-     [storage example_for_carddav]
-     type = "carddav"
-     url = "..."
-     #username = ""
-     #password = ""
-     #verify = /path/to/custom_ca.pem
-     #auth = null
-     #useragent = "vdirsyncer/0.16.4"
-     #verify_fingerprint = null
-     #auth_cert = null
-     #use_vcard_4 = false
-
-   :param url: Base URL or an URL to an addressbook.
-   :param username: Username for authentication.
-   :param password: Password for authentication.
-   :param verify: Optional. Local path to a self-signed SSL certificate.
-        See :ref:`ssl-tutorial` for more information.
-   :param verify_fingerprint: Optional. SHA256 fingerprint of the expected
-        server certificate. See :ref:`ssl-tutorial` for more information.
-   :param auth: Optional. Either ``basic``, ``digest`` or ``guess``. The
-                default is preemptive Basic auth, sending credentials even if
-                server didn't request them. This saves from an additional
-                roundtrip per request. Consider setting ``guess`` if this
-                causes issues with your server.
-   :param auth_cert: Optional. Either a path to a certificate with a client
-                     certificate and the key or a list of paths to the files
-                     with them.
-   :param useragent: Default ``vdirsyncer``.
-   :param use_vcard_4: Whether the server use vCard 4.0.
+.. autostorage:: vdirsyncer.storage.dav.CardDAVStorage
 
 Google
 ++++++
@@ -281,15 +166,7 @@ in terms of data safety**. See `this blog post
 <https://evertpot.com/google-carddav-issues/>`_ for the details.  Always back
 up your data.
 
-Another caveat is that Google group labels are not synced with vCard's
-`CATEGORIES <https://www.rfc-editor.org/rfc/rfc6350#section-6.7.1>`_ property
-(also see :gh:`814` and
-`upstream issue #36761530 <https://issuetracker.google.com/issues/36761530>`_
-for reference) and the
-`BDAY <https://www.rfc-editor.org/rfc/rfc6350#section-6.2.5>`_ property is not
-synced when only partial date information is present (e.g. the year is missing).
-
-At first run you will be asked to authorize application for Google account
+At first run you will be asked to authorize application for google account
 access.
 
 To use this storage type, you need to install some additional dependencies::
@@ -300,29 +177,25 @@ Furthermore you need to register vdirsyncer as an application yourself to
 obtain ``client_id`` and ``client_secret``, as it is against Google's Terms of
 Service to hardcode those into opensource software [googleterms]_:
 
-1. Go to the `Google API Manager <https://console.developers.google.com>`_
-
-2. Create a new project under any name.
+1. Go to the `Google API Manager <https://console.developers.google.com>`_ and
+   create a new project under any name.
 
 2. Within that project, enable the "CalDAV" and "CardDAV" APIs (**not** the
    Calendar and Contacts APIs, those are different and won't work). There should
-   be a search box where you can just enter those terms.
-
-3. In the sidebar, select "Credentials", then "Create Credentials" and create a
-   new "OAuth Client ID".
+   be a searchbox where you can just enter those terms.
 
+3. In the sidebar, select "Credentials" and create a new "OAuth Client ID". The
+   application type is "Other".
+   
    You'll be prompted to create a OAuth consent screen first. Fill out that
    form however you like.
 
-   After setting up the consent screen, finish creating the new "OAuth Client
-   ID'. The correct application type is "Desktop application".
-
 4. Finally you should have a Client ID and a Client secret. Provide these in
    your storage config.
 
-The ``token_file`` parameter should be a path to a file where vdirsyncer can
-later store authentication-related data. You do not need to create the file
-itself or write anything to it.
+The ``token_file`` parameter should be a filepath where vdirsyncer can later
+store authentication-related data. You do not need to create the file itself
+or write anything to it.
 
 .. [googleterms] See `ToS <https://developers.google.com/terms/?hl=th>`_,
    section "Confidential Matters".
@@ -330,141 +203,38 @@ itself or write anything to it.
 .. note::
 
     You need to configure which calendars Google should offer vdirsyncer using
-    a secret `settings page
+    a rather hidden `settings page
     <https://calendar.google.com/calendar/syncselect>`_.
 
-.. storage:: google_calendar
+.. autostorage:: vdirsyncer.storage.google.GoogleCalendarStorage
 
-   Google calendar.
+.. autostorage:: vdirsyncer.storage.google.GoogleContactsStorage
 
-   ::
+EteSync
++++++++
 
-       [storage example_for_google_calendar]
-       type = "google_calendar"
-       token_file = "..."
-       client_id = "..."
-       client_secret = "..."
-       #start_date = null
-       #end_date = null
-       #item_types = []
+`EteSync <https://www.etesync.com/>`_ is a new cloud provider for end to end
+encrypted contacts and calendar storage. Vdirsyncer contains **experimental**
+support for it.
 
-   Please refer to :storage:`caldav` regarding the ``item_types`` and timerange parameters.
+To use it, you need to install some optional dependencies::
 
-   :param token_file: A filepath where access tokens are stored.
-   :param client_id/client_secret: OAuth credentials, obtained from the Google
-                                   API Manager.
+    pip install vdirsyncer[etesync]
 
-.. storage:: google_contacts
+On first usage you will be prompted for the service password and the encryption
+password. Neither are stored.
 
-   Google contacts.
+.. autostorage:: vdirsyncer.storage.etesync.EtesyncContacts
 
-   ::
-
-       [storage example_for_google_contacts]
-       type = "google_contacts"
-       token_file = "..."
-       client_id = "..."
-       client_secret = "..."
-
-   :param token_file: A filepath where access tokens are stored.
-   :param client_id/client_secret: OAuth credentials, obtained from the Google
-                                   API Manager.
-
-The current flow is not ideal, but Google has deprecated the previous APIs used
-for this without providing a suitable replacement. See :gh:`975` for discussion
-on the topic.
+.. autostorage:: vdirsyncer.storage.etesync.EtesyncCalendars
 
 Local
 +++++
 
-.. storage:: filesystem
+.. autostorage:: vdirsyncer.storage.filesystem.FilesystemStorage
 
-    Saves each item in its own file, given a directory.
+.. autostorage:: vdirsyncer.storage.singlefile.SingleFileStorage
 
-    ::
-
-      [storage example_for_filesystem]
-      type = "filesystem"
-      path = "..."
-      fileext = "..."
-      #encoding = "utf-8"
-      #post_hook = null
-      #pre_deletion_hook = null
-      #fileignoreext = ".tmp"
-
-    Can be used with `khal <http://lostpackets.de/khal/>`_. See :doc:`vdir` for
-    a more formal description of the format.
-
-    Directories with a leading dot are ignored to make usage of e.g. version
-    control easier.
-
-    :param path: Absolute path to a vdir/collection. If this is used in
-        combination with the ``collections`` parameter in a pair-section, this
-        should point to a directory of vdirs instead.
-    :param fileext: The file extension to use (e.g. ``.txt``). Contained in the
-        href, so if you change the file extension after a sync, this will
-        trigger a re-download of everything (but *should* not cause data-loss
-        of any kind). To be compatible with the ``vset`` format you have
-        to either use ``.vcf`` or ``.ics``. Note that metasync won't work
-        if you use an empty string here.
-    :param encoding: File encoding for items, both content and filename.
-    :param post_hook: A command to call for each item creation and
-        modification. The command will be called with the path of the
-        new/updated file.
-    :param pre_deletion_hook: A command to call for each item deletion.
-        The command will be called with the path of the deleted file.
-    :param fileeignoreext: The file extention to ignore. It is only useful
-        if fileext is set to the empty string. The default is ``.tmp``.
-
-.. storage:: singlefile
-
-    Save data in single local ``.vcf`` or ``.ics`` file.
-
-    The storage basically guesses how items should be joined in the file.
-
-    .. versionadded:: 0.1.6
-
-    .. note::
-        This storage is very slow, and that is unlikely to change. You should
-        consider using :storage:`filesystem` if it fits your usecase.
-
-    :param path: The filepath to the file to be written to. If collections are
-        used, this should contain ``%s`` as a placeholder for the collection
-        name.
-    :param encoding: Which encoding the file should use. Defaults to UTF-8.
-
-    Example for syncing with :storage:`caldav`::
-
-        [pair my_calendar]
-        a = my_calendar_local
-        b = my_calendar_remote
-        collections = ["from a", "from b"]
-
-        [storage my_calendar_local]
-        type = "singlefile"
-        path = ~/.calendars/%s.ics
-
-        [storage my_calendar_remote]
-        type = "caldav"
-        url = https://caldav.example.org/
-        #username =
-        #password =
-
-    Example for syncing with :storage:`caldav` using a ``null`` collection::
-
-        [pair my_calendar]
-        a = my_calendar_local
-        b = my_calendar_remote
-
-        [storage my_calendar_local]
-        type = "singlefile"
-        path = ~/my_calendar.ics
-
-        [storage my_calendar_remote]
-        type = "caldav"
-        url = https://caldav.example.org/username/my_calendar/
-        #username =
-        #password =
 
 Read-only storages
 ++++++++++++++++++
@@ -473,54 +243,4 @@ These storages don't support writing of their items, consequently ``read_only``
 is set to ``true`` by default. Changing ``read_only`` to ``false`` on them
 leads to an error.
 
-.. storage:: http
-
-    Use a simple ``.ics`` file (or similar) from the web.
-    ``webcal://``-calendars are supposed to be used with this, but you have to
-    replace ``webcal://`` with ``http://``, or better, ``https://``.
-
-    ::
-
-        [pair holidays]
-        a = holidays_local
-        b = holidays_remote
-        collections = null
-
-        [storage holidays_local]
-        type = "filesystem"
-        path = ~/.config/vdir/calendars/holidays/
-        fileext = .ics
-
-        [storage holidays_remote]
-        type = "http"
-        url = https://example.com/holidays_from_hicksville.ics
-        #filter_hook = null
-
-    Too many WebCAL providers generate UIDs of all ``VEVENT``-components
-    on-the-fly, i.e. all UIDs change every time the calendar is downloaded.
-    This leads many synchronization programs to believe that all events have
-    been deleted and new ones created, and accordingly causes a lot of
-    unnecessary uploads and deletions on the other side. Vdirsyncer completely
-    ignores UIDs coming from :storage:`http` and will replace them with a hash
-    of the normalized item content.
-
-    :param url: URL to the ``.ics`` file.
-    :param username: Username for authentication.
-    :param password: Password for authentication.
-    :param verify: Optional. Local path to a self-signed SSL certificate.
-        See :ref:`ssl-tutorial` for more information.
-    :param verify_fingerprint: Optional. SHA256 fingerprint of the expected
-        server certificate. See :ref:`ssl-tutorial` for more information.
-    :param auth: Optional. Either ``basic``, ``digest`` or ``guess``. The
-        default is preemptive Basic auth, sending credentials even if server
-        didn't request them. This saves from an additional roundtrip per
-        request. Consider setting ``guess`` if this causes issues with your
-        server.
-    :param auth_cert: Optional. Either a path to a certificate with a client
-        certificate and the key or a list of paths to the files with them.
-    :param useragent: Default ``vdirsyncer``.
-    :param filter_hook: Optional. A filter command to call for each fetched
-        item, passed in raw form to stdin and returned via stdout.
-        If nothing is returned by the filter command, the item is skipped.
-        This can be used to alter fields as needed when dealing with providers
-        generating malformed events.
+.. autostorage:: vdirsyncer.storage.http.HttpStorage

docs/contact.rst

@@ -2,11 +2,14 @@
 Support and Contact
 ===================
 
-* The ``#pimutils`` `IRC channel on Libera.Chat <https://pimutils.org/contact>`_
+* The ``#pimutils`` `IRC channel on Freenode <https://pimutils.org/contact>`_
   might be active, depending on your timezone. Use it for support and general
   (including off-topic) discussion.
 
 * Open `a GitHub issue <https://github.com/pimutils/vdirsyncer/issues/>`_ for
   concrete bug reports and feature requests.
 
-* For security issues, contact ``contact@pimutils.org``.
+* Lastly, you can also `contact the author directly
+  <https://unterwaditzer.net/contact.html>`_. Do this for security issues. If
+  that doesn't work out (i.e. if I don't respond within one week), use
+  ``contact@pimutils.org``.

docs/contributing.rst

@@ -75,36 +75,36 @@ Submitting patches, pull requests
 Running tests, how to set up your development environment
 ---------------------------------------------------------
 
-For many patches, it might suffice to just let CI run the tests. However,
-CI is slow, so you might want to run them locally too. For this, set up a
+For many patches, it might suffice to just let Travis run the tests. However,
+Travis is slow, so you might want to run them locally too. For this, set up a
 virtualenv_ and run this inside of it::
 
-    # Install development dependencies, including:
+    # install:
     #  - vdirsyncer from the repo into the virtualenv
-    #  - style checks and formatting (ruff)
+    #  - stylecheckers (flake8) and code formatters (autopep8)
     make install-dev
 
-    # Install git commit hook for some extra linting and checking
-    pre-commit install
+    # Install git commit hook for the stylechecker
+    make install-git-hooks
+
+    # install test dependencies
+    make install-test
 
 Then you can run::
 
-    pytest                # The normal testsuite
-    pre-commit run --all  # Run all linters (which also run via pre-commit)
-    make -C docs html     # Build the HTML docs, output is at docs/_build/html/
-    make -C docs linkcheck  # Check docs for any broken links
+    make test   # The normal testsuite
+    make style  # Stylechecker
+    make docs   # Build the HTML docs, output is at docs/_build/html/
 
 The ``Makefile`` has a lot of options that allow you to control which tests are
 run, and which servers are tested. Take a look at its code where they are all
 initialized and documented.
 
-To tests against a specific DAV server, use ``DAV_SERVER``::
+For example, to test xandikos, run::
 
+    make DAV_SERVER=xandikos install-test
     make DAV_SERVER=xandikos test
 
-The server will be initialised in a docker container and terminated at the end
-of the test suite.
-
 If you have any questions, feel free to open issues about it.
 
 Structure of the testsuite

docs/donations.rst

@@ -2,14 +2,23 @@
 Donations
 =========
 
-vdirsyncer is and will always be free and open source software. We appreciate
-sponsors willing to fund our continued work on it.
-
 If you found my work useful, please consider donating. Thank you!
 
-- Bitcoin: ``13p42uWDL62bNRH3KWA6cSpSgvnHy1fs2E``.
-- Sponsor via one-time tips or recurring donations `via Ko-fi`_.
-- Sponsor via recurring donations `via liberapay`_.
+- Bitcoin: ``16sSHxZm263WHR9P9PJjCxp64jp9ooXKVt``
 
-.. _via Ko-fi: https://ko-fi.com/whynothugo
-.. _via liberapay: https://liberapay.com/WhyNotHugo/
+- `PayPal.me <https://www.paypal.me/untitaker>`_
+
+- `Bountysource <https://www.bountysource.com/teams/vdirsyncer>`_ is useful for
+  funding work on a specific GitHub issue.
+
+  - There's also `Bountysource Salt
+    <https://salt.bountysource.com/teams/vdirsyncer>`_, for one-time and
+    recurring donations.
+
+  - Donations via Bountysource are publicly listed. Use PayPal if you dislike
+    that.
+
+- `Flattr
+  <https://flattr.com/submit/auto?user_id=untitaker&url=https%3A%2F%2Fgithub.com%2Fpimutils%2Fvdirsyncer>`_
+  or `Gratipay <https://gratipay.com/vdirsyncer/>`_ can be used for
+  recurring donations.

docs/installation.rst

@@ -7,18 +7,17 @@ Installation
 OS/distro packages
 ------------------
 
-The following packages are community-contributed and were up-to-date at the
-time of writing:
+The following packages are user-contributed and were up-to-date at the time of
+writing:
 
-- `Arch Linux <https://archlinux.org/packages/extra/any/vdirsyncer/>`_
+- `ArchLinux (AUR) <https://aur.archlinux.org/packages/vdirsyncer>`_
 - `Ubuntu and Debian, x86_64-only
   <https://packagecloud.io/pimutils/vdirsyncer>`_ (packages also exist
   in the official repositories but may be out of date)
-- `GNU Guix <https://packages.guix.gnu.org/packages/vdirsyncer/>`_
-- `macOS (homebrew) <https://formulae.brew.sh/formula/vdirsyncer>`_
-- `NetBSD <https://ftp.netbsd.org/pub/pkgsrc/current/pkgsrc/time/py-vdirsyncer/index.html>`_
+- `GNU Guix <https://www.gnu.org/software/guix/package-list.html#vdirsyncer>`_
+- `OS X (homebrew) <http://braumeister.org/formula/vdirsyncer>`_
+- `BSD (pkgsrc) <http://pkgsrc.se/time/py-vdirsyncer>`_
 - `OpenBSD <http://ports.su/productivity/vdirsyncer>`_
-- `Slackware (SlackBuild at Slackbuilds.org) <https://slackbuilds.org/repository/15.0/network/vdirsyncer/>`_
 
 We only support the latest version of vdirsyncer, which is at the time of this
 writing |vdirsyncer_version|. Please **do not file bugs if you use an older
@@ -42,55 +41,37 @@ If your distribution doesn't provide a package for vdirsyncer, you still can
 use Python's package manager "pip". First, you'll have to check that the
 following things are installed:
 
-- Python 3.9 to 3.13 and pip.
+- Python 3.4+ and pip.
 - ``libxml`` and ``libxslt``
 - ``zlib``
-- Linux or macOS. **Windows is not supported**, see :gh:`535`.
+- `Rust <https://www.rust-lang.org/>`, the programming language, together with
+  its package manager ``cargo``.
+- Linux or OS X. **Windows is not supported**, see :gh:`535`.
 
-On Linux systems, using the distro's package manager is the best
-way to do this, for example, using Ubuntu::
+On Linux systems, using the distro's package manager is the best way to do
+this, for example, using Ubuntu (last tried on Trusty)::
 
-    sudo apt-get install libxml2 libxslt1.1 zlib1g python3
+    sudo apt-get install python3 python3-pip libffi-dev
+
+Rust may need to be installed separately, as the packages in Ubuntu are usually
+out-of-date. I recommend `rustup <https://rustup.rs/>`_ for that.
 
 Then you have several options. The following text applies for most Python
 software by the way.
 
-pipx: The clean, easy way
-~~~~~~~~~~~~~~~~~~~~~~~~~
-
-pipx_ is a new package manager for Python-based software that automatically
-sets up a virtual environment for each program it installs. Please note that
-installing via pipx will not include manual pages nor systemd services.
-
-pipx will install vdirsyncer into ``~/.local/pipx/venvs/vdirsyncer``
-
-Assuming that pipx is installed, vdirsyncer can be installed with::
-
-    pipx install vdirsyncer
-
-It can later be updated to the latest version with::
-
-    pipx upgrade vdirsyncer
-
-And can be uninstalled with::
-
-    pipx uninstall vdirsyncer
-
-This last command will remove vdirsyncer and any dependencies installed into
-the above location.
-
-.. _pipx: https://github.com/pipxproject/pipx
-
 The dirty, easy way
 ~~~~~~~~~~~~~~~~~~~
 
-If pipx is not available on your distribution, the easiest way to install
-vdirsyncer at this point would be to run::
+The easiest way to install vdirsyncer at this point would be to run::
 
-    pip install --ignore-installed vdirsyncer
+    pip3 install -v --user --ignore-installed vdirsyncer
 
+- ``--user`` is to install without root rights (into your home directory)
 - ``--ignore-installed`` is to work around Debian's potentially broken packages
-  (see :ref:`debian-urllib3`).
+  (see :ref:`debian-urllib3`). You can try to omit it if you run into other
+  problems related to certificates, for example.
+
+Your executable is then in ``~/.local/bin/``.
 
 This method has a major flaw though: Pip doesn't keep track of the files it
 installs. Vdirsyncer's files would be located somewhere in
@@ -106,9 +87,9 @@ There is a way to install Python software without scattering stuff across
 your filesystem: virtualenv_. There are a lot of resources on how to use it,
 the simplest possible way would look something like::
 
-    virtualenv ~/vdirsyncer_env
-    ~/vdirsyncer_env/bin/pip install vdirsyncer
-    alias vdirsyncer="~/vdirsyncer_env/bin/vdirsyncer"
+    virtualenv --python python3 ~/vdirsyncer_env
+    ~/vdirsyncer_env/bin/pip install -v vdirsyncer
+    alias vdirsyncer="$HOME/vdirsyncer_env/bin/vdirsyncer"
 
 You'll have to put the last line into your ``.bashrc`` or ``.bash_profile``.
 
@@ -119,4 +100,25 @@ This method has two advantages:
   distro-specific issues.
 - You can delete ``~/vdirsyncer_env/`` to uninstall vdirsyncer entirely.
 
+The clean, easy way
+~~~~~~~~~~~~~~~~~~~
+
+pipsi_ is a new package manager for Python-based software that automatically
+sets up a virtualenv for each program you install. Assuming you have it
+installed on your operating system, you can do::
+
+    pipsi install --python python3 vdirsyncer
+
+and ``.local/bin/vdirsyncer`` will be your new vdirsyncer installation. To
+update vdirsyncer to the latest version::
+
+    pipsi upgrade vdirsyncer
+
+If you're done with vdirsyncer, you can do::
+
+    pipsi uninstall vdirsyncer
+
+and vdirsyncer will be uninstalled, including its dependencies.
+
 .. _virtualenv: https://virtualenv.readthedocs.io/
+.. _pipsi: https://github.com/mitsuhiko/pipsi

docs/keyring.rst

@@ -38,12 +38,6 @@ You can fetch the username as well::
 
 Or really any kind of parameter in a storage section.
 
-You can also pass the command as a string to be executed in a shell::
-
-    [storage foo]
-    ...
-    password.fetch = ["shell", "~/.local/bin/get-my-password | head -n1"]
-
 With pass_ for example, you might find yourself writing something like this in
 your configuration file::
 
@@ -66,7 +60,7 @@ passwords from the OS's password store. Installation::
 Basic usage::
 
     password.fetch = ["command", "keyring", "get", "example.com", "foouser"]
-
+    
 .. _keyring: https://github.com/jaraco/keyring/
 
 Password Prompt
@@ -78,19 +72,3 @@ You can also simply prompt for the password::
     type = "caldav"
     username = "myusername"
     password.fetch = ["prompt", "Password for CalDAV"]
-
-Environment variable
-===============
-
-To read the password from an environment variable::
-
-    [storage foo]
-    type = "caldav"
-    username = "myusername"
-    password.fetch = ["command", "printenv", "DAV_PW"]
-
-This is especially handy if you use the same password multiple times
-(say, for a CardDAV and a CalDAV storage).
-On bash, you can read and export the password without printing::
-
-    read -s DAV_PW "DAV Password: " && export DAV_PW

docs/packaging.rst

@@ -5,27 +5,23 @@ Packaging guidelines
 Thank you very much for packaging vdirsyncer! The following guidelines should
 help you to avoid some common pitfalls.
 
-If you find yourself needing to patch anything, or going in a different direction,
-please open an issue so we can also address in a way that works for everyone. Otherwise
-we get bug reports for code or scenarios that don't exist in upstream vdirsycner.
+While they are called guidelines and therefore theoretically not mandatory, if
+you consider going a different direction, please first open an issue or contact
+me otherwise instead of just going ahead. These guidelines exist for my own
+convenience too.
 
 Obtaining the source code
 =========================
 
 The main distribution channel is `PyPI
 <https://pypi.python.org/pypi/vdirsyncer>`_, and source tarballs can be
-obtained there. We mirror the same package tarball and wheel as GitHub
-releases. Please do not confuse these with the auto-generated GitHub "Source
-Code" tarball. Those are missing some important metadata and your build will fail.
+obtained there. Do not use the ones from GitHub: Their tarballs contain useless
+junk and are more of a distraction than anything else.
 
-We give each release a tag in the git repo. If you want to get notified of new
+I give each release a tag in the git repo. If you want to get notified of new
 releases, `GitHub's feed
 <https://github.com/pimutils/vdirsyncer/releases.atom>`_ is a good way.
 
-Tags will be signed by the maintainer who is doing the release (starting with
-0.16.8), and generation of the tarball and wheel is done by CI. Hence, only the
-tag itself is signed.
-
 Dependency versions
 ===================
 
@@ -37,25 +33,24 @@ Testing
 =======
 
 Everything testing-related goes through the ``Makefile`` in the root of the
-repository or PyPI package. Trying to e.g. run ``pytest`` directly will
+repository or PyPI package. Trying to e.g. run ``py.test`` directly will
 require a lot of environment variables to be set (for configuration) and you
 probably don't want to deal with that.
 
-You can install the all development dependencies with::
+You can install the testing dependencies with::
 
-    make install-dev
+    make install-test
 
 You probably don't want this since it will use pip to download the
-dependencies. Alternatively test dependencies are listed as ``test`` optional
-dependencies in ``pyproject.toml``, again with lower-bound version
-requirements.
+dependencies. Alternatively you can find the testing dependencies in
+``test-requirements.txt``, again with lower-bound version requirements.
 
 You also have to have vdirsyncer fully installed at this point. Merely
 ``cd``-ing into the tarball will not be sufficient.
 
 Running the tests happens with::
 
-    pytest
+    make test
 
 Hypothesis will randomly generate test input. If you care about deterministic
 tests, set the ``DETERMINISTIC_TESTS`` variable to ``"true"``::
@@ -74,11 +69,10 @@ Using Sphinx_ you can generate the documentation you're reading right now in a
 variety of formats, such as HTML, PDF, or even as a manpage. That said, I only
 take care of the HTML docs' formatting.
 
-You can find a list of dependencies in ``pyproject.toml``, in the
-``project.optional-dependencies`` section as ``docs``. Again, you can install
-those using pip with::
+You can find a list of dependencies in ``docs-requirements.txt``. Again, you
+can install those using pip with::
 
-    pip install '.[docs]'
+    make install-docs
 
 Then change into the ``docs/`` directory and build whatever format you want
 using the ``Makefile`` in there (run ``make`` for the formats you can build).

docs/partial-sync.rst

@@ -32,15 +32,15 @@ Paste this into your vdirsyncer config::
     [storage holidays_public]
     type = "http"
     # The URL to your iCalendar file.
-    url = "..."
+    url = ...
 
     [storage holidays_private]
     type = "caldav"
     # The direct URL to your calendar.
-    url = "..."
+    url = ...
     # The credentials to your CalDAV server
-    username = "..."
-    password = "..."
+    username = ...
+    password = ...
 
 Then run ``vdirsyncer discover holidays`` and ``vdirsyncer sync holidays``, and
 your previously created calendar should be filled with events.

docs/problems.rst

@@ -18,5 +18,5 @@ package that don't play well with packages assuming a normal ``requests``. This
 is due to stubbornness on both sides.
 
 See :gh:`82` and :gh:`140` for past discussions. You have one option to work
-around this, that is, to install vdirsyncer in a virtual environment, see
+around this, that is, to install vdirsyncer in a virtualenv, see
 :ref:`manual-installation`.

docs/ssl-tutorial.rst

@@ -14,14 +14,21 @@ To pin the certificate by fingerprint::
     [storage foo]
     type = "caldav"
     ...
-    verify_fingerprint = "6D:83:EA:32:6C:39:BA:08:ED:EB:C9:BC:BE:12:BB:BF:0F:D9:83:00:CC:89:7E:C7:32:05:94:96:CA:C5:59:5E"
+    verify_fingerprint = "94:FD:7A:CB:50:75:A4:69:82:0A:F8:23:DF:07:FC:69:3E:CD:90:CA"
+    #verify = false  # Optional: Disable CA validation, useful for self-signed certs
 
-SHA256-Fingerprints must be used, MD5 and SHA-1 are insecure and not supported.
-CA validation is disabled when pinning a fingerprint.
+SHA1-, SHA256- or MD5-Fingerprints can be used. They're detected by their
+length.
 
-You can use the following command for obtaining a SHA256 fingerprint::
+You can use the following command for obtaining a SHA-1 fingerprint::
 
-    echo -n | openssl s_client -connect unterwaditzer.net:443 | openssl x509 -noout -fingerprint -sha256
+    echo -n | openssl s_client -connect unterwaditzer.net:443 | openssl x509 -noout -fingerprint
+
+Note that ``verify_fingerprint`` doesn't suffice for vdirsyncer to work with
+self-signed certificates (or certificates that are not in your trust store). You
+most likely need to set ``verify = false`` as well. This disables verification
+of the SSL certificate's expiration time and the existence of it in your trust
+store, all that's verified now is the fingerprint.
 
 However, please consider using `Let's Encrypt <https://letsencrypt.org/>`_ such
 that you can forget about all of that. It is easier to deploy a free
@@ -40,16 +47,22 @@ To point vdirsyncer to a custom set of root CAs::
     ...
     verify = "/path/to/cert.pem"
 
-Vdirsyncer uses the aiohttp_ library, which uses the default `ssl.SSLContext
-https://docs.python.org/3/library/ssl.html#ssl.SSLContext`_ by default.
+Vdirsyncer uses the requests_ library, which, by default, `uses its own set of
+trusted CAs
+<http://www.python-requests.org/en/latest/user/advanced/#ca-certificates>`_.
 
-There are cases where certificate validation fails even though you can access
-the server fine through e.g. your browser. This usually indicates that your
-installation of ``python`` or the ``aiohttp`` or library is somehow broken. In
-such cases, it makes sense to explicitly set ``verify`` or
-``verify_fingerprint`` as shown above.
+However, the actual behavior depends on how you have installed it. Many Linux
+distributions patch their ``python-requests`` package to use the system
+certificate CAs. Normally these two stores are similar enough for you to not
+care.
 
-.. _aiohttp: https://docs.aiohttp.org/en/stable/index.html
+But there are cases where certificate validation fails even though you can
+access the server fine through e.g. your browser. This usually indicates that
+your installation of the ``requests`` library is somehow broken. In such cases,
+it makes sense to explicitly set ``verify`` or ``verify_fingerprint`` as shown
+above.
+
+.. _requests: http://www.python-requests.org/
 
 .. _ssl-client-certs:
 

docs/tutorial.rst

@@ -16,7 +16,7 @@ Configuration
 .. note::
 
     - The `config.example from the repository
-      <https://github.com/pimutils/vdirsyncer/blob/main/config.example>`_
+      <https://github.com/pimutils/vdirsyncer/blob/master/config.example>`_
       contains a very terse version of this.
 
     - In this example we set up contacts synchronization, but calendar sync
@@ -176,11 +176,8 @@ as a file called ``color`` within the calendar folder.
 More information about collections
 ----------------------------------
 
-"Collection" is a collective term for addressbooks and calendars. A Cardav or
-Caldav server can contains several "collections" which correspond to several
-addressbooks or calendar.
-
-Each collection from a storage has a "collection name", a unique identifier for each
+"Collection" is a collective term for addressbooks and calendars. Each
+collection from a storage has a "collection name", a unique identifier for each
 collection. In the case of :storage:`filesystem`-storage, this is the name of the
 directory that represents the collection, in the case of the DAV-storages this
 is the last segment of the URL. We use this identifier in the ``collections``

docs/tutorials/baikal.rst

@@ -7,4 +7,4 @@ Vdirsyncer is continuously tested against the latest version of Baikal_.
 - Baikal up to ``0.2.7`` also uses an old version of SabreDAV, with the same
   issue as ownCloud, see :gh:`160`. This issue is fixed in later versions.
 
-.. _Baikal: http://sabre.io/baikal/
+.. _Baikal: http://baikal-server.com/

docs/tutorials/claws-mail.rst

@@ -52,7 +52,7 @@ this:
   setup. We also set the storage to read-only such that no changes get
   synchronized back. Claws-Mail should not be able to do any changes anyway,
   but this is one extra safety step in case files get corrupted or vdirsyncer
-  behaves erratically. You can leave that part out if you want to be able to
+  behaves eratically. You can leave that part out if you want to be able to
   edit those files locally.
 - In the last section we configure that online contacts win in a conflict
   situation. Configure this part however you like. A correct value depends on
@@ -69,7 +69,7 @@ Now we discover and sync our contacts::
 Claws Mail
 ----------
 
-Open Claws-Mail. Go to **Tools** => **Addressbook**.
+Open Claws-Mail. Got to **Tools** => **Addressbook**.
 
 Click on **Addressbook** => **New vCard**. Choose a name for the book.
 
@@ -77,7 +77,7 @@ Then search for the for the vCard in the folder **~/.contacts/**. Click
 ok, and you we will see your contacts.
 
 .. note::
-
+    
     Claws-Mail shows only contacts that have a mail address.
 
 Crontab

docs/tutorials/davmail.rst

@@ -17,7 +17,7 @@ Exchange server you might get confronted with weird errors of all sorts
     type = "caldav"
     url = "http://localhost:1080/users/user@example.com/calendar/"
     username = "user@example.com"
-    password = "..."
+    password = ...
 
 - Older versions of DavMail handle URLs case-insensitively. See :gh:`144`.
 - DavMail is handling malformed data on the Exchange server very poorly. In

docs/tutorials/fastmail.rst

@@ -10,14 +10,14 @@ the settings to use::
 
     [storage cal]
     type = "caldav"
-    url = "https://caldav.fastmail.com/"
-    username = "..."
-    password = "..."
+    url = "https://caldav.messagingengine.com/"
+    username = ...
+    password = ...
 
     [storage card]
     type = "carddav"
-    url = "https://carddav.fastmail.com/"
-    username = "..."
-    password = "..."
+    url = "https://carddav.messagingengine.com/"
+    username = ...
+    password = ...
 
 .. _FastMail: https://www.fastmail.com/

docs/tutorials/icloud.rst

@@ -11,14 +11,14 @@ Vdirsyncer is regularly tested against iCloud_.
     [storage cal]
     type = "caldav"
     url = "https://caldav.icloud.com/"
-    username = "..."
-    password = "..."
+    username = ...
+    password = ...
 
     [storage card]
     type = "carddav"
     url = "https://contacts.icloud.com/"
-    username = "..."
-    password = "..."
+    username = ...
+    password = ...
 
 Problems:
 

docs/tutorials/index.rst

@@ -37,7 +37,7 @@ Further applications, with missing pages:
 
 .. _khal: http://lostpackets.de/khal/
 .. _dayplanner: http://www.day-planner.org/
-.. _Orage: https://gitlab.xfce.org/apps/orage
+.. _Orage: http://www.kolumbus.fi/~w408237/orage/
 .. _rainlendar: http://www.rainlendar.net/
 .. _khard: https://github.com/scheibler/khard/
 .. _contactquery.c: https://github.com/t-8ch/snippets/blob/master/contactquery.c

docs/tutorials/nextcloud.rst

@@ -7,8 +7,8 @@ Vdirsyncer is continuously tested against the latest version of nextCloud_::
     [storage cal]
     type = "caldav"
     url = "https://nextcloud.example.com/"
-    username = "..."
-    password = "..."
+    username = ...
+    password = ...
 
     [storage card]
     type = "carddav"

docs/tutorials/systemd-timer.rst

@@ -13,8 +13,8 @@ minutes).
     unit files, you'll need to download vdirsyncer.service_ and vdirsyncer.timer_
     into either ``/etc/systemd/user/`` or ``~/.local/share/systemd/user``.
 
-.. _vdirsyncer.service: https://raw.githubusercontent.com/pimutils/vdirsyncer/main/contrib/vdirsyncer.service
-.. _vdirsyncer.timer: https://raw.githubusercontent.com/pimutils/vdirsyncer/main/contrib/vdirsyncer.timer
+.. _vdirsyncer.service: https://raw.githubusercontent.com/pimutils/vdirsyncer/master/contrib/vdirsyncer.service
+.. _vdirsyncer.timer: https://raw.githubusercontent.com/pimutils/vdirsyncer/master/contrib/vdirsyncer.timer
 
 Activation
 ----------
@@ -29,7 +29,7 @@ It's quite possible that the default "every fifteen minutes" interval isn't to
 your liking. No default will suit everybody, but this is configurable by simply
 running::
 
-    systemctl --user edit vdirsyncer.timer
+    systemctl --user edit vdirsyncer
 
 This will open a blank editor, where you can override the timer by including::
 

docs/tutorials/todoman.rst

@@ -10,60 +10,4 @@ todoman_ is a CLI task manager supporting :doc:`vdir </vdir>`. Its interface is
 similar to the ones of Taskwarrior or the todo.txt CLI app. You can use
 :storage:`filesystem` with it.
 
-.. _todoman: http://todoman.readthedocs.io/
-
-Setting up vdirsyncer
-=====================
-
-For this tutorial we will use NextCloud.
-
-Assuming a config like this::
-
-    [general]
-    status_path = "~/.vdirsyncer/status/"
-
-    [pair calendars]
-    conflict_resolution = "b wins"
-    a = "calendars_local"
-    b = "calendars_dav"
-    collections = ["from b"]
-    metadata = ["color", "displayname"]
-
-    [storage calendars_local]
-    type = "filesystem"
-    path = "~/.calendars/"
-    fileext = ".ics"
-
-    [storage calendars_dav]
-    type = "caldav"
-    url = "https://nextcloud.example.net/"
-    username = "..."
-    password = "..."
-
-``vdirsyncer sync`` will then synchronize the calendars of your NextCloud_
-instance to subfolders of ``~/.calendar/``.
-
-.. _NextCloud: https://nextcloud.com/
-
-Setting up todoman
-==================
-
-Write this to ``~/.config/todoman/config.py``::
-
-    path = "~/.calendars/*"
-
-The glob_ pattern in ``path`` will match all subfolders in ``~/.calendars/``,
-which is exactly the tasklists we want. Now you can use ``todoman`` as
-described in its documentation_ and run ``vdirsyncer sync`` to synchronize the changes to NextCloud.
-
-.. _glob: https://en.wikipedia.org/wiki/Glob_(programming)
-.. _documentation: http://todoman.readthedocs.io/
-
-Other clients
-=============
-
-The following client applications also synchronize over CalDAV:
-
-- The Tasks-app found on iOS
-- `OpenTasks for Android <https://github.com/dmfs/opentasks>`_
-- The `Tasks <https://apps.nextcloud.com/apps/tasks>`_-app for NextCloud's web UI
+.. _todoman: https://hugo.barrera.io/journal/2015/03/30/introducing-todoman/

docs/tutorials/xandikos.rst

@@ -11,13 +11,13 @@ point vdirsyncer against the root of Xandikos like this::
     [storage cal]
     type = "caldav"
     url = "https://xandikos.example.com/"
-    username = "..."
-    password = "..."
+    username = ...
+    password = ...
 
     [storage card]
     type = "carddav"
     url = "https://xandikos.example.com/"
-    username = "..."
-    password = "..."
+    username = ...
+    password = ...
 
 .. _Xandikos: https://github.com/jelmer/xandikos

docs/vdir.rst

@@ -56,11 +56,8 @@ have any file extensions.
   known from CSS, for example) are allowed. The prefixing ``#`` must be
   present.
 
-- Files called ``displayname`` and ``description`` contain a UTF-8 encoded label/
-  description, that may be used to represent the vdir in UIs.
-
-- A file called ``order`` inside the vdir includes the relative order
-  of the calendar, a property that is only relevant in UI design.
+- A file called ``displayname`` contains a UTF-8 encoded label that may be used
+  to represent the vdir in UIs.
 
 Writing to vdirs
 ================
@@ -99,7 +96,7 @@ collections for faster search and lookup.
 
 The reason items' filenames don't contain any extra information is simple: The
 solutions presented induced duplication of data, where one duplicate might
-become out of date because of bad implementations. As it stands right now, an
+become out of date because of bad implementations. As it stands right now, a
 index format could be formalized separately though.
 
 vdirsyncer doesn't really have to bother about efficient item lookup, because

docs/when.rst

@@ -39,7 +39,7 @@ program chosen:
 * Like with ``todo.txt``, Dropbox and friends are obviously agnostic/unaware of
   the files' contents. If a file has changed on both sides, Dropbox just copies
   both versions to both sides.
-
+  
   This is a good idea if the user is directly interfacing with the file system
   and is able to resolve conflicts themselves.  Here it might lead to
   erroneous behavior with e.g. ``khal``, since there are now two events with
@@ -50,6 +50,7 @@ program chosen:
 
 * Such a setup doesn't work at all with smartphones. Vdirsyncer, on the other
   hand, synchronizes with CardDAV/CalDAV servers, which can be accessed with
-  e.g. DAVx⁵_ or other apps bundled with smartphones.
+  e.g. DAVDroid_ or the apps by dmfs_.
 
-.. _DAVx⁵: https://www.davx5.com/
+.. _DAVDroid: http://davdroid.bitfire.at/
+.. _dmfs: https://dmfs.org/

publish-release.yaml

@@ -1,29 +0,0 @@
-# Push new version to PyPI.
-#
-# Usage: hut builds submit publish-release.yaml --follow
-
-image: alpine/edge
-packages:
-  - py3-build
-  - py3-pip
-  - py3-setuptools
-  - py3-setuptools_scm
-  - py3-wheel
-  - twine
-sources:
-  - https://github.com/pimutils/vdirsyncer
-secrets:
-  - a36c8ba3-fba0-4338-b402-6aea0fbe771e # PyPI token.
-environment:
-  CI: true
-tasks:
-  - check-tag: |
-      cd vdirsyncer
-      git fetch --tags
-
-      # Stop here unless this is a tag.
-      git describe --exact-match --tags || complete-build
-  - publish: |
-      cd vdirsyncer
-      python -m build --no-isolation
-      twine upload --non-interactive dist/*

pyproject.toml

@@ -1,114 +0,0 @@
-# Vdirsyncer synchronizes calendars and contacts.
-#
-# Please refer to https://vdirsyncer.pimutils.org/en/stable/packaging.html for
-# how to package vdirsyncer.
-
-[build-system]
-requires = ["setuptools>=64", "setuptools_scm>=8"]
-build-backend = "setuptools.build_meta"
-
-[project]
-name = "vdirsyncer"
-authors = [
-    {name = "Markus Unterwaditzer", email = "markus@unterwaditzer.net"},
-]
-description = "Synchronize calendars and contacts"
-readme = "README.rst"
-requires-python = ">=3.9"
-keywords = ["todo", "task", "icalendar", "cli"]
-license = "BSD-3-Clause"
-license-files = ["LICENSE"]
-classifiers = [
-    "Development Status :: 4 - Beta",
-    "Environment :: Console",
-    "Operating System :: POSIX",
-    "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.10",
-    "Programming Language :: Python :: 3.11",
-    "Programming Language :: Python :: 3.12",
-    "Programming Language :: Python :: 3.13",
-    "Programming Language :: Python :: 3.9",
-    "Topic :: Internet",
-    "Topic :: Office/Business :: Scheduling",
-    "Topic :: Utilities",
-]
-dependencies = [
-    "click>=5.0,<9.0",
-    "click-log>=0.3.0,<0.5.0",
-    "requests>=2.20.0",
-    "aiohttp>=3.8.2,<4.0.0",
-    "aiostream>=0.4.3,<0.8.0",
-    "tenacity>=9.0.0",
-]
-dynamic = ["version"]
-
-[project.optional-dependencies]
-google = ["aiohttp-oauthlib"]
-test = [
-  "hypothesis>=6.72.0,<7.0.0",
-  "pytest",
-  "pytest-cov",
-  "pytest-httpserver",
-  "trustme",
-  "pytest-asyncio",
-  "aioresponses",
-]
-docs = [
-  "sphinx!=1.4.7",
-  "sphinx_rtd_theme",
-  "setuptools_scm",
-]
-check = [
-  "mypy",
-  "ruff",
-  "types-docutils",
-  "types-requests",
-  "types-setuptools",
-]
-
-[project.scripts]
-vdirsyncer = "vdirsyncer.cli:app"
-
-[tool.ruff.lint]
-extend-select = [
-    "B0",
-    "C4",
-    "E",
-    "I",
-    "RSE",
-    "SIM",
-    "TID",
-    "UP",
-    "W",
-]
-
-[tool.ruff.lint.isort]
-force-single-line = true
-required-imports = ["from __future__ import annotations"]
-
-[tool.pytest.ini_options]
-addopts = """
---tb=short
---cov-config .coveragerc
---cov=vdirsyncer
---cov-report=term-missing:skip-covered
---no-cov-on-fail
---color=yes
-"""
-# filterwarnings=error
-asyncio_default_fixture_loop_scope = "function"
-
-[tool.mypy]
-ignore_missing_imports = true
-
-[tool.coverage.report]
-exclude_lines = [
-    "if TYPE_CHECKING:",
-]
-
-[tool.setuptools.packages.find]
-include = ["vdirsyncer*"]
-
-[tool.setuptools_scm]
-write_to = "vdirsyncer/version.py"
-version_scheme = "no-guess-dev"

rust/.gitignore

@@ -0,0 +1 @@
+target/

rust/Cargo.lock

@@ -0,0 +1,454 @@
+[root]
+name = "vdirsyncer_rustext"
+version = "0.1.0"
+dependencies = [
+ "cbindgen 0.1.29 (registry+https://github.com/rust-lang/crates.io-index)",
+ "ring 0.12.1 (registry+https://github.com/rust-lang/crates.io-index)",
+ "vobject 0.4.0 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "ansi_term"
+version = "0.9.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "atty"
+version = "0.2.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "kernel32-sys 0.2.2 (registry+https://github.com/rust-lang/crates.io-index)",
+ "libc 0.2.33 (registry+https://github.com/rust-lang/crates.io-index)",
+ "termion 1.5.1 (registry+https://github.com/rust-lang/crates.io-index)",
+ "winapi 0.2.8 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "backtrace"
+version = "0.3.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "backtrace-sys 0.1.16 (registry+https://github.com/rust-lang/crates.io-index)",
+ "cfg-if 0.1.2 (registry+https://github.com/rust-lang/crates.io-index)",
+ "dbghelp-sys 0.2.0 (registry+https://github.com/rust-lang/crates.io-index)",
+ "kernel32-sys 0.2.2 (registry+https://github.com/rust-lang/crates.io-index)",
+ "libc 0.2.33 (registry+https://github.com/rust-lang/crates.io-index)",
+ "rustc-demangle 0.1.5 (registry+https://github.com/rust-lang/crates.io-index)",
+ "winapi 0.2.8 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "backtrace-sys"
+version = "0.1.16"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "cc 1.0.3 (registry+https://github.com/rust-lang/crates.io-index)",
+ "libc 0.2.33 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "bitflags"
+version = "0.7.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "bitflags"
+version = "0.9.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "cbindgen"
+version = "0.1.29"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "clap 2.27.1 (registry+https://github.com/rust-lang/crates.io-index)",
+ "log 0.3.8 (registry+https://github.com/rust-lang/crates.io-index)",
+ "serde 0.9.15 (registry+https://github.com/rust-lang/crates.io-index)",
+ "serde_derive 0.9.15 (registry+https://github.com/rust-lang/crates.io-index)",
+ "serde_json 0.9.10 (registry+https://github.com/rust-lang/crates.io-index)",
+ "syn 0.11.11 (registry+https://github.com/rust-lang/crates.io-index)",
+ "tempdir 0.3.5 (registry+https://github.com/rust-lang/crates.io-index)",
+ "toml 0.3.2 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "cc"
+version = "1.0.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "cfg-if"
+version = "0.1.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "clap"
+version = "2.27.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "ansi_term 0.9.0 (registry+https://github.com/rust-lang/crates.io-index)",
+ "atty 0.2.3 (registry+https://github.com/rust-lang/crates.io-index)",
+ "bitflags 0.9.1 (registry+https://github.com/rust-lang/crates.io-index)",
+ "strsim 0.6.0 (registry+https://github.com/rust-lang/crates.io-index)",
+ "textwrap 0.9.0 (registry+https://github.com/rust-lang/crates.io-index)",
+ "unicode-width 0.1.4 (registry+https://github.com/rust-lang/crates.io-index)",
+ "vec_map 0.8.0 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "coco"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "either 1.3.0 (registry+https://github.com/rust-lang/crates.io-index)",
+ "scopeguard 0.3.3 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "dbghelp-sys"
+version = "0.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "winapi 0.2.8 (registry+https://github.com/rust-lang/crates.io-index)",
+ "winapi-build 0.1.1 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "dtoa"
+version = "0.4.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "either"
+version = "1.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "error-chain"
+version = "0.11.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "backtrace 0.3.3 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "fuchsia-zircon"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "fuchsia-zircon-sys 0.2.0 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "fuchsia-zircon-sys"
+version = "0.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "bitflags 0.7.0 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "futures"
+version = "0.1.17"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "gcc"
+version = "0.3.54"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "itoa"
+version = "0.3.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "kernel32-sys"
+version = "0.2.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "winapi 0.2.8 (registry+https://github.com/rust-lang/crates.io-index)",
+ "winapi-build 0.1.1 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "lazy_static"
+version = "0.2.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "libc"
+version = "0.2.33"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "log"
+version = "0.3.8"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "num-traits"
+version = "0.1.40"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "num_cpus"
+version = "1.7.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "libc 0.2.33 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "quote"
+version = "0.3.15"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "rand"
+version = "0.3.17"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "fuchsia-zircon 0.2.1 (registry+https://github.com/rust-lang/crates.io-index)",
+ "libc 0.2.33 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "rayon"
+version = "0.8.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "rayon-core 1.2.1 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "rayon-core"
+version = "1.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "coco 0.1.1 (registry+https://github.com/rust-lang/crates.io-index)",
+ "futures 0.1.17 (registry+https://github.com/rust-lang/crates.io-index)",
+ "lazy_static 0.2.9 (registry+https://github.com/rust-lang/crates.io-index)",
+ "libc 0.2.33 (registry+https://github.com/rust-lang/crates.io-index)",
+ "num_cpus 1.7.0 (registry+https://github.com/rust-lang/crates.io-index)",
+ "rand 0.3.17 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "redox_syscall"
+version = "0.1.31"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "redox_termios"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "redox_syscall 0.1.31 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "ring"
+version = "0.12.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "gcc 0.3.54 (registry+https://github.com/rust-lang/crates.io-index)",
+ "lazy_static 0.2.9 (registry+https://github.com/rust-lang/crates.io-index)",
+ "libc 0.2.33 (registry+https://github.com/rust-lang/crates.io-index)",
+ "rayon 0.8.2 (registry+https://github.com/rust-lang/crates.io-index)",
+ "untrusted 0.5.1 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "rustc-demangle"
+version = "0.1.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "scopeguard"
+version = "0.3.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "serde"
+version = "0.9.15"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "serde_codegen_internals"
+version = "0.14.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "syn 0.11.11 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "serde_derive"
+version = "0.9.15"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "quote 0.3.15 (registry+https://github.com/rust-lang/crates.io-index)",
+ "serde_codegen_internals 0.14.2 (registry+https://github.com/rust-lang/crates.io-index)",
+ "syn 0.11.11 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "serde_json"
+version = "0.9.10"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "dtoa 0.4.2 (registry+https://github.com/rust-lang/crates.io-index)",
+ "itoa 0.3.4 (registry+https://github.com/rust-lang/crates.io-index)",
+ "num-traits 0.1.40 (registry+https://github.com/rust-lang/crates.io-index)",
+ "serde 0.9.15 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "strsim"
+version = "0.6.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "syn"
+version = "0.11.11"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "quote 0.3.15 (registry+https://github.com/rust-lang/crates.io-index)",
+ "synom 0.11.3 (registry+https://github.com/rust-lang/crates.io-index)",
+ "unicode-xid 0.0.4 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "synom"
+version = "0.11.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "unicode-xid 0.0.4 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "tempdir"
+version = "0.3.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "rand 0.3.17 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "termion"
+version = "1.5.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "libc 0.2.33 (registry+https://github.com/rust-lang/crates.io-index)",
+ "redox_syscall 0.1.31 (registry+https://github.com/rust-lang/crates.io-index)",
+ "redox_termios 0.1.1 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "textwrap"
+version = "0.9.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "unicode-width 0.1.4 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "toml"
+version = "0.3.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "serde 0.9.15 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "unicode-width"
+version = "0.1.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "unicode-xid"
+version = "0.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "untrusted"
+version = "0.5.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "vec_map"
+version = "0.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "vobject"
+version = "0.4.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+dependencies = [
+ "error-chain 0.11.0 (registry+https://github.com/rust-lang/crates.io-index)",
+]
+
+[[package]]
+name = "winapi"
+version = "0.2.8"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[[package]]
+name = "winapi-build"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+
+[metadata]
+"checksum ansi_term 0.9.0 (registry+https://github.com/rust-lang/crates.io-index)" = "23ac7c30002a5accbf7e8987d0632fa6de155b7c3d39d0067317a391e00a2ef6"
+"checksum atty 0.2.3 (registry+https://github.com/rust-lang/crates.io-index)" = "21e50800ec991574876040fff8ee46b136a53e985286fbe6a3bdfe6421b78860"
+"checksum backtrace 0.3.3 (registry+https://github.com/rust-lang/crates.io-index)" = "99f2ce94e22b8e664d95c57fff45b98a966c2252b60691d0b7aeeccd88d70983"
+"checksum backtrace-sys 0.1.16 (registry+https://github.com/rust-lang/crates.io-index)" = "44585761d6161b0f57afc49482ab6bd067e4edef48c12a152c237eb0203f7661"
+"checksum bitflags 0.7.0 (registry+https://github.com/rust-lang/crates.io-index)" = "aad18937a628ec6abcd26d1489012cc0e18c21798210f491af69ded9b881106d"
+"checksum bitflags 0.9.1 (registry+https://github.com/rust-lang/crates.io-index)" = "4efd02e230a02e18f92fc2735f44597385ed02ad8f831e7c1c1156ee5e1ab3a5"
+"checksum cbindgen 0.1.29 (registry+https://github.com/rust-lang/crates.io-index)" = "a4f329332ea243c7bf4ca3fc8a0c35884ab6de60b4c4a2bb89238ec6947a75cb"
+"checksum cc 1.0.3 (registry+https://github.com/rust-lang/crates.io-index)" = "a9b13a57efd6b30ecd6598ebdb302cca617930b5470647570468a65d12ef9719"
+"checksum cfg-if 0.1.2 (registry+https://github.com/rust-lang/crates.io-index)" = "d4c819a1287eb618df47cc647173c5c4c66ba19d888a6e50d605672aed3140de"
+"checksum clap 2.27.1 (registry+https://github.com/rust-lang/crates.io-index)" = "1b8c532887f1a292d17de05ae858a8fe50a301e196f9ef0ddb7ccd0d1d00f180"
+"checksum coco 0.1.1 (registry+https://github.com/rust-lang/crates.io-index)" = "c06169f5beb7e31c7c67ebf5540b8b472d23e3eade3b2ec7d1f5b504a85f91bd"
+"checksum dbghelp-sys 0.2.0 (registry+https://github.com/rust-lang/crates.io-index)" = "97590ba53bcb8ac28279161ca943a924d1fd4a8fb3fa63302591647c4fc5b850"
+"checksum dtoa 0.4.2 (registry+https://github.com/rust-lang/crates.io-index)" = "09c3753c3db574d215cba4ea76018483895d7bff25a31b49ba45db21c48e50ab"
+"checksum either 1.3.0 (registry+https://github.com/rust-lang/crates.io-index)" = "e311a7479512fbdf858fb54d91ec59f3b9f85bc0113659f46bba12b199d273ce"
+"checksum error-chain 0.11.0 (registry+https://github.com/rust-lang/crates.io-index)" = "ff511d5dc435d703f4971bc399647c9bc38e20cb41452e3b9feb4765419ed3f3"
+"checksum fuchsia-zircon 0.2.1 (registry+https://github.com/rust-lang/crates.io-index)" = "f6c0581a4e363262e52b87f59ee2afe3415361c6ec35e665924eb08afe8ff159"
+"checksum fuchsia-zircon-sys 0.2.0 (registry+https://github.com/rust-lang/crates.io-index)" = "43f3795b4bae048dc6123a6b972cadde2e676f9ded08aef6bb77f5f157684a82"
+"checksum futures 0.1.17 (registry+https://github.com/rust-lang/crates.io-index)" = "118b49cac82e04121117cbd3121ede3147e885627d82c4546b87c702debb90c1"
+"checksum gcc 0.3.54 (registry+https://github.com/rust-lang/crates.io-index)" = "5e33ec290da0d127825013597dbdfc28bee4964690c7ce1166cbc2a7bd08b1bb"
+"checksum itoa 0.3.4 (registry+https://github.com/rust-lang/crates.io-index)" = "8324a32baf01e2ae060e9de58ed0bc2320c9a2833491ee36cd3b4c414de4db8c"
+"checksum kernel32-sys 0.2.2 (registry+https://github.com/rust-lang/crates.io-index)" = "7507624b29483431c0ba2d82aece8ca6cdba9382bff4ddd0f7490560c056098d"
+"checksum lazy_static 0.2.9 (registry+https://github.com/rust-lang/crates.io-index)" = "c9e5e58fa1a4c3b915a561a78a22ee0cac6ab97dca2504428bc1cb074375f8d5"
+"checksum libc 0.2.33 (registry+https://github.com/rust-lang/crates.io-index)" = "5ba3df4dcb460b9dfbd070d41c94c19209620c191b0340b929ce748a2bcd42d2"
+"checksum log 0.3.8 (registry+https://github.com/rust-lang/crates.io-index)" = "880f77541efa6e5cc74e76910c9884d9859683118839d6a1dc3b11e63512565b"
+"checksum num-traits 0.1.40 (registry+https://github.com/rust-lang/crates.io-index)" = "99843c856d68d8b4313b03a17e33c4bb42ae8f6610ea81b28abe076ac721b9b0"
+"checksum num_cpus 1.7.0 (registry+https://github.com/rust-lang/crates.io-index)" = "514f0d73e64be53ff320680ca671b64fe3fb91da01e1ae2ddc99eb51d453b20d"
+"checksum quote 0.3.15 (registry+https://github.com/rust-lang/crates.io-index)" = "7a6e920b65c65f10b2ae65c831a81a073a89edd28c7cce89475bff467ab4167a"
+"checksum rand 0.3.17 (registry+https://github.com/rust-lang/crates.io-index)" = "61efcbcd9fa8d8fbb07c84e34a8af18a1ff177b449689ad38a6e9457ecc7b2ae"
+"checksum rayon 0.8.2 (registry+https://github.com/rust-lang/crates.io-index)" = "b614fe08b6665cb9a231d07ac1364b0ef3cb3698f1239ee0c4c3a88a524f54c8"
+"checksum rayon-core 1.2.1 (registry+https://github.com/rust-lang/crates.io-index)" = "7febc28567082c345f10cddc3612c6ea020fc3297a1977d472cf9fdb73e6e493"
+"checksum redox_syscall 0.1.31 (registry+https://github.com/rust-lang/crates.io-index)" = "8dde11f18c108289bef24469638a04dce49da56084f2d50618b226e47eb04509"
+"checksum redox_termios 0.1.1 (registry+https://github.com/rust-lang/crates.io-index)" = "7e891cfe48e9100a70a3b6eb652fef28920c117d366339687bd5576160db0f76"
+"checksum ring 0.12.1 (registry+https://github.com/rust-lang/crates.io-index)" = "6f7d28b30a72c01b458428e0ae988d4149c20d902346902be881e3edc4bb325c"
+"checksum rustc-demangle 0.1.5 (registry+https://github.com/rust-lang/crates.io-index)" = "aee45432acc62f7b9a108cc054142dac51f979e69e71ddce7d6fc7adf29e817e"
+"checksum scopeguard 0.3.3 (registry+https://github.com/rust-lang/crates.io-index)" = "94258f53601af11e6a49f722422f6e3425c52b06245a5cf9bc09908b174f5e27"
+"checksum serde 0.9.15 (registry+https://github.com/rust-lang/crates.io-index)" = "34b623917345a631dc9608d5194cc206b3fe6c3554cd1c75b937e55e285254af"
+"checksum serde_codegen_internals 0.14.2 (registry+https://github.com/rust-lang/crates.io-index)" = "bc888bd283bd2420b16ad0d860e35ad8acb21941180a83a189bb2046f9d00400"
+"checksum serde_derive 0.9.15 (registry+https://github.com/rust-lang/crates.io-index)" = "978fd866f4d4872084a81ccc35e275158351d3b9fe620074e7d7504b816b74ba"
+"checksum serde_json 0.9.10 (registry+https://github.com/rust-lang/crates.io-index)" = "ad8bcf487be7d2e15d3d543f04312de991d631cfe1b43ea0ade69e6a8a5b16a1"
+"checksum strsim 0.6.0 (registry+https://github.com/rust-lang/crates.io-index)" = "b4d15c810519a91cf877e7e36e63fe068815c678181439f2f29e2562147c3694"
+"checksum syn 0.11.11 (registry+https://github.com/rust-lang/crates.io-index)" = "d3b891b9015c88c576343b9b3e41c2c11a51c219ef067b264bd9c8aa9b441dad"
+"checksum synom 0.11.3 (registry+https://github.com/rust-lang/crates.io-index)" = "a393066ed9010ebaed60b9eafa373d4b1baac186dd7e008555b0f702b51945b6"
+"checksum tempdir 0.3.5 (registry+https://github.com/rust-lang/crates.io-index)" = "87974a6f5c1dfb344d733055601650059a3363de2a6104819293baff662132d6"
+"checksum termion 1.5.1 (registry+https://github.com/rust-lang/crates.io-index)" = "689a3bdfaab439fd92bc87df5c4c78417d3cbe537487274e9b0b2dce76e92096"
+"checksum textwrap 0.9.0 (registry+https://github.com/rust-lang/crates.io-index)" = "c0b59b6b4b44d867f1370ef1bd91bfb262bf07bf0ae65c202ea2fbc16153b693"
+"checksum toml 0.3.2 (registry+https://github.com/rust-lang/crates.io-index)" = "bd86ad9ebee246fdedd610e0f6d0587b754a3d81438db930a244d0480ed7878f"
+"checksum unicode-width 0.1.4 (registry+https://github.com/rust-lang/crates.io-index)" = "bf3a113775714a22dcb774d8ea3655c53a32debae63a063acc00a91cc586245f"
+"checksum unicode-xid 0.0.4 (registry+https://github.com/rust-lang/crates.io-index)" = "8c1f860d7d29cf02cb2f3f359fd35991af3d30bac52c57d265a3c461074cb4dc"
+"checksum untrusted 0.5.1 (registry+https://github.com/rust-lang/crates.io-index)" = "f392d7819dbe58833e26872f5f6f0d68b7bbbe90fc3667e98731c4a15ad9a7ae"
+"checksum vec_map 0.8.0 (registry+https://github.com/rust-lang/crates.io-index)" = "887b5b631c2ad01628bbbaa7dd4c869f80d3186688f8d0b6f58774fbe324988c"
+"checksum vobject 0.4.0 (registry+https://github.com/rust-lang/crates.io-index)" = "9ce763ee7201cb2915eb28450a2a1361e6fdc1650ff2ed806aa3d3216df92141"
+"checksum winapi 0.2.8 (registry+https://github.com/rust-lang/crates.io-index)" = "167dc9d6949a9b857f3451275e911c3f44255842c1f7a76f33c55103a909087a"
+"checksum winapi-build 0.1.1 (registry+https://github.com/rust-lang/crates.io-index)" = "2d315eee3b34aca4797b2da6b13ed88266e6d612562a0c46390af8299fc699bc"

rust/Cargo.toml

@@ -0,0 +1,16 @@
+[package]
+name = "vdirsyncer_rustext"
+version = "0.1.0"
+authors = ["Markus Unterwaditzer <markus@unterwaditzer.net>"]
+build = "build.rs"
+
+[lib]
+name = "vdirsyncer_rustext"
+crate-type = ["cdylib"]
+
+[dependencies]
+vobject = "0.4.0"
+ring = "0.12.1"
+
+[build-dependencies]
+cbindgen = "0.1"

rust/build.rs

@@ -0,0 +1,12 @@
+extern crate cbindgen;
+
+use std::env;
+
+fn main() {
+    let crate_dir = env::var("CARGO_MANIFEST_DIR").unwrap();
+    let mut config: cbindgen::Config = Default::default();
+    config.language = cbindgen::Language::C;
+    cbindgen::generate_with_config(&crate_dir, config)
+      .unwrap()
+      .write_to_file("target/vdirsyncer_rustext.h");
+}

rust/src/item.rs

@@ -0,0 +1,145 @@
+use std::ffi::{CStr, CString};
+use std::os::raw::c_char;
+use std::mem;
+use std::ptr;
+
+use vobject;
+use ring;
+
+use std::fmt::Write;
+use VdirsyncerError;
+
+
+const EMPTY_STRING: *const c_char = b"\0" as *const u8 as *const c_char;
+
+pub struct VdirsyncerComponent(vobject::Component);
+
+#[no_mangle]
+pub unsafe extern "C" fn vdirsyncer_get_uid(c: *mut VdirsyncerComponent) -> *const c_char {
+    match safe_get_uid(&(*c).0) {
+        Some(x) => CString::new(x).unwrap().into_raw(),
+        None => EMPTY_STRING
+    }
+}
+
+#[inline]
+fn safe_get_uid(c: &vobject::Component) -> Option<String> {
+    let mut stack = vec![c];
+
+    while let Some(vobj) = stack.pop() {
+        if let Some(prop) = vobj.get_only("UID") {
+            return Some(prop.value_as_string());
+        }
+        stack.extend(vobj.subcomponents.iter());
+    };
+    None
+}
+
+
+#[no_mangle]
+pub unsafe extern "C" fn vdirsyncer_parse_component(s: *const c_char, err: *mut VdirsyncerError) -> *mut VdirsyncerComponent {
+    let cstring = CStr::from_ptr(s);
+    match vobject::parse_component(cstring.to_str().unwrap()) {
+        Ok(x) => mem::transmute(Box::new(VdirsyncerComponent(x))),
+        Err(e) => {
+            (*err).failed = true;
+            (*err).msg = CString::new(e.description()).unwrap().into_raw();
+            mem::zeroed()
+        }
+    }
+}
+
+#[no_mangle]
+pub unsafe extern "C" fn vdirsyncer_free_component(c: *mut VdirsyncerComponent) {
+    let _: Box<VdirsyncerComponent> = mem::transmute(c);
+}
+
+#[no_mangle]
+pub unsafe extern "C" fn vdirsyncer_clear_err(e: *mut VdirsyncerError) {
+    CString::from_raw((*e).msg);
+    (*e).msg = ptr::null_mut();
+}
+
+#[no_mangle]
+pub unsafe extern "C" fn vdirsyncer_change_uid(c: *mut VdirsyncerComponent, uid: *const c_char) {
+    let uid_cstring = CStr::from_ptr(uid);
+    change_uid(&mut (*c).0, uid_cstring.to_str().unwrap());
+}
+
+fn change_uid(c: &mut vobject::Component, uid: &str) {
+    let mut stack = vec![c];
+    while let Some(component) = stack.pop() {
+        match component.name.as_ref() {
+            "VEVENT" | "VTODO" | "VJOURNAL" | "VCARD" => {
+                if !uid.is_empty() {
+                    component.set(vobject::Property::new("UID", uid));
+                } else {
+                    component.remove("UID");
+                }
+            },
+            _ => ()
+        }
+
+        stack.extend(component.subcomponents.iter_mut());
+    }
+}
+
+#[no_mangle]
+pub unsafe extern "C" fn vdirsyncer_clone_component(c: *mut VdirsyncerComponent) -> *mut VdirsyncerComponent {
+    mem::transmute(Box::new((*c).0.clone()))
+}
+
+#[no_mangle]
+pub unsafe extern "C" fn vdirsyncer_write_component(c: *mut VdirsyncerComponent) -> *const c_char {
+    CString::new(vobject::write_component(&(*c).0)).unwrap().into_raw()
+}
+
+#[no_mangle]
+pub unsafe extern "C" fn vdirsyncer_hash_component(c: *mut VdirsyncerComponent) -> *const c_char {
+    CString::new(safe_hash_component(&(*c).0)).unwrap().into_raw()
+}
+
+fn safe_hash_component(c: &vobject::Component) -> String {
+    let mut new_c = c.clone();
+    {
+        let mut stack = vec![&mut new_c];
+        while let Some(component) = stack.pop() {
+            // PRODID is changed by radicale for some reason after upload
+            component.remove("PRODID");
+            // Sometimes METHOD:PUBLISH is added by WebCAL providers, for us it doesn't make a difference
+            component.remove("METHOD");
+            // X-RADICALE-NAME is used by radicale, because hrefs don't really exist in their filesystem backend
+            component.remove("X-RADICALE-NAME");
+            // Apparently this is set by Horde?
+            // https://github.com/pimutils/vdirsyncer/issues/318
+            component.remove("X-WR-CALNAME");
+            // Those are from the VCARD specification and is supposed to change when the
+            // item does -- however, we can determine that ourselves
+            component.remove("REV");
+            component.remove("LAST-MODIFIED");
+            component.remove("CREATED");
+            // Some iCalendar HTTP calendars generate the DTSTAMP at request time, so
+            // this property always changes when the rest of the item didn't. Some do
+            // the same with the UID.
+            //
+            // - Google's read-only calendar links
+            // - http://www.feiertage-oesterreich.at/
+            component.remove("DTSTAMP");
+            component.remove("UID");
+
+            if component.name == "VCALENDAR" {
+                component.subcomponents.retain(|ref c| c.name != "VTIMEZONE");
+            }
+
+            stack.extend(component.subcomponents.iter_mut());
+        }
+    }
+
+    // FIXME: Possible optimization: Stream component to hasher instead of allocating new string
+    let digest = ring::digest::digest(&ring::digest::SHA256, vobject::write_component(&new_c).as_bytes());
+    let mut rv = String::new();
+    for &byte in digest.as_ref() {
+        write!(&mut rv, "{:x}", byte).unwrap();
+    }
+    rv
+}

rust/src/lib.rs

@@ -0,0 +1,19 @@
+extern crate vobject;
+extern crate ring;
+
+use std::ffi::CStr;
+use std::os::raw::c_char;
+
+pub mod item;
+
+#[repr(C)]
+pub struct VdirsyncerError {
+    pub failed: bool,
+    pub msg: *mut c_char,
+}
+
+
+#[no_mangle]
+pub unsafe extern "C" fn vdirsyncer_free_str(s: *const c_char) {
+    CStr::from_ptr(s);
+}

scripts/_build_deb_in_container.bash

@@ -1,49 +0,0 @@
-#!/bin/bash
-#
-# This script is mean to be run inside a dedicated container,
-# and not interatively.
-
-set -ex
-
-export DEBIAN_FRONTEND=noninteractive
-
-apt-get update
-apt-get install -y build-essential fakeroot debhelper git
-apt-get install -y python3-all python3-pip python3-venv
-apt-get install -y ruby ruby-dev
-
-pip3 install virtualenv virtualenv-tools3
-virtualenv -p python3 /vdirsyncer/env/
-
-gem install fpm
-
-# See https://github.com/jordansissel/fpm/issues/1106#issuecomment-461678970
-pip3 uninstall -y virtualenv
-echo 'python3 -m venv "$@"' > /usr/local/bin/virtualenv
-chmod +x /usr/local/bin/virtualenv
-
-cp -r /source/ /vdirsyncer/vdirsyncer/
-cd /vdirsyncer/vdirsyncer/ || exit 2
-mkdir /vdirsyncer/pkgs/
-
-basename -- *.tar.gz .tar.gz | cut -d'-' -f2 | sed -e 's/\.dev/~/g' | tee version
-# XXX: Do I really not want google support included?
-(echo -n *.tar.gz; echo '[google]') | tee requirements.txt
-fpm --verbose \
-  --input-type virtualenv \
-  --output-type deb \
-  --name "vdirsyncer-latest" \
-  --version "$(cat version)" \
-  --prefix /opt/venvs/vdirsyncer-latest \
-  --depends python3 \
-  requirements.txt
-
-mv /vdirsyncer/vdirsyncer/*.deb /vdirsyncer/pkgs/
-
-cd /vdirsyncer/pkgs/
-dpkg -i -- *.deb
-
-# Check that it works:
-LC_ALL=C.UTF-8 LANG=C.UTF-8 /opt/venvs/vdirsyncer-latest/bin/vdirsyncer --version
-
-cp -- *.deb /source/

scripts/dpkg.Dockerfile

@@ -0,0 +1,40 @@
+ARG distro
+ARG distrover
+
+FROM $distro:$distrover
+
+ARG distro
+ARG distrover
+
+RUN apt-get update
+RUN apt-get install -y build-essential fakeroot debhelper git
+RUN apt-get install -y python3-all python3-dev python3-pip
+RUN apt-get install -y ruby ruby-dev 
+RUN apt-get install -y python-all python-pip
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
+RUN apt-get install -y libssl-dev libffi-dev
+ENV PATH="/root/.cargo/bin/:${PATH}"
+
+RUN gem install fpm
+
+RUN pip2 install virtualenv-tools
+RUN pip3 install virtualenv
+RUN virtualenv -p python3 /vdirsyncer/env/
+
+COPY . /vdirsyncer/vdirsyncer/
+WORKDIR /vdirsyncer/vdirsyncer/
+RUN mkdir /vdirsyncer/pkgs/
+
+RUN basename *.tar.gz .tar.gz | cut -d'-' -f2 | sed -e 's/\.dev/~/g' | tee version
+RUN (echo -n *.tar.gz; echo '[google]') | tee requirements.txt
+RUN . /vdirsyncer/env/bin/activate; fpm --verbose -s virtualenv -t deb \
+-n "vdirsyncer-latest" \
+-v "$(cat version)" \
+--prefix /opt/venvs/vdirsyncer-latest \
+requirements.txt
+
+RUN mv /vdirsyncer/vdirsyncer/*.deb /vdirsyncer/pkgs/
+
+WORKDIR /vdirsyncer/pkgs/
+RUN dpkg -i *.deb
+RUN LC_ALL=C.UTF-8 LANG=C.UTF-8 /opt/venvs/vdirsyncer-latest/bin/vdirsyncer --version

scripts/make_travisconf.py

@@ -0,0 +1,84 @@
+import itertools
+import json
+import sys
+
+python_versions = ("3.4", "3.5", "3.6")
+latest_python = "3.6"
+
+cfg = {}
+
+cfg['sudo'] = True
+cfg['dist'] = 'trusty'
+cfg['language'] = 'python'
+cfg['cache'] = {
+    'pip': True,
+    'directories': [
+        './rust/target/'
+    ]
+}
+
+cfg['git'] = {
+    'submodules': False
+}
+
+cfg['branches'] = {
+    'only': ['auto', 'master']
+}
+
+cfg['install'] = """
+. scripts/travis-install.sh
+pip install -U pip setuptools
+pip install wheel
+make -e install-dev
+make -e install-$BUILD
+""".strip().splitlines()
+
+cfg['script'] = ["make -e $BUILD"]
+
+matrix = []
+cfg['matrix'] = {'include': matrix, 'fast_finish': True}
+
+matrix.append({
+    'python': latest_python,
+    'env': 'BUILD=style'
+})
+
+
+for python, requirements in itertools.product(python_versions,
+                                              ("devel", "release", "minimal")):
+    dav_servers = ("radicale", "xandikos")
+
+    if python == latest_python and requirements == "release":
+        dav_servers += ("owncloud", "nextcloud", "baikal", "davical", "icloud",
+                        "fastmail")
+
+    for dav_server in dav_servers:
+        job = {
+            'python': python,
+            'env': ("BUILD=test "
+                    "DAV_SERVER={dav_server} "
+                    "REQUIREMENTS={requirements} "
+                    .format(dav_server=dav_server,
+                            requirements=requirements))
+        }
+
+        build_prs = dav_server not in ("fastmail", "davical", "icloud")
+        if not build_prs:
+            job['if'] = 'NOT (type IN (pull_request))'
+
+        matrix.append(job)
+
+matrix.append({
+    'python': latest_python,
+    'env': ("BUILD=test "
+            "ETESYNC_TESTS=true "
+            "REQUIREMENTS=latest")
+})
+
+matrix.append({
+    'language': 'generic',
+    'os': 'osx',
+    'env': 'BUILD=test'
+})
+
+json.dump(cfg, sys.stdout, sort_keys=True, indent=2)

scripts/release-deb.sh

@@ -1,56 +1,19 @@
 #!/bin/sh
+set -xe
+distro=$1
+distrover=$2
+name=vdirsyncer-$distro-$distrover:latest
+context="$(mktemp -d)"
 
-set -xeu
+python setup.py sdist -d "$context"
+cp scripts/dpkg.Dockerfile "$context/Dockerfile"
 
-SCRIPT_PATH=$(realpath "$0")
-SCRIPT_DIR=$(dirname "$SCRIPT_PATH")
+docker build \
+    --build-arg distro=$distro \
+    --build-arg distrover=$distrover \
+    -t $name \
+    "$context"
 
-# E.g.: debian, ubuntu
-DISTRO=${DISTRO:1}
-# E.g.: bullseye, bookwork
-DISTROVER=${DISTROVER:2}
-CONTAINER_NAME="vdirsyncer-${DISTRO}-${DISTROVER}"
-CONTEXT="$(mktemp -d)"
-
-DEST_DIR="$SCRIPT_DIR/../$DISTRO-$DISTROVER"
-
-cleanup() {
-  rm -rf "$CONTEXT"
-}
-trap cleanup EXIT
-
-# Prepare files.
-cp scripts/_build_deb_in_container.bash "$CONTEXT"
-python setup.py sdist -d "$CONTEXT"
-
-docker run -it \
-  --name "$CONTAINER_NAME" \
-  --volume "$CONTEXT:/source" \
-  "$DISTRO:$DISTROVER" \
-  bash /source/_build_deb_in_container.bash
-
-# Keep around the package filename.
-PACKAGE=$(ls "$CONTEXT"/*.deb)
-PACKAGE=$(basename "$PACKAGE")
-
-# Save the build deb files.
-mkdir -p "$DEST_DIR"
-cp "$CONTEXT"/*.deb "$DEST_DIR"
-
-echo Build complete! 🤖
-
-# Packagecloud uses some internal IDs for each distro.
-# Extract the one for the distro we're publishing.
-DISTRO_ID=$(
-  curl -s \
-  https://"$PACKAGECLOUD_TOKEN":@packagecloud.io/api/v1/distributions.json | \
-  jq '.deb | .[] | select(.index_name=="'"$DISTRO"'") | .versions | .[] | select(.index_name=="'"$DISTROVER"'") | .id'
-)
-
-# Actually push the package.
-curl \
-  -F "package[distro_version_id]=$DISTRO_ID" \
-  -F "package[package_file]=@$DEST_DIR/$PACKAGE" \
-  https://"$PACKAGECLOUD_TOKEN":@packagecloud.io/api/v1/repos/pimutils/vdirsyncer/packages.json
-
-echo Done! ✨
+docker run $name tar -c -C /vdirsyncer pkgs | tar x -C "$context"
+package_cloud push pimutils/vdirsyncer/$distro/$distrover $context/pkgs/*.deb
+rm -rf "$context"

scripts/travis-install.sh

@@ -0,0 +1,13 @@
+#!/bin/sh
+
+# The OS X VM doesn't have any Python support at all
+# See https://github.com/travis-ci/travis-ci/issues/2312
+if [ "$TRAVIS_OS_NAME" = "osx" ]; then
+    brew update
+    brew install python3
+    virtualenv -p python3 $HOME/osx-py3
+    . $HOME/osx-py3/bin/activate
+fi
+
+make install-rust
+export PATH="$HOME/.cargo/bin/:$PATH"

setup.cfg

@@ -0,0 +1,11 @@
+[tool:pytest]
+norecursedirs = tests/storage/servers/*
+addopts = --tb=short
+
+[flake8]
+# E731: Use a def instead of lambda expr
+# E743: Ambiguous function definition
+ignore = E731, E743
+select = C,E,F,W,B,B9
+exclude = .eggs/, tests/storage/servers/owncloud/, tests/storage/servers/nextcloud/, tests/storage/servers/baikal/, build/, vdirsyncer/_native*
+application-package-names = tests,vdirsyncer

setup.py

@@ -0,0 +1,130 @@
+# -*- coding: utf-8 -*-
+'''
+Vdirsyncer synchronizes calendars and contacts.
+
+Please refer to https://vdirsyncer.pimutils.org/en/stable/packaging.html for
+how to package vdirsyncer.
+'''
+
+
+from setuptools import Command, find_packages, setup
+
+milksnake = 'milksnake'
+
+requirements = [
+    # https://github.com/mitsuhiko/click/issues/200
+    'click>=5.0',
+    'click-log>=0.2.0, <0.3.0',
+
+    # https://github.com/pimutils/vdirsyncer/issues/478
+    'click-threading>=0.2',
+
+    # !=2.9.0: https://github.com/kennethreitz/requests/issues/2930
+    #
+    # >=2.4.1: https://github.com/shazow/urllib3/pull/444
+    # Without the above pull request, `verify=False` also disables fingerprint
+    # validation. This is *not* what we want, and it's not possible to
+    # replicate vdirsyncer's current behavior (verifying fingerprints without
+    # verifying against CAs) with older versions of urllib3.
+    'requests >=2.4.1, !=2.9.0',
+
+    # https://github.com/sigmavirus24/requests-toolbelt/pull/28
+    # And https://github.com/sigmavirus24/requests-toolbelt/issues/54
+    'requests_toolbelt >=0.4.0',
+
+    # https://github.com/untitaker/python-atomicwrites/commit/4d12f23227b6a944ab1d99c507a69fdbc7c9ed6d  # noqa
+    'atomicwrites>=0.1.7',
+    milksnake
+]
+
+
+def build_native(spec):
+    build = spec.add_external_build(
+        cmd=['make', 'rust-ext'],
+        path='.'
+    )
+
+    spec.add_cffi_module(
+        module_path='vdirsyncer._native',
+        dylib=lambda: build.find_dylib(
+            'vdirsyncer_rustext', in_path='rust/target/release'),
+        header_filename=lambda: build.find_header(
+            'vdirsyncer_rustext.h', in_path='rust/target'),
+        # Rust bug: If thread-local storage is used, this flag is necessary
+        # (mitsuhiko)
+        rtld_flags=['NODELETE']
+    )
+
+
+class PrintRequirements(Command):
+    description = 'Prints minimal requirements'
+    user_options = []
+
+    def initialize_options(self):
+        pass
+
+    def finalize_options(self):
+        pass
+
+    def run(self):
+        for requirement in requirements:
+            print(requirement.replace(">", "=").replace(" ", ""))
+
+
+with open('README.rst') as f:
+    long_description = f.read()
+
+
+setup(
+    # General metadata
+    name='vdirsyncer',
+    author='Markus Unterwaditzer',
+    author_email='markus@unterwaditzer.net',
+    url='https://github.com/pimutils/vdirsyncer',
+    description='Synchronize calendars and contacts',
+    license='BSD',
+    long_description=long_description,
+
+    # Runtime dependencies
+    install_requires=requirements,
+
+    # Optional dependencies
+    extras_require={
+        'google': ['requests-oauthlib'],
+        'etesync': ['etesync']
+    },
+
+    # Build dependencies
+    setup_requires=[
+        'setuptools_scm != 1.12.0',
+        milksnake,
+    ],
+
+    # Other
+    packages=find_packages(exclude=['tests.*', 'tests']),
+    include_package_data=True,
+    cmdclass={
+        'minimal_requirements': PrintRequirements
+    },
+    use_scm_version={
+        'write_to': 'vdirsyncer/version.py'
+    },
+    entry_points={
+        'console_scripts': ['vdirsyncer = vdirsyncer.cli:main']
+    },
+    classifiers=[
+        'Development Status :: 4 - Beta',
+        'Environment :: Console',
+        'License :: OSI Approved :: BSD License',
+        'Operating System :: POSIX',
+        'Programming Language :: Python :: 3',
+        'Programming Language :: Python :: 3.4',
+        'Programming Language :: Python :: 3.5',
+        'Programming Language :: Python :: 3.6',
+        'Topic :: Internet',
+        'Topic :: Utilities',
+    ],
+    milksnake_tasks=[build_native],
+    zip_safe=False,
+    platforms='any'
+)

test-requirements.txt

@@ -0,0 +1,4 @@
+hypothesis>=3.1
+pytest
+pytest-localserver
+pytest-subtesthack

tests/__init__.py

@@ -1,26 +1,29 @@
-"""
+# -*- coding: utf-8 -*-
+'''
 Test suite for vdirsyncer.
-"""
+'''
 
-from __future__ import annotations
+import random
 
 import hypothesis.strategies as st
-import urllib3.exceptions
 
-from vdirsyncer.vobject import normalize_item
+from vdirsyncer.vobject import Item
+
+import urllib3
+import urllib3.exceptions
 
 urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
 
 
 def blow_up(*a, **kw):
-    raise AssertionError("Did not expect to be called.")
+    raise AssertionError('Did not expect to be called.')
 
 
 def assert_item_equals(a, b):
-    assert normalize_item(a) == normalize_item(b)
+    assert a.hash == b.hash
 
 
-VCARD_TEMPLATE = """BEGIN:VCARD
+VCARD_TEMPLATE = u'''BEGIN:VCARD
 VERSION:3.0
 FN:Cyrus Daboo
 N:Daboo;Cyrus;;;
@@ -34,9 +37,9 @@ TEL;TYPE=FAX:412 605 0705
 URL;VALUE=URI:http://www.example.com
 X-SOMETHING:{r}
 UID:{uid}
-END:VCARD"""
+END:VCARD'''
 
-TASK_TEMPLATE = """BEGIN:VCALENDAR
+TASK_TEMPLATE = u'''BEGIN:VCALENDAR
 VERSION:2.0
 PRODID:-//dmfs.org//mimedir.icalendar//EN
 BEGIN:VTODO
@@ -48,30 +51,25 @@ SUMMARY:Book: Kowlani - Tödlicher Staub
 X-SOMETHING:{r}
 UID:{uid}
 END:VTODO
-END:VCALENDAR"""
+END:VCALENDAR'''
 
 
-BARE_EVENT_TEMPLATE = """BEGIN:VEVENT
+BARE_EVENT_TEMPLATE = u'''BEGIN:VEVENT
 DTSTART:19970714T170000Z
 DTEND:19970715T035959Z
 SUMMARY:Bastille Day Party
 X-SOMETHING:{r}
 UID:{uid}
-END:VEVENT"""
+END:VEVENT'''
 
 
-EVENT_TEMPLATE = (
-    """BEGIN:VCALENDAR
+EVENT_TEMPLATE = u'''BEGIN:VCALENDAR
 VERSION:2.0
 PRODID:-//hacksw/handcal//NONSGML v1.0//EN
-"""
-    + BARE_EVENT_TEMPLATE
-    + """
-END:VCALENDAR"""
-)
+''' + BARE_EVENT_TEMPLATE + u'''
+END:VCALENDAR'''
 
-EVENT_WITH_TIMEZONE_TEMPLATE = (
-    """BEGIN:VCALENDAR
+EVENT_WITH_TIMEZONE_TEMPLATE = '''BEGIN:VCALENDAR
 BEGIN:VTIMEZONE
 TZID:Europe/Rome
 X-LIC-LOCATION:Europe/Rome
@@ -90,21 +88,33 @@ DTSTART:19701025T030000
 RRULE:FREQ=YEARLY;BYDAY=-1SU;BYMONTH=10
 END:STANDARD
 END:VTIMEZONE
-"""
-    + BARE_EVENT_TEMPLATE
-    + """
-END:VCALENDAR"""
-)
+''' + BARE_EVENT_TEMPLATE + '''
+END:VCALENDAR'''
 
 
-SIMPLE_TEMPLATE = """BEGIN:FOO
+SIMPLE_TEMPLATE = u'''BEGIN:FOO
 UID:{uid}
 X-SOMETHING:{r}
 HAHA:YES
-END:FOO"""
+END:FOO'''
 
-printable_characters_strategy = st.text(st.characters(exclude_categories=("Cc", "Cs")))
+printable_characters_strategy = st.text(
+    st.characters(blacklist_categories=(
+        'Cc', 'Cs'
+    ))
+)
 
 uid_strategy = st.text(
-    st.characters(exclude_categories=("Zs", "Zl", "Zp", "Cc", "Cs")), min_size=1
+    st.characters(blacklist_categories=(
+        'Zs', 'Zl', 'Zp',
+        'Cc', 'Cs'
+    )),
+    min_size=1
 ).filter(lambda x: x.strip() == x)
+
+
+def format_item(uid=None, item_template=VCARD_TEMPLATE):
+    # assert that special chars are handled correctly.
+    r = random.random()
+    uid = uid or r
+    return Item(item_template.format(r=r, uid=uid))

tests/conftest.py

@@ -1,70 +1,43 @@
-"""
+# -*- coding: utf-8 -*-
+'''
 General-purpose fixtures for vdirsyncer's testsuite.
-"""
-
-from __future__ import annotations
-
+'''
 import logging
 import os
 
-import aiohttp
 import click_log
+
+from hypothesis import HealthCheck, Verbosity, settings
+
 import pytest
-import pytest_asyncio
-from hypothesis import HealthCheck
-from hypothesis import Verbosity
-from hypothesis import settings
 
 
 @pytest.fixture(autouse=True)
 def setup_logging():
-    click_log.basic_config("vdirsyncer").setLevel(logging.DEBUG)
+    click_log.basic_config('vdirsyncer').setLevel(logging.DEBUG)
 
 
 try:
     import pytest_benchmark
 except ImportError:
-
     @pytest.fixture
     def benchmark():
         return lambda x: x()
-
 else:
     del pytest_benchmark
 
 
-settings.register_profile(
-    "ci",
-    settings(
-        max_examples=1000,
-        verbosity=Verbosity.verbose,
-        suppress_health_check=[HealthCheck.too_slow],
-    ),
-)
-settings.register_profile(
-    "deterministic",
-    settings(
-        derandomize=True,
-        suppress_health_check=list(HealthCheck),
-    ),
-)
-settings.register_profile("dev", settings(suppress_health_check=[HealthCheck.too_slow]))
+settings.suppress_health_check = [HealthCheck.too_slow]
 
-if os.environ.get("DETERMINISTIC_TESTS", "false").lower() == "true":
+settings.register_profile("ci", settings(
+    max_examples=1000,
+    verbosity=Verbosity.verbose,
+))
+settings.register_profile("deterministic", settings(
+    derandomize=True,
+))
+
+if os.environ.get('DETERMINISTIC_TESTS', 'false').lower() == 'true':
     settings.load_profile("deterministic")
-elif os.environ.get("CI", "false").lower() == "true":
+elif os.environ.get('CI', 'false').lower() == 'true':
     settings.load_profile("ci")
-else:
-    settings.load_profile("dev")
-
-
-@pytest_asyncio.fixture
-async def aio_session():
-    async with aiohttp.ClientSession() as session:
-        yield session
-
-
-@pytest_asyncio.fixture
-async def aio_connector():
-    async with aiohttp.TCPConnector(limit_per_host=16) as conn:
-        yield conn

tests/storage/__init__.py

@@ -1,390 +1,315 @@
-from __future__ import annotations
+# -*- coding: utf-8 -*-
 
-import random
-import textwrap
 import uuid
-from urllib.parse import quote as urlquote
-from urllib.parse import unquote as urlunquote
 
-import aiostream
+import textwrap
+from urllib.parse import quote as urlquote, unquote as urlunquote
+
+import hypothesis.strategies as st
+from hypothesis import given
+
 import pytest
-import pytest_asyncio
 
-from tests import EVENT_TEMPLATE
-from tests import TASK_TEMPLATE
-from tests import VCARD_TEMPLATE
-from tests import assert_item_equals
-from tests import normalize_item
 from vdirsyncer import exceptions
 from vdirsyncer.storage.base import normalize_meta_value
 from vdirsyncer.vobject import Item
 
+from .. import EVENT_TEMPLATE, TASK_TEMPLATE, VCARD_TEMPLATE, \
+    assert_item_equals, format_item, \
+    printable_characters_strategy
+
 
 def get_server_mixin(server_name):
     from . import __name__ as base
-
-    x = __import__(f"{base}.servers.{server_name}", fromlist=[""])
+    x = __import__('{}.servers.{}'.format(base, server_name), fromlist=[''])
     return x.ServerMixin
 
 
-def format_item(item_template, uid=None):
-    # assert that special chars are handled correctly.
-    r = random.random()
-    return Item(item_template.format(r=r, uid=uid or r))
-
-
-class StorageTests:
+class StorageTests(object):
     storage_class = None
     supports_collections = True
     supports_metadata = True
 
-    @pytest.fixture(params=["VEVENT", "VTODO", "VCARD"])
+    @pytest.fixture(params=['VEVENT', 'VTODO', 'VCARD'])
     def item_type(self, request):
-        """Parametrize with all supported item types."""
+        '''Parametrize with all supported item types.'''
         return request.param
 
     @pytest.fixture
     def get_storage_args(self):
-        """
+        '''
         Return a function with the following properties:
 
         :param collection: The name of the collection to create and use.
-        """
-        raise NotImplementedError
+        '''
+        raise NotImplementedError()
 
-    @pytest_asyncio.fixture
-    async def s(self, get_storage_args):
-        rv = self.storage_class(**await get_storage_args())
-        return rv
+    @pytest.fixture
+    def s(self, get_storage_args):
+        return self.storage_class(**get_storage_args())
 
     @pytest.fixture
     def get_item(self, item_type):
         template = {
-            "VEVENT": EVENT_TEMPLATE,
-            "VTODO": TASK_TEMPLATE,
-            "VCARD": VCARD_TEMPLATE,
+            'VEVENT': EVENT_TEMPLATE,
+            'VTODO': TASK_TEMPLATE,
+            'VCARD': VCARD_TEMPLATE,
         }[item_type]
 
-        return lambda **kw: format_item(template, **kw)
+        return lambda **kw: format_item(item_template=template, **kw)
 
     @pytest.fixture
     def requires_collections(self):
         if not self.supports_collections:
-            pytest.skip("This storage does not support collections.")
+            pytest.skip('This storage does not support collections.')
 
     @pytest.fixture
     def requires_metadata(self):
         if not self.supports_metadata:
-            pytest.skip("This storage does not support metadata.")
+            pytest.skip('This storage does not support metadata.')
 
-    @pytest.mark.asyncio
-    async def test_generic(self, s, get_item):
+    def test_generic(self, s, get_item):
         items = [get_item() for i in range(1, 10)]
         hrefs = []
         for item in items:
-            href, etag = await s.upload(item)
+            href, etag = s.upload(item)
             if etag is None:
-                _, etag = await s.get(href)
+                _, etag = s.get(href)
             hrefs.append((href, etag))
         hrefs.sort()
-        assert hrefs == sorted(await aiostream.stream.list(s.list()))
+        assert hrefs == sorted(s.list())
         for href, etag in hrefs:
             assert isinstance(href, (str, bytes))
             assert isinstance(etag, (str, bytes))
-            assert await s.has(href)
-            item, etag2 = await s.get(href)
+            assert s.has(href)
+            item, etag2 = s.get(href)
             assert etag == etag2
 
-    @pytest.mark.asyncio
-    async def test_empty_get_multi(self, s):
-        assert await aiostream.stream.list(s.get_multi([])) == []
+    def test_empty_get_multi(self, s):
+        assert list(s.get_multi([])) == []
 
-    @pytest.mark.asyncio
-    async def test_get_multi_duplicates(self, s, get_item):
-        href, etag = await s.upload(get_item())
+    def test_get_multi_duplicates(self, s, get_item):
+        href, etag = s.upload(get_item())
         if etag is None:
-            _, etag = await s.get(href)
-        ((href2, _item, etag2),) = await aiostream.stream.list(s.get_multi([href] * 2))
+            _, etag = s.get(href)
+        (href2, item, etag2), = s.get_multi([href] * 2)
         assert href2 == href
         assert etag2 == etag
 
-    @pytest.mark.asyncio
-    async def test_upload_already_existing(self, s, get_item):
+    def test_upload_already_existing(self, s, get_item):
         item = get_item()
-        await s.upload(item)
+        s.upload(item)
         with pytest.raises(exceptions.PreconditionFailed):
-            await s.upload(item)
+            s.upload(item)
 
-    @pytest.mark.asyncio
-    async def test_upload(self, s, get_item):
+    def test_upload(self, s, get_item):
         item = get_item()
-        href, _etag = await s.upload(item)
-        assert_item_equals((await s.get(href))[0], item)
+        href, etag = s.upload(item)
+        assert_item_equals(s.get(href)[0], item)
 
-    @pytest.mark.asyncio
-    async def test_update(self, s, get_item):
+    def test_update(self, s, get_item):
         item = get_item()
-        href, etag = await s.upload(item)
+        href, etag = s.upload(item)
         if etag is None:
-            _, etag = await s.get(href)
-        assert_item_equals((await s.get(href))[0], item)
+            _, etag = s.get(href)
+        assert_item_equals(s.get(href)[0], item)
 
         new_item = get_item(uid=item.uid)
-        new_etag = await s.update(href, new_item, etag)
+        new_etag = s.update(href, new_item, etag)
         if new_etag is None:
-            _, new_etag = await s.get(href)
+            _, new_etag = s.get(href)
         # See https://github.com/pimutils/vdirsyncer/issues/48
         assert isinstance(new_etag, (bytes, str))
-        assert_item_equals((await s.get(href))[0], new_item)
+        assert_item_equals(s.get(href)[0], new_item)
 
-    @pytest.mark.asyncio
-    async def test_update_nonexisting(self, s, get_item):
+    def test_update_nonexisting(self, s, get_item):
         item = get_item()
         with pytest.raises(exceptions.PreconditionFailed):
-            await s.update("huehue", item, '"123"')
+            s.update('huehue', item, '"123"')
 
-    @pytest.mark.asyncio
-    async def test_wrong_etag(self, s, get_item):
+    def test_wrong_etag(self, s, get_item):
         item = get_item()
-        href, _etag = await s.upload(item)
+        href, etag = s.upload(item)
         with pytest.raises(exceptions.PreconditionFailed):
-            await s.update(href, item, '"lolnope"')
+            s.update(href, item, '"lolnope"')
         with pytest.raises(exceptions.PreconditionFailed):
-            await s.delete(href, '"lolnope"')
+            s.delete(href, '"lolnope"')
 
-    @pytest.mark.asyncio
-    async def test_delete(self, s, get_item):
-        href, etag = await s.upload(get_item())
-        await s.delete(href, etag)
-        assert not await aiostream.stream.list(s.list())
+    def test_delete(self, s, get_item):
+        href, etag = s.upload(get_item())
+        s.delete(href, etag)
+        assert not list(s.list())
 
-    @pytest.mark.asyncio
-    async def test_delete_nonexisting(self, s, get_item):
+    def test_delete_nonexisting(self, s, get_item):
         with pytest.raises(exceptions.PreconditionFailed):
-            await s.delete("1", '"123"')
+            s.delete('1', '"123"')
 
-    @pytest.mark.asyncio
-    async def test_list(self, s, get_item):
-        assert not await aiostream.stream.list(s.list())
-        href, etag = await s.upload(get_item())
+    def test_list(self, s, get_item):
+        assert not list(s.list())
+        href, etag = s.upload(get_item())
         if etag is None:
-            _, etag = await s.get(href)
-        assert await aiostream.stream.list(s.list()) == [(href, etag)]
+            _, etag = s.get(href)
+        assert list(s.list()) == [(href, etag)]
 
-    @pytest.mark.asyncio
-    async def test_has(self, s, get_item):
-        assert not await s.has("asd")
-        href, etag = await s.upload(get_item())
-        assert await s.has(href)
-        assert not await s.has("asd")
-        await s.delete(href, etag)
-        assert not await s.has(href)
+    def test_has(self, s, get_item):
+        assert not s.has('asd')
+        href, etag = s.upload(get_item())
+        assert s.has(href)
+        assert not s.has('asd')
+        s.delete(href, etag)
+        assert not s.has(href)
 
-    @pytest.mark.asyncio
-    async def test_update_others_stay_the_same(self, s, get_item):
+    def test_update_others_stay_the_same(self, s, get_item):
         info = {}
         for _ in range(4):
-            href, etag = await s.upload(get_item())
+            href, etag = s.upload(get_item())
             if etag is None:
-                _, etag = await s.get(href)
+                _, etag = s.get(href)
             info[href] = etag
 
-        items = await aiostream.stream.list(
-            s.get_multi(href for href, etag in info.items())
-        )
-        assert {href: etag for href, item, etag in items} == info
+        assert dict(
+            (href, etag) for href, item, etag
+            in s.get_multi(href for href, etag in info.items())
+        ) == info
 
-    def test_repr(self, s):
+    def test_repr(self, s, get_storage_args):
         assert self.storage_class.__name__ in repr(s)
         assert s.instance_name is None
 
-    @pytest.mark.asyncio
-    async def test_discover(
-        self,
-        requires_collections,
-        get_storage_args,
-        get_item,
-        aio_connector,
-    ):
+    def test_discover(self, requires_collections, get_storage_args, get_item):
         collections = set()
         for i in range(1, 5):
-            collection = f"test{i}"
-            s = self.storage_class(**await get_storage_args(collection=collection))
-            assert not await aiostream.stream.list(s.list())
-            await s.upload(get_item())
+            collection = 'test{}'.format(i)
+            s = self.storage_class(**get_storage_args(collection=collection))
+            assert not list(s.list())
+            s.upload(get_item())
             collections.add(s.collection)
 
-        discovered = await aiostream.stream.list(
-            self.storage_class.discover(**await get_storage_args(collection=None))
+        actual = set(
+            c['collection'] for c in
+            self.storage_class.discover(**get_storage_args(collection=None))
         )
-        actual = {c["collection"] for c in discovered}
 
         assert actual >= collections
 
-    @pytest.mark.asyncio
-    async def test_create_collection(
-        self,
-        requires_collections,
-        get_storage_args,
-        get_item,
-    ):
-        if getattr(self, "dav_server", "") in ("icloud", "fastmail", "davical"):
-            pytest.skip("Manual cleanup would be necessary.")
-        if getattr(self, "dav_server", "") == "radicale":
-            pytest.skip("Radicale does not support collection creation")
+    def test_create_collection(self, requires_collections, get_storage_args,
+                               get_item):
+        if getattr(self, 'dav_server', '') in \
+           ('icloud', 'fastmail', 'davical'):
+            pytest.skip('Manual cleanup would be necessary.')
 
-        args = await get_storage_args(collection=None)
-        args["collection"] = "test"
+        args = get_storage_args(collection=None)
+        args['collection'] = 'test'
 
-        s = self.storage_class(**await self.storage_class.create_collection(**args))
-
-        href = (await s.upload(get_item()))[0]
-        assert href in await aiostream.stream.list(
-            (href async for href, etag in s.list())
+        s = self.storage_class(
+            **self.storage_class.create_collection(**args)
         )
 
-    @pytest.mark.asyncio
-    async def test_discover_collection_arg(
-        self, requires_collections, get_storage_args
-    ):
-        args = await get_storage_args(collection="test2")
+        href = s.upload(get_item())[0]
+        assert href in set(href for href, etag in s.list())
+
+    def test_discover_collection_arg(self, requires_collections,
+                                     get_storage_args):
+        args = get_storage_args(collection='test2')
         with pytest.raises(TypeError) as excinfo:
-            await aiostream.stream.list(self.storage_class.discover(**args))
+            list(self.storage_class.discover(**args))
 
-        assert "collection argument must not be given" in str(excinfo.value)
+        assert 'collection argument must not be given' in str(excinfo.value)
+
+    def test_collection_arg(self, get_storage_args):
+        if self.storage_class.storage_name.startswith('etesync'):
+            pytest.skip('etesync uses UUIDs.')
 
-    @pytest.mark.asyncio
-    async def test_collection_arg(self, get_storage_args):
         if self.supports_collections:
-            s = self.storage_class(**await get_storage_args(collection="test2"))
+            s = self.storage_class(**get_storage_args(collection='test2'))
             # Can't do stronger assertion because of radicale, which needs a
             # fileextension to guess the collection type.
-            assert "test2" in s.collection
+            assert 'test2' in s.collection
         else:
             with pytest.raises(ValueError):
-                self.storage_class(collection="ayy", **await get_storage_args())
+                self.storage_class(collection='ayy', **get_storage_args())
 
-    @pytest.mark.asyncio
-    async def test_case_sensitive_uids(self, s, get_item):
-        if s.storage_name == "filesystem":
-            pytest.skip("Behavior depends on the filesystem.")
+    def test_case_sensitive_uids(self, s, get_item):
+        if s.storage_name == 'filesystem':
+            pytest.skip('Behavior depends on the filesystem.')
 
         uid = str(uuid.uuid4())
-        await s.upload(get_item(uid=uid.upper()))
-        await s.upload(get_item(uid=uid.lower()))
-        items = [href async for href, etag in s.list()]
+        s.upload(get_item(uid=uid.upper()))
+        s.upload(get_item(uid=uid.lower()))
+        items = list(href for href, etag in s.list())
         assert len(items) == 2
         assert len(set(items)) == 2
 
-    @pytest.mark.asyncio
-    async def test_specialchars(
-        self, monkeypatch, requires_collections, get_storage_args, get_item
-    ):
-        if getattr(self, "dav_server", "") in ("icloud", "fastmail"):
-            pytest.skip("iCloud and FastMail reject this name.")
+    def test_specialchars(self, monkeypatch, requires_collections,
+                          get_storage_args, get_item):
+        if getattr(self, 'dav_server', '') == 'radicale':
+            pytest.skip('Radicale is fundamentally broken.')
+        if getattr(self, 'dav_server', '') in ('icloud', 'fastmail'):
+            pytest.skip('iCloud and FastMail reject this name.')
 
-        monkeypatch.setattr("vdirsyncer.utils.generate_href", lambda x: x)
+        monkeypatch.setattr('vdirsyncer.utils.generate_href', lambda x: x)
 
-        uid = "test @ foo ät bar град сатану"
-        collection = "test @ foo ät bar"
+        uid = u'test @ foo ät bar град сатану'
+        collection = 'test @ foo ät bar'
 
-        s = self.storage_class(**await get_storage_args(collection=collection))
+        s = self.storage_class(**get_storage_args(collection=collection))
         item = get_item(uid=uid)
 
-        href, etag = await s.upload(item)
-        item2, etag2 = await s.get(href)
+        href, etag = s.upload(item)
+        item2, etag2 = s.get(href)
         if etag is not None:
             assert etag2 == etag
             assert_item_equals(item2, item)
 
-        ((_, etag3),) = await aiostream.stream.list(s.list())
+        (_, etag3), = s.list()
         assert etag2 == etag3
 
+        # etesync uses UUIDs for collection names
+        if self.storage_class.storage_name.startswith('etesync'):
+            return
+
         assert collection in urlunquote(s.collection)
-        if self.storage_class.storage_name.endswith("dav"):
-            assert urlquote(uid, "/@:") in href
+        if self.storage_class.storage_name.endswith('dav'):
+            assert urlquote(uid, '/@:') in href
 
-    @pytest.mark.asyncio
-    async def test_newline_in_uid(
-        self, monkeypatch, requires_collections, get_storage_args, get_item
-    ):
-        monkeypatch.setattr("vdirsyncer.utils.generate_href", lambda x: x)
-
-        uid = "UID:20210609T084907Z-@synaps-web-54fddfdf7-7kcfm%0A.ics"
-
-        s = self.storage_class(**await get_storage_args())
-        item = get_item(uid=uid)
-
-        href, etag = await s.upload(item)
-        item2, etag2 = await s.get(href)
-        if etag is not None:
-            assert etag2 == etag
-            assert_item_equals(item2, item)
-
-        ((_, etag3),) = await aiostream.stream.list(s.list())
-        assert etag2 == etag3
-
-    @pytest.mark.asyncio
-    async def test_empty_metadata(self, requires_metadata, s):
-        if getattr(self, "dav_server", ""):
-            pytest.skip()
-
-        assert await s.get_meta("color") is None
-        assert await s.get_meta("displayname") is None
-
-    @pytest.mark.asyncio
-    async def test_metadata(self, requires_metadata, s):
-        if getattr(self, "dav_server", "") == "xandikos":
-            pytest.skip("xandikos does not support removing metadata.")
+    def test_metadata(self, requires_metadata, s):
+        if not getattr(self, 'dav_server', ''):
+            assert not s.get_meta('color')
+            assert not s.get_meta('displayname')
 
         try:
-            await s.set_meta("color", None)
-            assert await s.get_meta("color") is None
-            await s.set_meta("color", "#ff0000")
-            assert await s.get_meta("color") == "#ff0000"
+            s.set_meta('color', None)
+            assert not s.get_meta('color')
+            s.set_meta('color', u'#ff0000')
+            assert s.get_meta('color') == u'#ff0000'
         except exceptions.UnsupportedMetadataError:
             pass
 
-    @pytest.mark.asyncio
-    async def test_encoding_metadata(self, requires_metadata, s):
-        for x in ("hello world", "hello wörld"):
-            await s.set_meta("displayname", x)
-            rv = await s.get_meta("displayname")
+        for x in (u'hello world', u'hello wörld'):
+            s.set_meta('displayname', x)
+            rv = s.get_meta('displayname')
             assert rv == x
             assert isinstance(rv, str)
 
-    @pytest.mark.parametrize(
-        "value",
-        [
-            None,
-            "",
-            "Hello there!",
-            "Österreich",
-            "中国",
-            "한글",
-            "42a4ec99-b1c2-4859-b142-759112f2ca50",
-            "فلسطين",
-        ],
-    )
-    @pytest.mark.asyncio
-    async def test_metadata_normalization(self, requires_metadata, s, value):
-        x = await s.get_meta("displayname")
+    @given(value=st.one_of(
+        st.none(),
+        printable_characters_strategy
+    ))
+    def test_metadata_normalization(self, requires_metadata, s, value):
+        x = s.get_meta('displayname')
         assert x == normalize_meta_value(x)
 
-        if not getattr(self, "dav_server", None):
+        if not getattr(self, 'dav_server', None):
             # ownCloud replaces "" with "unnamed"
-            await s.set_meta("displayname", value)
-            assert await s.get_meta("displayname") == normalize_meta_value(value)
+            s.set_meta('displayname', value)
+            assert s.get_meta('displayname') == normalize_meta_value(value)
 
-    @pytest.mark.asyncio
-    async def test_recurring_events(self, s, item_type):
-        if item_type != "VEVENT":
-            pytest.skip("This storage instance doesn't support iCalendar.")
+    def test_recurring_events(self, s, item_type):
+        if item_type != 'VEVENT':
+            pytest.skip('This storage instance doesn\'t support iCalendar.')
 
         uid = str(uuid.uuid4())
-        item = Item(
-            textwrap.dedent(
-                f"""
+        item = Item(textwrap.dedent(u'''
         BEGIN:VCALENDAR
         VERSION:2.0
         BEGIN:VEVENT
@@ -405,7 +330,7 @@ class StorageTests:
         BEGIN:VEVENT
         DTSTART;TZID=UTC:20140128T083000Z
         DTEND;TZID=UTC:20140128T100000Z
-        RRULE:FREQ=WEEKLY;BYDAY=TU;UNTIL=20141208T213000Z
+        RRULE:FREQ=WEEKLY;UNTIL=20141208T213000Z;BYDAY=TU
         DTSTAMP:20140327T060506Z
         UID:{uid}
         CREATED:20131216T033331Z
@@ -418,11 +343,10 @@ class StorageTests:
         TRANSP:OPAQUE
         END:VEVENT
         END:VCALENDAR
-        """
-            ).strip()
-        )
+        '''.format(uid=uid)).strip())
 
-        href, _etag = await s.upload(item)
+        href, etag = s.upload(item)
 
-        item2, _etag2 = await s.get(href)
-        assert normalize_item(item) == normalize_item(item2)
+        item2, etag2 = s.get(href)
+        assert item2.raw.count('BEGIN:VEVENT') == 2
+        assert 'RRULE' in item2.raw

tests/storage/conftest.py

@@ -1,116 +1,36 @@
-from __future__ import annotations
+# -*- coding: utf-8 -*-
+
+import pytest
 
-import asyncio
-import contextlib
-import subprocess
-import time
 import uuid
 
-import aiostream
-import pytest
-import pytest_asyncio
-import requests
 
-
-def wait_for_container(url):
-    """Wait for a container to initialise.
-
-    Polls a URL every 100ms until the server responds.
-    """
-    # give the server 5 seconds to settle
-    for _ in range(50):
-        print(_)
-
-        try:
-            response = requests.get(url)
-            response.raise_for_status()
-        except requests.ConnectionError:
-            pass
-        else:
-            return
-
-        time.sleep(0.1)
-
-    pytest.exit(
-        "Server did not initialise in 5 seconds.\n"
-        "WARNING: There may be a stale docker container still running."
-    )
-
-
-@contextlib.contextmanager
-def dockerised_server(name, container_port, exposed_port):
-    """Run a dockerised DAV server as a contenxt manager."""
-    container_id = None
-    url = f"http://127.0.0.1:{exposed_port}/"
-
-    try:
-        # Hint: This will block while the pull happends, and only return once
-        # the container has actually started.
-        output = subprocess.check_output(
-            [
-                "docker",
-                "run",
-                "--rm",
-                "--detach",
-                "--publish",
-                f"{exposed_port}:{container_port}",
-                f"whynothugo/vdirsyncer-devkit-{name}",
-            ]
-        )
-
-        container_id = output.decode().strip()
-        wait_for_container(url)
-
-        yield url
-    finally:
-        if container_id:
-            subprocess.check_output(["docker", "kill", container_id])
-
-
-@pytest.fixture(scope="session")
-def baikal_server():
-    with dockerised_server("baikal", "80", "8002"):
-        yield
-
-
-@pytest.fixture(scope="session")
-def radicale_server():
-    with dockerised_server("radicale", "8001", "8001"):
-        yield
-
-
-@pytest.fixture(scope="session")
-def xandikos_server():
-    with dockerised_server("xandikos", "8000", "8000"):
-        yield
-
-
-@pytest_asyncio.fixture
-async def slow_create_collection(request, aio_connector):
+@pytest.fixture
+def slow_create_collection(request):
     # We need to properly clean up because otherwise we might run into
     # storage limits.
     to_delete = []
 
-    async def inner(cls: type, args: dict, collection_name: str) -> dict:
-        """Create a collection
+    def delete_collections():
+        for s in to_delete:
+            s.session.request('DELETE', '')
 
-        Returns args necessary to create a Storage instance pointing to it.
-        """
-        assert collection_name.startswith("test")
+    request.addfinalizer(delete_collections)
 
-        # Make each name unique
-        collection_name = f"{collection_name}-vdirsyncer-ci-{uuid.uuid4()}"
+    def inner(cls, args, collection):
+        assert collection.startswith('test')
+        collection += '-vdirsyncer-ci-' + str(uuid.uuid4())
 
-        # Create the collection:
-        args = await cls.create_collection(collection_name, **args)
-        collection = cls(**args)
-
-        # Keep collection in a list to be deleted once tests end:
-        to_delete.append(collection)
-
-        assert not await aiostream.stream.list(collection.list())
+        args = cls.create_collection(collection, **args)
+        s = cls(**args)
+        _clear_collection(s)
+        assert not list(s.list())
+        to_delete.append(s)
         return args
 
-    yield inner
+    return inner
 
-    await asyncio.gather(*(c.session.request("DELETE", "") for c in to_delete))
+
+def _clear_collection(s):
+    for href, etag in s.list():
+        s.delete(href, etag)

tests/storage/dav/__init__.py

@@ -1,53 +1,42 @@
-from __future__ import annotations
+# -*- coding: utf-8 -*-
 
-import os
 import uuid
 
-import aiohttp
-import aiostream
+import os
+
 import pytest
 
 from tests import assert_item_equals
-from tests.storage import StorageTests
-from tests.storage import get_server_mixin
-from vdirsyncer import exceptions
-from vdirsyncer.vobject import Item
 
-dav_server = os.environ.get("DAV_SERVER", "skip")
+from .. import StorageTests, get_server_mixin
+
+
+dav_server = os.environ.get('DAV_SERVER', 'skip')
 ServerMixin = get_server_mixin(dav_server)
 
 
 class DAVStorageTests(ServerMixin, StorageTests):
     dav_server = dav_server
 
-    @pytest.mark.skipif(dav_server == "radicale", reason="Radicale is very tolerant.")
-    @pytest.mark.asyncio
-    async def test_dav_broken_item(self, s):
-        item = Item("HAHA:YES")
-        with pytest.raises((exceptions.Error, aiohttp.ClientResponseError)):
-            await s.upload(item)
-        assert not await aiostream.stream.list(s.list())
-
-    @pytest.mark.asyncio
-    async def test_dav_empty_get_multi_performance(self, s, monkeypatch):
+    def test_dav_empty_get_multi_performance(self, s, monkeypatch):
         def breakdown(*a, **kw):
-            raise AssertionError("Expected not to be called.")
+            raise AssertionError('Expected not to be called.')
 
-        monkeypatch.setattr("requests.sessions.Session.request", breakdown)
+        monkeypatch.setattr('requests.sessions.Session.request', breakdown)
 
         try:
-            assert list(await aiostream.stream.list(s.get_multi([]))) == []
+            assert list(s.get_multi([])) == []
         finally:
             # Make sure monkeypatch doesn't interfere with DAV server teardown
             monkeypatch.undo()
 
-    @pytest.mark.asyncio
-    async def test_dav_unicode_href(self, s, get_item, monkeypatch):
-        if self.dav_server == "radicale":
-            pytest.skip("Radicale is unable to deal with unicode hrefs")
+    def test_dav_unicode_href(self, s, get_item, monkeypatch):
+        if self.dav_server == 'radicale':
+            pytest.skip('Radicale is unable to deal with unicode hrefs')
 
-        monkeypatch.setattr(s, "_get_href", lambda item: item.ident + s.fileext)
-        item = get_item(uid="град сатану" + str(uuid.uuid4()))
-        href, _etag = await s.upload(item)
-        item2, _etag2 = await s.get(href)
+        monkeypatch.setattr(s, '_get_href',
+                            lambda item: item.ident + s.fileext)
+        item = get_item(uid=u'град сатану' + str(uuid.uuid4()))
+        href, etag = s.upload(item)
+        item2, etag2 = s.get(href)
         assert_item_equals(item, item2)

tests/storage/dav/test_caldav.py

@@ -1,60 +1,50 @@
-from __future__ import annotations
+# -*- coding: utf-8 -*-
 
-import contextlib
 import datetime
 from textwrap import dedent
 
-import aiohttp
-import aiostream
 import pytest
-from aioresponses import aioresponses
 
-from tests import EVENT_TEMPLATE
-from tests import TASK_TEMPLATE
-from tests import VCARD_TEMPLATE
-from tests.storage import format_item
+import requests
+import requests.exceptions
+
+from tests import EVENT_TEMPLATE, TASK_TEMPLATE, VCARD_TEMPLATE
+
 from vdirsyncer import exceptions
 from vdirsyncer.storage.dav import CalDAVStorage
 
-from . import DAVStorageTests
-from . import dav_server
+from . import DAVStorageTests, dav_server
+from .. import format_item
 
 
 class TestCalDAVStorage(DAVStorageTests):
     storage_class = CalDAVStorage
 
-    @pytest.fixture(params=["VTODO", "VEVENT"])
+    @pytest.fixture(params=['VTODO', 'VEVENT'])
     def item_type(self, request):
         return request.param
 
-    @pytest.mark.asyncio
-    async def test_doesnt_accept_vcard(self, item_type, get_storage_args):
-        s = self.storage_class(item_types=(item_type,), **await get_storage_args())
+    def test_doesnt_accept_vcard(self, item_type, get_storage_args):
+        s = self.storage_class(item_types=(item_type,), **get_storage_args())
 
-        # Most storages hard-fail, but xandikos doesn't.
-        with contextlib.suppress(exceptions.Error, aiohttp.ClientResponseError):
-            await s.upload(format_item(VCARD_TEMPLATE))
-
-        assert not await aiostream.stream.list(s.list())
+        try:
+            s.upload(format_item(item_template=VCARD_TEMPLATE))
+        except (exceptions.Error, requests.exceptions.HTTPError):
+            pass
+        assert not list(s.list())
 
     # The `arg` param is not named `item_types` because that would hit
     # https://bitbucket.org/pytest-dev/pytest/issue/745/
-    @pytest.mark.parametrize(
-        ("arg", "calls_num"),
-        [
-            (("VTODO",), 1),
-            (("VEVENT",), 1),
-            (("VTODO", "VEVENT"), 2),
-            (("VTODO", "VEVENT", "VJOURNAL"), 3),
-            ((), 1),
-        ],
-    )
-    @pytest.mark.xfail(dav_server == "baikal", reason="Baikal returns 500.")
-    @pytest.mark.asyncio
-    async def test_item_types_performance(
-        self, get_storage_args, arg, calls_num, monkeypatch
-    ):
-        s = self.storage_class(item_types=arg, **await get_storage_args())
+    @pytest.mark.parametrize('arg,calls_num', [
+        (('VTODO',), 1),
+        (('VEVENT',), 1),
+        (('VTODO', 'VEVENT'), 2),
+        (('VTODO', 'VEVENT', 'VJOURNAL'), 3),
+        ((), 1)
+    ])
+    def test_item_types_performance(self, get_storage_args, arg, calls_num,
+                                    monkeypatch):
+        s = self.storage_class(item_types=arg, **get_storage_args())
         old_parse = s._parse_prop_responses
         calls = []
 
@@ -62,24 +52,19 @@ class TestCalDAVStorage(DAVStorageTests):
             calls.append(None)
             return old_parse(*a, **kw)
 
-        monkeypatch.setattr(s, "_parse_prop_responses", new_parse)
-        await aiostream.stream.list(s.list())
+        monkeypatch.setattr(s, '_parse_prop_responses', new_parse)
+        list(s.list())
         assert len(calls) == calls_num
 
-    @pytest.mark.xfail(
-        dav_server == "radicale", reason="Radicale doesn't support timeranges."
-    )
-    @pytest.mark.asyncio
-    async def test_timerange_correctness(self, get_storage_args):
+    @pytest.mark.xfail(dav_server == 'radicale',
+                       reason='Radicale doesn\'t support timeranges.')
+    def test_timerange_correctness(self, get_storage_args):
         start_date = datetime.datetime(2013, 9, 10)
         end_date = datetime.datetime(2013, 9, 13)
-        s = self.storage_class(
-            start_date=start_date, end_date=end_date, **await get_storage_args()
-        )
+        s = self.storage_class(start_date=start_date, end_date=end_date,
+                               **get_storage_args())
 
-        too_old_item = format_item(
-            dedent(
-                """
+        too_old_item = format_item(item_template=dedent(u'''
             BEGIN:VCALENDAR
             VERSION:2.0
             PRODID:-//hacksw/handcal//NONSGML v1.0//EN
@@ -91,13 +76,9 @@ class TestCalDAVStorage(DAVStorageTests):
             UID:{r}
             END:VEVENT
             END:VCALENDAR
-            """
-            ).strip()
-        )
+            ''').strip())
 
-        too_new_item = format_item(
-            dedent(
-                """
+        too_new_item = format_item(item_template=dedent(u'''
             BEGIN:VCALENDAR
             VERSION:2.0
             PRODID:-//hacksw/handcal//NONSGML v1.0//EN
@@ -109,13 +90,9 @@ class TestCalDAVStorage(DAVStorageTests):
             UID:{r}
             END:VEVENT
             END:VCALENDAR
-            """
-            ).strip()
-        )
+            ''').strip())
 
-        good_item = format_item(
-            dedent(
-                """
+        good_item = format_item(item_template=dedent(u'''
             BEGIN:VCALENDAR
             VERSION:2.0
             PRODID:-//hacksw/handcal//NONSGML v1.0//EN
@@ -127,48 +104,49 @@ class TestCalDAVStorage(DAVStorageTests):
             UID:{r}
             END:VEVENT
             END:VCALENDAR
-            """
-            ).strip()
-        )
+            ''').strip())
 
-        await s.upload(too_old_item)
-        await s.upload(too_new_item)
-        expected_href, _ = await s.upload(good_item)
+        s.upload(too_old_item)
+        s.upload(too_new_item)
+        expected_href, _ = s.upload(good_item)
 
-        ((actual_href, _),) = await aiostream.stream.list(s.list())
+        (actual_href, _), = s.list()
         assert actual_href == expected_href
 
-    @pytest.mark.asyncio
-    async def test_invalid_resource(self, monkeypatch, get_storage_args):
-        args = await get_storage_args(collection=None)
+    def test_invalid_resource(self, monkeypatch, get_storage_args):
+        calls = []
+        args = get_storage_args(collection=None)
 
-        with aioresponses() as m:
-            m.add(args["url"], method="PROPFIND", status=200, body="Hello world")
+        def request(session, method, url, **kwargs):
+            assert url == args['url']
+            calls.append(None)
 
-            with pytest.raises(ValueError):
-                s = self.storage_class(**args)
-                await aiostream.stream.list(s.list())
+            r = requests.Response()
+            r.status_code = 200
+            r._content = b'Hello World.'
+            return r
 
-        assert len(m.requests) == 1
+        monkeypatch.setattr('requests.sessions.Session.request', request)
 
-    @pytest.mark.skipif(dav_server == "icloud", reason="iCloud only accepts VEVENT")
-    @pytest.mark.skipif(
-        dav_server == "fastmail", reason="Fastmail has non-standard hadling of VTODOs."
-    )
-    @pytest.mark.xfail(dav_server == "baikal", reason="Baikal returns 500.")
-    @pytest.mark.asyncio
-    async def test_item_types_general(self, s):
-        event = (await s.upload(format_item(EVENT_TEMPLATE)))[0]
-        task = (await s.upload(format_item(TASK_TEMPLATE)))[0]
-        s.item_types = ("VTODO", "VEVENT")
+        with pytest.raises(ValueError):
+            s = self.storage_class(**args)
+            list(s.list())
+        assert len(calls) == 1
 
-        async def hrefs():
-            return {href async for href, etag in s.list()}
+    @pytest.mark.skipif(dav_server == 'icloud',
+                        reason='iCloud only accepts VEVENT')
+    def test_item_types_general(self, s):
+        event = s.upload(format_item(item_template=EVENT_TEMPLATE))[0]
+        task = s.upload(format_item(item_template=TASK_TEMPLATE))[0]
+        s.item_types = ('VTODO', 'VEVENT')
 
-        assert await hrefs() == {event, task}
-        s.item_types = ("VTODO",)
-        assert await hrefs() == {task}
-        s.item_types = ("VEVENT",)
-        assert await hrefs() == {event}
+        def l():
+            return set(href for href, etag in s.list())
+
+        assert l() == {event, task}
+        s.item_types = ('VTODO',)
+        assert l() == {task}
+        s.item_types = ('VEVENT',)
+        assert l() == {event}
         s.item_types = ()
-        assert await hrefs() == {event, task}
+        assert l() == {event, task}

tests/storage/dav/test_carddav.py

@@ -1,4 +1,4 @@
-from __future__ import annotations
+# -*- coding: utf-8 -*-
 
 import pytest
 
@@ -10,6 +10,6 @@ from . import DAVStorageTests
 class TestCardDAVStorage(DAVStorageTests):
     storage_class = CardDAVStorage
 
-    @pytest.fixture(params=["VCARD"])
+    @pytest.fixture(params=['VCARD'])
     def item_type(self, request):
         return request.param

tests/storage/dav/test_main.py

@@ -1,59 +1,40 @@
-from __future__ import annotations
-
 import pytest
 
-from vdirsyncer.storage.dav import _BAD_XML_CHARS
-from vdirsyncer.storage.dav import _merge_xml
-from vdirsyncer.storage.dav import _normalize_href
-from vdirsyncer.storage.dav import _parse_xml
+from vdirsyncer.storage.dav import _BAD_XML_CHARS, _merge_xml, _parse_xml
 
 
 def test_xml_utilities():
-    x = _parse_xml(
-        b"""<?xml version="1.0" encoding="UTF-8" ?>
-        <multistatus xmlns="DAV:">
-            <response>
-                <propstat>
-                    <status>HTTP/1.1 404 Not Found</status>
-                    <prop>
-                        <getcontenttype/>
-                    </prop>
-                </propstat>
-                <propstat>
-                    <prop>
-                        <resourcetype>
-                            <collection/>
-                        </resourcetype>
-                    </prop>
-                </propstat>
-            </response>
-        </multistatus>
-    """
-    )
+    x = _parse_xml(b'''<?xml version="1.0" encoding="UTF-8" ?>
+        <D:multistatus xmlns:D="DAV:">
+            <D:response>
+                <D:propstat>
+                    <D:status>HTTP/1.1 404 Not Found</D:status>
+                    <D:prop>
+                        <D:getcontenttype/>
+                    </D:prop>
+                </D:propstat>
+                <D:propstat>
+                    <D:prop>
+                        <D:resourcetype>
+                            <D:collection/>
+                        </D:resourcetype>
+                    </D:prop>
+                </D:propstat>
+            </D:response>
+        </D:multistatus>
+    ''')
 
-    response = x.find("{DAV:}response")
-    props = _merge_xml(response.findall("{DAV:}propstat/{DAV:}prop"))
-    assert props.find("{DAV:}resourcetype/{DAV:}collection") is not None
-    assert props.find("{DAV:}getcontenttype") is not None
+    response = x.find('{DAV:}response')
+    props = _merge_xml(response.findall('{DAV:}propstat/{DAV:}prop'))
+    assert props.find('{DAV:}resourcetype/{DAV:}collection') is not None
+    assert props.find('{DAV:}getcontenttype') is not None
 
 
-@pytest.mark.parametrize("char", range(32))
+@pytest.mark.parametrize('char', range(32))
 def test_xml_specialchars(char):
-    x = _parse_xml(
-        '<?xml version="1.0" encoding="UTF-8" ?>'
-        f"<foo>ye{chr(char)}s\r\n"
-        "hello</foo>".encode("ascii")
-    )
+    x = _parse_xml('<?xml version="1.0" encoding="UTF-8" ?>'
+                   '<foo>ye{}s\r\n'
+                   'hello</foo>'.format(chr(char)).encode('ascii'))
 
     if char in _BAD_XML_CHARS:
-        assert x.text == "yes\nhello"
-
-
-@pytest.mark.parametrize(
-    "href",
-    [
-        "/dav/calendars/user/testuser/123/UID%253A20210609T084907Z-@synaps-web-54fddfdf7-7kcfm%250A.ics",
-    ],
-)
-def test_normalize_href(href):
-    assert href == _normalize_href("https://example.com", href)
+        assert x.text == 'yes\nhello'

tests/storage/etesync/etesync_server/etesync_server/settings.py

@@ -0,0 +1,124 @@
+"""
+Django settings for etesync_server project.
+
+Generated by 'django-admin startproject' using Django 1.10.6.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/1.10/topics/settings/
+
+For the full list of settings and their values, see
+https://docs.djangoproject.com/en/1.10/ref/settings/
+"""
+
+import os
+
+# Build paths inside the project like this: os.path.join(BASE_DIR, ...)
+BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+
+
+# Quick-start development settings - unsuitable for production
+# See https://docs.djangoproject.com/en/1.10/howto/deployment/checklist/
+
+# SECURITY WARNING: keep the secret key used in production secret!
+SECRET_KEY = 'd7r(p-9=$3a@bbt%*+$p@4)cej13nzd0gmnt8+m0bitb=-umj#'
+
+# SECURITY WARNING: don't run with debug turned on in production!
+DEBUG = True
+
+ALLOWED_HOSTS = []
+
+
+# Application definition
+
+INSTALLED_APPS = [
+    'django.contrib.admin',
+    'django.contrib.auth',
+    'django.contrib.contenttypes',
+    'django.contrib.sessions',
+    'django.contrib.messages',
+    'django.contrib.staticfiles',
+    'rest_framework',
+    'rest_framework.authtoken',
+    'journal.apps.JournalConfig',
+]
+
+MIDDLEWARE = [
+    'django.middleware.security.SecurityMiddleware',
+    'django.contrib.sessions.middleware.SessionMiddleware',
+    'django.middleware.common.CommonMiddleware',
+    'django.middleware.csrf.CsrfViewMiddleware',
+    'django.contrib.auth.middleware.AuthenticationMiddleware',
+    'django.contrib.messages.middleware.MessageMiddleware',
+    'django.middleware.clickjacking.XFrameOptionsMiddleware',
+]
+
+ROOT_URLCONF = 'etesync_server.urls'
+
+TEMPLATES = [
+    {
+        'BACKEND': 'django.template.backends.django.DjangoTemplates',
+        'DIRS': [],
+        'APP_DIRS': True,
+        'OPTIONS': {
+            'context_processors': [
+                'django.template.context_processors.debug',
+                'django.template.context_processors.request',
+                'django.contrib.auth.context_processors.auth',
+                'django.contrib.messages.context_processors.messages',
+            ],
+        },
+    },
+]
+
+WSGI_APPLICATION = 'etesync_server.wsgi.application'
+
+
+# Database
+# https://docs.djangoproject.com/en/1.10/ref/settings/#databases
+
+DATABASES = {
+    'default': {
+        'ENGINE': 'django.db.backends.sqlite3',
+        'NAME': os.environ.get('ETESYNC_DB_PATH',
+                               os.path.join(BASE_DIR, 'db.sqlite3')),
+    }
+}
+
+
+# Password validation
+# https://docs.djangoproject.com/en/1.10/ref/settings/#auth-password-validators
+
+AUTH_PASSWORD_VALIDATORS = [
+    {
+        'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator',  # noqa
+    },
+    {
+        'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator',  # noqa
+    },
+    {
+        'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator',  # noqa
+    },
+    {
+        'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator',  # noqa
+    },
+]
+
+
+# Internationalization
+# https://docs.djangoproject.com/en/1.10/topics/i18n/
+
+LANGUAGE_CODE = 'en-us'
+
+TIME_ZONE = 'UTC'
+
+USE_I18N = True
+
+USE_L10N = True
+
+USE_TZ = True
+
+
+# Static files (CSS, JavaScript, Images)
+# https://docs.djangoproject.com/en/1.10/howto/static-files/
+
+STATIC_URL = '/static/'

tests/storage/etesync/etesync_server/etesync_server/urls.py

@@ -0,0 +1,41 @@
+"""etesync_server URL Configuration
+
+The `urlpatterns` list routes URLs to views. For more information please see:
+    https://docs.djangoproject.com/en/1.10/topics/http/urls/
+Examples:
+Function views
+    1. Add an import:  from my_app import views
+    2. Add a URL to urlpatterns:  url(r'^$', views.home, name='home')
+Class-based views
+    1. Add an import:  from other_app.views import Home
+    2. Add a URL to urlpatterns:  url(r'^$', Home.as_view(), name='home')
+Including another URLconf
+    1. Import the include() function: from django.conf.urls import url, include
+    2. Add a URL to urlpatterns:  url(r'^blog/', include('blog.urls'))
+"""
+from django.conf.urls import include, url
+
+from rest_framework_nested import routers
+
+from journal import views
+
+router = routers.DefaultRouter()
+router.register(r'journals', views.JournalViewSet)
+router.register(r'journal/(?P<journal_uid>[^/]+)', views.EntryViewSet)
+router.register(r'user', views.UserInfoViewSet)
+
+journals_router = routers.NestedSimpleRouter(router, r'journals',
+                                             lookup='journal')
+journals_router.register(r'members', views.MembersViewSet,
+                         base_name='journal-members')
+journals_router.register(r'entries', views.EntryViewSet,
+                         base_name='journal-entries')
+
+
+urlpatterns = [
+    url(r'^api/v1/', include(router.urls)),
+    url(r'^api/v1/', include(journals_router.urls)),
+]
+
+# Adding this just for testing, this shouldn't be here normally
+urlpatterns += url(r'^reset/$', views.reset, name='reset_debug'),

tests/storage/etesync/etesync_server/etesync_server/wsgi.py

@@ -0,0 +1,16 @@
+"""
+WSGI config for etesync_server project.
+
+It exposes the WSGI callable as a module-level variable named ``application``.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/1.10/howto/deployment/wsgi/
+"""
+
+import os
+
+from django.core.wsgi import get_wsgi_application
+
+os.environ.setdefault("DJANGO_SETTINGS_MODULE", "etesync_server.settings")
+
+application = get_wsgi_application()

tests/storage/etesync/etesync_server/manage.py

@@ -0,0 +1,22 @@
+#!/usr/bin/env python
+import os
+import sys
+
+if __name__ == "__main__":
+    os.environ.setdefault("DJANGO_SETTINGS_MODULE", "etesync_server.settings")
+    try:
+        from django.core.management import execute_from_command_line
+    except ImportError:
+        # The above import may fail for some other reason. Ensure that the
+        # issue is really that Django is missing to avoid masking other
+        # exceptions on Python 2.
+        try:
+            import django  # noqa
+        except ImportError:
+            raise ImportError(
+                "Couldn't import Django. Are you sure it's installed and "
+                "available on your PYTHONPATH environment variable? Did you "
+                "forget to activate a virtual environment?"
+            )
+        raise
+    execute_from_command_line(sys.argv)

tests/storage/etesync/test@localhost/auth_token

@@ -0,0 +1 @@
+63ae6eec45b592d5c511f79b7b0c312d2c5f7d6a

tests/storage/etesync/test_main.py

@@ -0,0 +1,92 @@
+# -*- coding: utf-8 -*-
+
+import shutil
+import os
+import sys
+
+
+import pytest
+import requests
+
+from vdirsyncer.storage.etesync import EtesyncContacts, EtesyncCalendars
+
+from .. import StorageTests
+
+
+pytestmark = pytest.mark.skipif(os.getenv('ETESYNC_TESTS', '') != 'true',
+                                reason='etesync tests disabled')
+
+
+@pytest.fixture(scope='session')
+def etesync_app(tmpdir_factory):
+    sys.path.insert(0, os.path.join(os.path.dirname(__file__),
+                                    'etesync_server'))
+
+    db = tmpdir_factory.mktemp('etesync').join('etesync.sqlite')
+    shutil.copy(
+        os.path.join(os.path.dirname(__file__), 'etesync_server',
+                     'db.sqlite3'),
+        str(db)
+    )
+
+    os.environ['ETESYNC_DB_PATH'] = str(db)
+    from etesync_server.wsgi import application
+    return application
+
+
+class EtesyncTests(StorageTests):
+
+    supports_metadata = False
+
+    @pytest.fixture
+    def get_storage_args(self, request, get_item, tmpdir, etesync_app):
+        import wsgi_intercept
+        import wsgi_intercept.requests_intercept
+        wsgi_intercept.requests_intercept.install()
+        wsgi_intercept.add_wsgi_intercept('127.0.0.1', 8000,
+                                          lambda: etesync_app)
+
+        def teardown():
+            wsgi_intercept.remove_wsgi_intercept('127.0.0.1', 8000)
+            wsgi_intercept.requests_intercept.uninstall()
+
+        request.addfinalizer(teardown)
+
+        with open(os.path.join(os.path.dirname(__file__),
+                               'test@localhost/auth_token')) as f:
+            token = f.read().strip()
+        headers = {'Authorization': 'Token ' + token}
+        r = requests.post('http://127.0.0.1:8000/reset/', headers=headers,
+                          allow_redirects=False)
+        assert r.status_code == 200
+
+        def inner(collection='test'):
+            rv = {
+                'email': 'test@localhost',
+                'db_path': str(tmpdir.join('etesync.db')),
+                'secrets_dir': os.path.dirname(__file__),
+                'server_url': 'http://127.0.0.1:8000/'
+            }
+            if collection is not None:
+                rv = self.storage_class.create_collection(
+                    collection=collection,
+                    **rv
+                )
+            return rv
+        return inner
+
+
+class TestContacts(EtesyncTests):
+    storage_class = EtesyncContacts
+
+    @pytest.fixture(params=['VCARD'])
+    def item_type(self, request):
+        return request.param
+
+
+class TestCalendars(EtesyncTests):
+    storage_class = EtesyncCalendars
+
+    @pytest.fixture(params=['VEVENT'])
+    def item_type(self, request):
+        return request.param

tests/storage/servers/__init__.py

@@ -0,0 +1 @@
+# -*- coding: utf-8 -*-

tests/storage/servers/baikal

@@ -0,0 +1 @@
+Subproject commit 6c8c379f1ee8bf4ab0ac54fc4eec3e4a6349c237

tests/storage/servers/baikal/__init__.py

@@ -1,38 +0,0 @@
-from __future__ import annotations
-
-import pytest
-
-
-class ServerMixin:
-    @pytest.fixture
-    def get_storage_args(
-        self,
-        request,
-        tmpdir,
-        slow_create_collection,
-        baikal_server,
-        aio_connector,
-    ):
-        async def inner(collection="test"):
-            base_url = "http://127.0.0.1:8002/"
-            args = {
-                "url": base_url,
-                "username": "baikal",
-                "password": "baikal",
-                "connector": aio_connector,
-            }
-
-            if self.storage_class.fileext == ".vcf":
-                args["url"] = base_url + "card.php/"
-            else:
-                args["url"] = base_url + "cal.php/"
-
-            if collection is not None:
-                args = await slow_create_collection(
-                    self.storage_class,
-                    args,
-                    collection,
-                )
-            return args
-
-        return inner

tests/storage/servers/davical/__init__.py

@@ -1,50 +1,47 @@
-from __future__ import annotations
-
 import os
-import uuid
-
 import pytest
+import uuid
 
 try:
     caldav_args = {
         # Those credentials are configured through the Travis UI
-        "username": os.environ["DAVICAL_USERNAME"].strip(),
-        "password": os.environ["DAVICAL_PASSWORD"].strip(),
-        "url": "https://brutus.lostpackets.de/davical-test/caldav.php/",
+        'username': os.environ['DAVICAL_USERNAME'].strip(),
+        'password': os.environ['DAVICAL_PASSWORD'].strip(),
+        'url': 'https://brutus.lostpackets.de/davical-test/caldav.php/',
     }
 except KeyError as e:
-    pytestmark = pytest.mark.skip(f"Missing envkey: {e!s}")
+    pytestmark = pytest.mark.skip('Missing envkey: {}'.format(str(e)))
 
 
 @pytest.mark.flaky(reruns=5)
-class ServerMixin:
+class ServerMixin(object):
     @pytest.fixture
     def davical_args(self):
-        if self.storage_class.fileext == ".ics":
+        if self.storage_class.fileext == '.ics':
             return dict(caldav_args)
-        elif self.storage_class.fileext == ".vcf":
-            pytest.skip("No carddav")
+        elif self.storage_class.fileext == '.vcf':
+            pytest.skip('No carddav')
         else:
-            raise RuntimeError
+            raise RuntimeError()
 
     @pytest.fixture
     def get_storage_args(self, davical_args, request):
-        async def inner(collection="test"):
+        def inner(collection='test'):
             if collection is None:
                 return davical_args
 
-            assert collection.startswith("test")
+            assert collection.startswith('test')
 
             for _ in range(4):
                 args = self.storage_class.create_collection(
-                    collection + str(uuid.uuid4()), **davical_args
+                    collection + str(uuid.uuid4()),
+                    **davical_args
                 )
                 s = self.storage_class(**args)
                 if not list(s.list()):
-                    # See: https://stackoverflow.com/a/33984811
-                    request.addfinalizer(lambda x=s: x.session.request("DELETE", ""))
+                    request.addfinalizer(
+                        lambda: s.session.request('DELETE', ''))
                     return args
 
-            raise RuntimeError("Failed to find free collection.")
-
+            raise RuntimeError('Failed to find free collection.')
         return inner

tests/storage/servers/fastmail/__init__.py

@@ -1,42 +1,27 @@
-from __future__ import annotations
-
 import os
 
 import pytest
 
 
-class ServerMixin:
-    @pytest.fixture
-    def get_storage_args(self, slow_create_collection, aio_connector, request):
-        if (
-            "item_type" in request.fixturenames
-            and request.getfixturevalue("item_type") == "VTODO"
-        ):
-            # Fastmail has non-standard support for TODOs
-            # See https://github.com/pimutils/vdirsyncer/issues/824
-            pytest.skip("Fastmail has non-standard VTODO support.")
+class ServerMixin(object):
 
-        async def inner(collection="test"):
+    @pytest.fixture
+    def get_storage_args(self, slow_create_collection):
+        def inner(collection='test'):
             args = {
-                "username": os.environ["FASTMAIL_USERNAME"],
-                "password": os.environ["FASTMAIL_PASSWORD"],
-                "connector": aio_connector,
+                'username': os.environ['FASTMAIL_USERNAME'],
+                'password': os.environ['FASTMAIL_PASSWORD']
             }
 
-            if self.storage_class.fileext == ".ics":
-                args["url"] = "https://caldav.fastmail.com/"
-            elif self.storage_class.fileext == ".vcf":
-                args["url"] = "https://carddav.fastmail.com/"
+            if self.storage_class.fileext == '.ics':
+                args['url'] = 'https://caldav.messagingengine.com/'
+            elif self.storage_class.fileext == '.vcf':
+                args['url'] = 'https://carddav.messagingengine.com/'
             else:
-                raise RuntimeError
+                raise RuntimeError()
 
             if collection is not None:
-                args = await slow_create_collection(
-                    self.storage_class,
-                    args,
-                    collection,
-                )
-
+                args = slow_create_collection(self.storage_class, args,
+                                              collection)
             return args
-
         return inner

tests/storage/servers/icloud/__init__.py

@@ -1,33 +1,32 @@
-from __future__ import annotations
-
 import os
 
 import pytest
 
 
-class ServerMixin:
+class ServerMixin(object):
+
     @pytest.fixture
     def get_storage_args(self, item_type, slow_create_collection):
-        if item_type != "VEVENT":
+        if item_type != 'VEVENT':
             # iCloud collections can either be calendars or task lists.
-            # See https://github.com/pimutils/vdirsyncer/pull/593#issuecomment-285941615
-            pytest.skip("iCloud doesn't support anything else than VEVENT")
+            # See https://github.com/pimutils/vdirsyncer/pull/593#issuecomment-285941615  # noqa
+            pytest.skip('iCloud doesn\'t support anything else than VEVENT')
 
-        async def inner(collection="test"):
+        def inner(collection='test'):
             args = {
-                "username": os.environ["ICLOUD_USERNAME"],
-                "password": os.environ["ICLOUD_PASSWORD"],
+                'username': os.environ['ICLOUD_USERNAME'],
+                'password': os.environ['ICLOUD_PASSWORD']
             }
 
-            if self.storage_class.fileext == ".ics":
-                args["url"] = "https://caldav.icloud.com/"
-            elif self.storage_class.fileext == ".vcf":
-                args["url"] = "https://contacts.icloud.com/"
+            if self.storage_class.fileext == '.ics':
+                args['url'] = 'https://caldav.icloud.com/'
+            elif self.storage_class.fileext == '.vcf':
+                args['url'] = 'https://contacts.icloud.com/'
             else:
-                raise RuntimeError
+                raise RuntimeError()
 
             if collection is not None:
-                args = slow_create_collection(self.storage_class, args, collection)
+                args = slow_create_collection(self.storage_class, args,
+                                              collection)
             return args
-
         return inner

tests/storage/servers/mysteryshack/.gitignore

@@ -0,0 +1 @@
+mysteryshack

tests/storage/servers/mysteryshack/__init__.py

@@ -0,0 +1,75 @@
+# -*- coding: utf-8 -*-
+
+import os
+import subprocess
+import time
+import shutil
+
+import pytest
+
+import requests
+
+testserver_repo = os.path.dirname(__file__)
+make_sh = os.path.abspath(os.path.join(testserver_repo, 'make.sh'))
+
+
+def wait():
+    for i in range(100):
+        try:
+            requests.get('http://127.0.0.1:6767/', verify=False)
+        except Exception as e:
+            # Don't know exact exception class, don't care.
+            # Also, https://github.com/kennethreitz/requests/issues/2192
+            if 'connection refused' not in str(e).lower():
+                raise
+            time.sleep(2 ** i)
+        else:
+            return True
+    return False
+
+
+class ServerMixin(object):
+    @pytest.fixture(scope='session')
+    def setup_mysteryshack_server(self, xprocess):
+        def preparefunc(cwd):
+            return wait, ['sh', make_sh, 'testserver']
+
+        subprocess.check_call(['sh', make_sh, 'testserver-config'])
+        xprocess.ensure('mysteryshack_server', preparefunc)
+
+        return subprocess.check_output([
+            os.path.join(
+                testserver_repo,
+                'mysteryshack/target/debug/mysteryshack'
+            ),
+            '-c', '/tmp/mysteryshack/config',
+            'user',
+            'authorize',
+            'testuser',
+            'https://example.com',
+            self.storage_class.scope + ':rw'
+        ]).strip().decode()
+
+    @pytest.fixture
+    def get_storage_args(self, monkeypatch, setup_mysteryshack_server):
+        from requests import Session
+
+        monkeypatch.setitem(os.environ, 'OAUTHLIB_INSECURE_TRANSPORT', 'true')
+
+        old_request = Session.request
+
+        def request(self, method, url, **kw):
+            url = url.replace('https://', 'http://')
+            return old_request(self, method, url, **kw)
+
+        monkeypatch.setattr(Session, 'request', request)
+        shutil.rmtree('/tmp/mysteryshack/testuser/data', ignore_errors=True)
+        shutil.rmtree('/tmp/mysteryshack/testuser/meta', ignore_errors=True)
+
+        def inner(**kw):
+            kw['account'] = 'testuser@127.0.0.1:6767'
+            kw['access_token'] = setup_mysteryshack_server
+            if self.storage_class.fileext == '.ics':
+                kw.setdefault('collection', 'test')
+            return kw
+        return inner

tests/storage/servers/mysteryshack/install.sh

@@ -0,0 +1,18 @@
+#!/bin/sh
+set -ex
+cd "$(dirname "$0")"
+. ./variables.sh
+
+if [ "$CI" = "true" ]; then
+    curl -sL https://static.rust-lang.org/rustup.sh -o ~/rust-installer/rustup.sh
+    sh ~/rust-installer/rustup.sh --prefix=~/rust --spec=stable -y --disable-sudo 2> /dev/null
+fi
+
+if [ ! -d mysteryshack ]; then
+    git clone https://github.com/untitaker/mysteryshack
+fi
+
+pip install pytest-xprocess
+
+cd mysteryshack
+make debug-build  # such that first test doesn't hang too long w/o output

tests/storage/servers/mysteryshack/make.sh

@@ -0,0 +1,9 @@
+#!/bin/sh
+set -e
+
+# pytest-xprocess doesn't allow us to CD into a particular directory before
+# launching a command, so we do it here.
+cd "$(dirname "$0")"
+. ./variables.sh
+cd mysteryshack
+exec make "$@"

tests/storage/servers/mysteryshack/variables.sh

@@ -0,0 +1 @@
+export PATH="$PATH:$HOME/.cargo/bin/"

tests/storage/servers/nextcloud

@@ -0,0 +1 @@
+Subproject commit 1427b0e8d6cf89c5876bce2dece3248822a2c147

tests/storage/servers/owncloud

@@ -0,0 +1 @@
+Subproject commit d3cfc453b0b2dded90c870fd23281fb0c13d766f

tests/storage/servers/radicale/__init__.py

@@ -1,33 +1,59 @@
-from __future__ import annotations
+# -*- coding: utf-8 -*-
 
+import logging
 import pytest
 
+import radicale
+import radicale.config
+
+from pkg_resources import parse_version as ver
+
+import wsgi_intercept
+import wsgi_intercept.requests_intercept
+
+logger = logging.getLogger(__name__)
+
+
+class ServerMixin(object):
+
+    @pytest.fixture(autouse=True)
+    def setup(self, request, tmpdir):
+        if ver(radicale.VERSION) < ver('2.0.0-pre'):
+            raise RuntimeError('Testing against Radicale only works with '
+                               'Radicale >= 2.0.0')
+
+        def get_app():
+            config = radicale.config.load(())
+            config.set('storage', 'filesystem_folder', str(tmpdir))
+            config.set('rights', 'type', 'owner_only')
+
+            app = radicale.Application(config, logger)
+
+            def is_authenticated(user, password):
+                return user == 'bob' and password == 'bob'
+
+            app.is_authenticated = is_authenticated
+            return app
+
+        wsgi_intercept.requests_intercept.install()
+        wsgi_intercept.add_wsgi_intercept('127.0.0.1', 80, get_app)
+
+        def teardown():
+            wsgi_intercept.remove_wsgi_intercept('127.0.0.1', 80)
+            wsgi_intercept.requests_intercept.uninstall()
+        request.addfinalizer(teardown)
 
-class ServerMixin:
     @pytest.fixture
-    def get_storage_args(
-        self,
-        request,
-        tmpdir,
-        slow_create_collection,
-        radicale_server,
-        aio_connector,
-    ):
-        async def inner(collection="test"):
-            url = "http://127.0.0.1:8001/"
-            args = {
-                "url": url,
-                "username": "radicale",
-                "password": "radicale",
-                "connector": aio_connector,
-            }
+    def get_storage_args(self, get_item):
+        def inner(collection='test'):
+            url = 'http://127.0.0.1/'
+            rv = {'url': url, 'username': 'bob', 'password': 'bob'}
 
             if collection is not None:
-                args = await slow_create_collection(
-                    self.storage_class,
-                    args,
-                    collection,
-                )
-            return args
+                collection = collection + self.storage_class.fileext
+                rv = self.storage_class.create_collection(collection, **rv)
+                s = self.storage_class(**rv)
+                assert not list(s.list())
 
+            return rv
         return inner

tests/storage/servers/radicale/install.sh

@@ -0,0 +1,12 @@
+#!/bin/sh
+set -e
+
+if [ "$REQUIREMENTS" = "release" ] || [ "$REQUIREMENTS" = "minimal" ]; then
+    radicale_pkg="radicale"
+elif [ "$REQUIREMENTS" = "devel" ]; then
+    radicale_pkg="git+https://github.com/Kozea/Radicale.git"
+else
+    echo "Invalid requirements envvar"
+    false
+fi
+pip install wsgi_intercept $radicale_pkg

tests/storage/servers/skip/__init__.py

@@ -1,9 +1,8 @@
-from __future__ import annotations
-
 import pytest
 
 
-class ServerMixin:
+class ServerMixin(object):
+
     @pytest.fixture
     def get_storage_args(self):
-        pytest.skip("DAV tests disabled.")
+        pytest.skip('DAV tests disabled.')

tests/storage/servers/skip/install.sh

@@ -0,0 +1 @@
+#!/bin/sh

tests/storage/servers/xandikos/__init__.py

@@ -1,29 +1,35 @@
-from __future__ import annotations
-
 import pytest
 
+from xandikos.web import XandikosApp, XandikosBackend, WellknownRedirector
 
-class ServerMixin:
+import wsgi_intercept
+import wsgi_intercept.requests_intercept
+
+
+class ServerMixin(object):
     @pytest.fixture
-    def get_storage_args(
-        self,
-        request,
-        tmpdir,
-        slow_create_collection,
-        xandikos_server,
-        aio_connector,
-    ):
-        async def inner(collection="test"):
-            url = "http://127.0.0.1:8000/"
-            args = {"url": url, "connector": aio_connector}
+    def get_storage_args(self, request, tmpdir, slow_create_collection):
+        tmpdir.mkdir('xandikos')
+        backend = XandikosBackend(path=str(tmpdir))
+        cup = '/user/'
+        backend.create_principal(cup, create_defaults=True)
+        app = XandikosApp(backend, cup)
+
+        app = WellknownRedirector(app, '/')
+
+        wsgi_intercept.requests_intercept.install()
+        wsgi_intercept.add_wsgi_intercept('127.0.0.1', 8080, lambda: app)
+
+        def teardown():
+            wsgi_intercept.remove_wsgi_intercept('127.0.0.1', 8080)
+            wsgi_intercept.requests_intercept.uninstall()
+        request.addfinalizer(teardown)
+
+        def inner(collection='test'):
+            url = 'http://127.0.0.1:8080/'
+            args = {'url': url, 'collection': collection}
 
             if collection is not None:
-                args = await slow_create_collection(
-                    self.storage_class,
-                    args,
-                    collection,
-                )
-
+                args = self.storage_class.create_collection(**args)
             return args
-
         return inner

tests/storage/servers/xandikos/install.sh

@@ -0,0 +1,13 @@
+#!/bin/sh
+set -e
+
+pip install wsgi_intercept
+
+if [ "$REQUIREMENTS" = "release" ] || [ "$REQUIREMENTS" = "minimal" ]; then
+    pip install -U xandikos
+elif [ "$REQUIREMENTS" = "devel" ]; then
+    pip install -U git+https://github.com/jelmer/xandikos
+else
+    echo "Invalid REQUIREMENTS value"
+    false
+fi