Add retry to shard writing (#243)

Mitigates transient failures of writing shard files. Part of #239

Author: kralka

pyproject.toml

@@ -39,6 +39,7 @@ dependencies = [
     "numpy",
     "pydantic",
     "semver",
+    "tenacity",
     "tensorflow",
     "tqdm",
     "xxhash",