Changeset 1b8ae80 in trunk

Timestamp:

2021-11-30T23:01:15Z (3 years ago)

Author:

meejah <meejah@…>

Branches:

master

Children:

0a4bc38

Parents:

3fd1ca8a

Message:

no auto-migrate; produce error if pickle-files exist

Location:

src/allmydata/storage

Files:

• crawler.py (modified) (5 diffs)
• expirer.py (modified) (2 diffs)

src/allmydata/storage/crawler.py ¶

@@ -109 +109 @@
         pickle-style state into JSON-style state
 
-    :returns unicode: the local path where the state is stored
+    :returns FilePath: the local path where the state is stored
 
     If this state path is JSON, simply return it.
@@ -117 +117 @@
     """
     if state_path.path.endswith(".json"):
-        return state_path.path
+        return state_path
 
     json_state_path = state_path.siblingExtension(".json")
@@ -124 +124 @@
     # nothing to upgrade
     if not state_path.exists():
-        return json_state_path.path
+        return json_state_path
 
     # upgrade the pickle data to JSON
@@ -136 +136 @@
     # we've written the JSON, delete the pickle
     state_path.remove()
-    return json_state_path.path
+    return json_state_path
+
+
+def _confirm_json_format(fp):
+    """
+    :param FilePath fp: the original (pickle) name of a state file
+
+    This confirms that we do _not_ have the pickle-version of a
+    state-file and _do_ either have nothing, or the JSON version. If
+    the pickle-version exists, an exception is raised.
+
+    :returns FilePath: the JSON name of a state file
+    """
+    jsonfp = fp.siblingExtension(".json")
+    if fp.exists():
+        raise MigratePickleFileError(fp)
+    return jsonfp
 
 
@@ -147 +163 @@
 
     def __init__(self, state_path):
-        self._path = FilePath(
-            _maybe_upgrade_pickle_to_json(
-                FilePath(state_path),
-                _convert_pickle_state_to_json,
-            )
-        )
+        self._path = _confirm_json_format(FilePath(state_path))
 
     def load(self):

src/allmydata/storage/expirer.py ¶

@@ -13 +13 @@
 from allmydata.storage.crawler import (
     ShareCrawler,
+    MigratePickleFileError,
+    _confirm_json_format,
     _maybe_upgrade_pickle_to_json,
     _convert_cycle_data,
@@ -41 +43 @@
     """
     Serialize the 'history' file of the lease-crawler state. This is
-    "storage/history.state" for the pickle or
-    "storage/history.state.json" for the new JSON format.
+    "storage/lease_checker.history" for the pickle or
+    "storage/lease_checker.history.json" for the new JSON format.
     """
 
     def __init__(self, history_path):
-        self._path = FilePath(
-            _maybe_upgrade_pickle_to_json(
-                FilePath(history_path),
-                _convert_pickle_state_to_json,
-            )
-        )
+        self._path = _confirm_json_format(FilePath(history_path))
+
         if not self._path.exists():
             with self._path.open("wb") as f: