source: json: Load JSON and patch label in dump

Author: sudharsana-kjl

dffml/source/file.py

@@ -76,7 +76,7 @@ async def _close(self):
             elif self.config.filename[::-1].startswith((".zip")[::-1]):
                 close = self.zip_closer_helper()
             else:
-                close = open(self.config.filename, "w")
+                close = open(self.config.filename, "w+")
             with close as fd:
                 await self.dump_fd(fd)
 

dffml/source/json.py

@@ -17,21 +17,24 @@ class JSONSource(FileSource, MemorySource):
     stored in memory.
     """
 
-    def __init__(self, config):
-        super().__init__(config)
-        self.repos = {}
-
     async def load_fd(self, fd):
-        self.repos = json.load(fd)
+        repos = json.load(fd)
         self.mem = {
             src_url: Repo(src_url, data=data)
-            for src_url, data in self.repos.get(self.config.label, {}).items()
+            for src_url, data in repos.get(self.config.label, {}).items()
         }
         LOGGER.debug("%r loaded %d records", self, len(self.mem))
 
     async def dump_fd(self, fd):
-        self.repos[self.config.label] = {
+        repos = {}
+        if fd.seekable():
+            # Empty Stream is not a Valid JSON
+            if fd.seek(0) is not 0:
+                repos = json.load(fd)
+                fd.seek(0)
+                fd.truncate(0)
+        repos[self.config.label] = {
             repo.src_url: repo.dict() for repo in self.mem.values()
         }
-        json.dump(self.repos, fd)
+        json.dump(repos, fd)
         LOGGER.debug("%r saved %d records", self, len(self.mem))

tests/source/test_file.py

@@ -181,7 +181,7 @@ async def test_close(self):
         ):
             async with FakeFileSource(self.config("testfile")):
                 pass
-            m_open.assert_called_once_with("testfile", "w")
+            m_open.assert_called_once_with("testfile", "w+")
 
     async def test_close_gz(self):
         m_open = mock_open()