Skip to content
This repository has been archived by the owner on Jul 19, 2023. It is now read-only.

Add optional append mode to json sink #6

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 6 additions & 4 deletions zavod/sinks/file.py
Original file line number Diff line number Diff line change
@@ -1,26 +1,28 @@
import sys
from threading import Lock
from typing import BinaryIO, Optional
from nomenklatura.entity import CE
from followthemoney.util import PathLike

from followthemoney.cli.util import write_entity
from followthemoney.util import PathLike
from nomenklatura.entity import CE

from zavod.sinks.common import Sink


class JSONFileSink(Sink[CE]):
def __init__(self, path: PathLike) -> None:
def __init__(self, path: PathLike, append: Optional[bool] = False) -> None:
self.path = path
self.lock = Lock()
self.fh: Optional[BinaryIO] = None
self.mode: str = "ab" if append else "wb"

def emit(self, entity: CE) -> None:
with self.lock:
if self.fh is None:
if str(self.path) == "-":
self.fh = sys.stdout.buffer
else:
self.fh = open(self.path, "wb")
self.fh = open(self.path, self.mode)
write_entity(self.fh, entity)

def close(self) -> None:
Expand Down