destinations.fs_client

FSClientBase Objects

class FSClientBase(ABC)

[view_source]

get_table_dir

@abstractmethod
def get_table_dir(table_name: str) -> str

[view_source]

returns directory for given table

get_table_dirs

@abstractmethod
def get_table_dirs(table_names: Iterable[str]) -> List[str]

[view_source]

returns directories for given table

list_table_files

@abstractmethod
def list_table_files(table_name: str) -> List[str]

[view_source]

returns all filepaths for a given table

truncate_tables

@abstractmethod
def truncate_tables(table_names: List[str]) -> None

[view_source]

truncates the given table

read_bytes

def read_bytes(path: str,
               start: Any = None,
               end: Any = None,
               **kwargs: Any) -> bytes

[view_source]

reads given file to bytes object

read_text

def read_text(path: str,
              encoding: Any = "utf-8",
              errors: Any = None,
              newline: Any = None,
              compression: str = None,
              **kwargs: Any) -> str

[view_source]

reads given file into string, tries gzip and pure text