Skip to content

Commit

Permalink
fix!: remove parquet support
Browse files Browse the repository at this point in the history
Closes #26
  • Loading branch information
gadomski committed Dec 21, 2021
1 parent d113653 commit eaab6b6
Show file tree
Hide file tree
Showing 8 changed files with 0 additions and 132 deletions.
1 change: 0 additions & 1 deletion docs/api/mod.rst
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,6 @@ Most useful functions and classes are contained in submodules.
errors
io
pandas
parquet
record

isd
Expand Down
5 changes: 0 additions & 5 deletions docs/api/parquet.rst

This file was deleted.

30 changes: 0 additions & 30 deletions examples/examine_parquet_metadata.py

This file was deleted.

9 changes: 0 additions & 9 deletions examples/read_parquet.py

This file was deleted.

2 changes: 0 additions & 2 deletions setup.cfg
Original file line number Diff line number Diff line change
Expand Up @@ -20,9 +20,7 @@ packages = find:
python_requires = >=3.7
install_requires =
click ~= 8.0
dask[distributed] ~= 2021.08
pandas ~= 1.3
pyarrow ~= 6.0


[options.packages.find]
Expand Down
24 changes: 0 additions & 24 deletions src/isd/cli.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,15 +3,11 @@
import dataclasses
import itertools
import json
import os
from typing import List, Optional

import click
from click import ClickException
from dask.distributed import Client

import isd.io
import isd.parquet


@click.group()
Expand All @@ -30,23 +26,3 @@ def record(infile: str, index: int) -> None:
print(json.dumps(dataclasses.asdict(record), indent=4))
else:
raise ClickException(f"No record with index {index}")


@main.command()
@click.argument("INFILES", nargs=-1)
@click.argument("DIRECTORY")
@click.option("-c", "--client")
def to_parquet(
infiles: List[str], directory: str, client: Optional[str] = None
) -> None:
"""Writes one or more ISD files to a parquet table."""
paths = []
for infile in infiles:
if os.path.isdir(infile):
for file_name in os.listdir(infile):
paths.append(os.path.abspath(os.path.join(infile, file_name)))
else:
paths.append(os.path.abspath(infile))
if client:
Client(client)
isd.parquet.write(paths, directory)
40 changes: 0 additions & 40 deletions src/isd/parquet.py

This file was deleted.

21 changes: 0 additions & 21 deletions tests/test_parquet.py

This file was deleted.

0 comments on commit eaab6b6

Please sign in to comment.