Skip to content

Commit

Permalink
pr feedback
Browse files Browse the repository at this point in the history
  • Loading branch information
universalmind303 committed Nov 1, 2024
1 parent 6cae8a3 commit b70f83b
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 5 deletions.
2 changes: 1 addition & 1 deletion Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@ test: .venv build ## Run tests

.PHONY: dsdgen
dsdgen: .venv ## Generate TPC-DS data
$(VENV_BIN)/python benchmarking/tpcds/datagen.py --scale-factor=$(SCALE_FACTOR) --tpch-gen-folder=$(OUTPUT_DIR)
$(VENV_BIN)/python benchmarking/tpcds/datagen.py --scale-factor=$(SCALE_FACTOR) --tpcds-gen-folder=$(OUTPUT_DIR)

.PHONY: clean
clean:
Expand Down
7 changes: 3 additions & 4 deletions benchmarking/tpcds/datagen.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,8 +21,8 @@ def gen_tpcds(basedir: str, scale_factor: float):
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument(
"--tpch-gen-folder",
default="data/tpch-dbgen",
"--tpcds-gen-folder",
default="data/tpcds-dbgen",
help="Path to the folder containing the TPCH dbgen tool and generated data",
)
parser.add_argument("--scale-factor", default=0.01, help="Scale factor to run on in GB", type=float)
Expand All @@ -31,10 +31,9 @@ def gen_tpcds(basedir: str, scale_factor: float):
num_parts = args.scale_factor

logger.info(
"Generating data at %s with: scale_factor=%s num_parts=%s generate_sqlite_db=%s generate_parquet=%s",
"Generating data at %s with: scale_factor=%s",
args.tpch_gen_folder,
args.scale_factor,
num_parts,
)

gen_tpcds(basedir=args.tpch_gen_folder, scale_factor=args.scale_factor)

0 comments on commit b70f83b

Please sign in to comment.