Skip to content

Commit

Permalink
Moved duckdb files into a separate directory root.
Browse files Browse the repository at this point in the history
  • Loading branch information
gaurav committed Jan 14, 2025
1 parent e9830ed commit 2471c95
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions src/snakefiles/duckdb.snakefile
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ import os
# Write all compendia files to DuckDB and Parquet, then create `babel_outputs/duckdb/compendia_done` to signal that we're done.
rule export_all_compendia_to_duckdb:
input:
nodes_files=expand("{od}/duckdb/parquet/filename={fn}/compendium.duckdb",
nodes_files=expand("{od}/duckdb/duckdbs/filename={fn}/compendium.duckdb",
od=config['output_directory'],
fn=map(lambda fn: os.path.splitext(fn)[0], get_all_compendia(config))
)
Expand All @@ -30,7 +30,7 @@ rule export_compendia_to_duckdb:
# Write all synonyms files to Parquet via DuckDB, then create `babel_outputs/duckdb/synonyms_done` to signal that we're done.
rule export_all_synonyms_to_duckdb:
input:
sapbert_training_file=expand("{od}/duckdb/parquet/filename={fn}/synonyms.duckdb",
sapbert_training_file=expand("{od}/duckdb/duckdbs/filename={fn}/synonyms.duckdb",
od=config['output_directory'],
fn=map(lambda fn: os.path.splitext(fn)[0], get_all_synonyms_with_drugchemicalconflated(config))
)
Expand All @@ -45,7 +45,7 @@ rule export_synonyms_to_duckdb:
input:
synonyms_file=config['output_directory'] + "/synonyms/{filename}.txt",
output:
duckdb_filename=config['output_directory'] + "/duckdb/parquet/filename={filename}/synonyms.duckdb"
duckdb_filename=config['output_directory'] + "/duckdb/duckdbs/filename={filename}/synonyms.duckdb"
run:
duckdb_exporters.export_synonyms_to_parquet(input.synonyms_file, output.duckdb_filename)

Expand Down

0 comments on commit 2471c95

Please sign in to comment.