Skip to content

Commit

Permalink
nit
Browse files Browse the repository at this point in the history
  • Loading branch information
jdcasale committed Apr 8, 2024
1 parent c09b477 commit b85037e
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 7 deletions.
2 changes: 1 addition & 1 deletion bench-vortex/src/data_downloads.rs
Original file line number Diff line number Diff line change
Expand Up @@ -73,7 +73,7 @@ pub fn data_vortex_uncompressed(fname_out: &str, downloaded_data: PathBuf) -> Pa

pub fn decompress_bz2(input_path: &str, output_path: &str) -> PathBuf {
idempotent(output_path, |path| {
let input_file = File::open(input_path).unwrap();
let input_file = File::open(data_path(input_path)).unwrap();
let mut decoder = BzDecoder::new(input_file);

let mut buffer = Vec::new();
Expand Down
8 changes: 2 additions & 6 deletions bench-vortex/src/medicare_data.rs
Original file line number Diff line number Diff line change
Expand Up @@ -14,20 +14,16 @@ use vortex_error::VortexError;
use vortex_schema::DType;

use crate::data_downloads::{decompress_bz2, download_data, parquet_to_lance};
use crate::idempotent;
use crate::reader::{compress_csv_to_vortex, default_csv_format, write_csv_as_parquet};
use crate::idempotent;

#[allow(dead_code)]
pub fn medicare_data_csv() -> PathBuf {
let fname = "Medicare1_1.csv.bz2";
download_data(
fname,
"http://www.cwi.nl/~boncz/PublicBIbenchmark/Medicare1/Medicare1_1.csv.bz2",
);
decompress_bz2(
"/Users/jcasale/fulcrum/vortex/bench-vortex/data/Medicare1_1.csv.bz2",
"Medicare1_1.csv",
)
decompress_bz2("Medicare1_1.csv.bz2", "Medicare1_1.csv")
}

pub fn medicare_data_lance() -> PathBuf {
Expand Down

0 comments on commit b85037e

Please sign in to comment.