Skip to content

Commit c7cd928

Browse files
jqnatividadjqnatividad
committed
deps: use latest polars before release; bump atoi_simd and calamine too
- as polars switched to atoi_simd 0.17.0 - and use our patched fork of calamine to make it use atoi_simd 0.17.0 as well, so we can drop atoi_simd 0.16.0 from dependency tree - adjust polars-dependent commands to latest polars API change tre PlPath
1 parent 7b7a72c commit c7cd928

File tree

7 files changed

+56
-53
lines changed

7 files changed

+56
-53
lines changed

‎Cargo.lock‎

Lines changed: 44 additions & 44 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎Cargo.toml‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -72,7 +72,7 @@ panic = "abort"
7272

7373
[dependencies]
7474
arboard = { version = "3.6.1", default-features = false, optional = true }
75-
atoi_simd = "0.16"
75+
atoi_simd = "0.17"
7676
base62 = { version = "2.2", optional = true }
7777
base64-simd = { version = "0.8", optional = true }
7878
bitvec = "1"
@@ -312,6 +312,9 @@ csv-index = { git = "https://github.com/dathere/rust-csv", branch = "qsv-tuned"
312312
# use fork with updated redis 1.0 dependency & client-side caching features
313313
cached = { git = "https://github.com/nihohit/cached", branch = "client-side-caching" }
314314

315+
# use our patched fork of calamine with atoi_simd 0.17 dependency
316+
calamine = { git = "https://github.com/jqnatividad/calamine", branch = "deps-bump-calamine-0.16.0-to-0.17.0" }
317+
315318
# use upstream of csvlens with new marked export feature
316319
csvlens = { git = "https://github.com/YS-L/csvlens", rev = "6b58904" }
317320
# use our patched fork of csvs_convert to bump dependencies until our PR is merged
@@ -357,9 +360,9 @@ sled = { git = "https://github.com/dathere/sled", branch = "v0.34.7-bumped-parki
357360
# (e.g. py-1.19.0:52ea381 to indicate that we are Python Polars 1.19.0,
358361
# and the commit hash 52ea381)
359362
# ================================
360-
# QSV_POLARS_REV=py-1.37.0:e9e20e4
363+
# QSV_POLARS_REV=py-1.37.0:451f247
361364
# polars = { git = "https://github.com/pola-rs/polars", tag = "py-1.37.0", optional = true }
362-
polars = { git = "https://github.com/pola-rs/polars", rev = "e9e20e4", optional = true }
365+
polars = { git = "https://github.com/pola-rs/polars", rev = "451f247", optional = true }
363366

364367
[features]
365368
default = ["mimalloc"]

‎README.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -101,7 +101,7 @@
101101
🧠: expensive operations are memoized with available inter-session Redis/Disk caching for fetch commands.
102102
🗄️: [Extended input support](#extended-input-support).
103103
🗃️: [Limited Extended input support](#limited-extended-input-support).
104-
🐻‍❄️: command powered/accelerated by [![polars 0.52.0 at py-1.37.0 tag e9e20e4 revision](https://img.shields.io/badge/polars-0.52.0%20at%20py1.37.0:e9e20e4-blue?logo=polars
104+
🐻‍❄️: command powered/accelerated by [![polars 0.52.0 at py-1.37.0 tag 451f247 revision](https://img.shields.io/badge/polars-0.52.0%20at%20py1.37.0:451f247-blue?logo=polars
105105
)](https://github.com/pola-rs/polars/releases/tag/py-1.37.0) vectorized query engine.
106106
🤖: command uses Natural Language Processing or Generative AI.
107107
🏎️: multithreaded and/or faster when an index (📇) is available.

‎src/cmd/count.rs‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -474,7 +474,7 @@ pub fn polars_count_input(conf: &Config, low_memory: bool) -> CliResult<u64> {
474474
// do it in a block so schema_df is dropped early
475475
// Use ignore_errors to handle schema inference issues (e.g., columns that start
476476
// with boolean values but contain integers later)
477-
let schema_df = match LazyCsvReader::new(PlPath::new(&filepath.to_string_lossy()))
477+
let schema_df = match LazyCsvReader::new(PlRefPath::new(&*filepath.to_string_lossy()))
478478
.with_separator(delimiter)
479479
.with_comment_prefix(comment_prefix.clone())
480480
.with_n_rows(Some(1))
@@ -507,7 +507,7 @@ pub fn polars_count_input(conf: &Config, low_memory: bool) -> CliResult<u64> {
507507
// using the LazyCsvReader builder to set CSV read options
508508
// Use ignore_errors to handle schema inference issues (e.g., columns that start
509509
// with boolean values but contain integers later)
510-
lazy_df = match LazyCsvReader::new(PlPath::new(&filepath.to_string_lossy()))
510+
lazy_df = match LazyCsvReader::new(PlRefPath::new(&*filepath.to_string_lossy()))
511511
.with_separator(delimiter)
512512
.with_comment_prefix(comment_prefix)
513513
.with_low_memory(low_memory)

‎src/cmd/joinp.rs‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -883,7 +883,7 @@ impl Args {
883883
args: &Args,
884884
delim: u8,
885885
) -> LazyCsvReader {
886-
LazyCsvReader::new(PlPath::new(file_path))
886+
LazyCsvReader::new(PlRefPath::new(file_path))
887887
.with_has_header(true)
888888
.with_missing_is_null(args.flag_nulls)
889889
.with_comment_prefix(comment_char.cloned())

0 commit comments

Comments
 (0)