use std::time::{Duration, Instant};
use futures::StreamExt;
use object_store::ObjectStore;
use object_store::path::Path;


#[tokio::main]
async fn main() {
    let start = Instant::now();
    let object_store_url = "https://datasets.clickhouse.com";
    let client_options = object_store::ClientOptions::default()
        // default the timeout to 1 second
        .with_timeout(Duration::from_secs(1));

    let object_store = object_store::http::HttpBuilder::new()
        .with_client_options(client_options)
        .with_url(object_store_url)
        .build()
        .unwrap();

    // this is a 14GB file
    let file_path = Path::from("hits_compatible/hits.parquet");
    let response = object_store.get(&file_path).await.unwrap();

    // read the response body relatively slowly
    let mut stream = response.into_stream();
    while let Some(chunk) = stream.next().await {
        let chunk = chunk.unwrap();
        // throttle the read speed
        tokio::time::sleep(Duration::from_millis(100)).await;
    }

    println!("{:?} Done", start.elapsed());
}