please wok

Author: Rickard Lundin

src/chunked/recordbatch_output.rs

@@ -112,14 +112,14 @@ pub(crate) struct DeltaOut {
 }
 
 impl DeltaOut {
-    async fn deltasetup(schema: FixedSchema) -> Result<DeltaTable, DeltaTableError> {
-        let table_uri = std::env::var("TABLE_URI").map_err(|e| DeltaTableError::GenericError {
-            source: Box::new(e),
-        })?;
+    async fn deltasetup(schema: FixedSchema, out: PathBuf) -> Result<DeltaTable, DeltaTableError> {
+        //        let table_uri = std::env::var("TABLE_URI").map_err(|e| DeltaTableError::GenericError {
+        //            source: Box::new(e),
+        //        })?;
 
-        info!("Using the location of: {:?}", table_uri);
+        info!("Using the location of: {:?}", out);
 
-        let table_path = deltalake::Path::parse(&table_uri).unwrap();
+        let table_path = deltalake::Path::parse(out.to_str().unwrap()).unwrap();
 
         let maybe_table = deltalake::open_table(&table_path).await;
         let mut table = match maybe_table {
@@ -145,7 +145,7 @@ impl DeltaOut {
         fixed_schema: FixedSchema,
         outfile: PathBuf,
     ) -> (Result<Stats>) {
-        let mut table = Self::deltasetup(fixed_schema).await.unwrap();
+        let mut table = Self::deltasetup(fixed_schema, outfile).await.unwrap();
 
         let writer_properties = WriterProperties::builder()
             .set_compression(Compression::ZSTD(ZstdLevel::try_new(3).unwrap()))

src/chunked/residual_slicer.rs

@@ -139,7 +139,7 @@ impl<'a> Slicer<'a> for ResidualSlicer<'a> {
             parse_duration_tot += parse_duration;
             builder_write_duration_tot += builder_write_duration;
         }
-        info!("about to shudown converter...");
+        info!("about to shutdown converter...");
 
         converter.shutdown(&rt, threaded_writer.1);
         info!("converter has been shutdown");