Use read_parquet()

See apache/arrow#44089
psychelzh · Sep 20, 2024 · 793516e · 793516e
1 parent 1c284f2
commit 793516e
Showing 1 changed file with 3 additions and 5 deletions.
diff --git a/_scripts/analyze_inter_subject.R b/_scripts/analyze_inter_subject.R
@@ -372,13 +372,11 @@ list(
   ),
   tar_target(
     whole_erps,
-    arrow::open_dataset(file_cca_y) |>
-      filter(!is.nan(y)) |>
+    arrow::read_parquet(file_cca_y) |>
       summarise(
-        y_avg = mean(y),
+        y_avg = mean(y, na.rm = TRUE),
         .by = c(subj_id, cca_id, time_id)
-      ) |>
-      collect()
+      )
   ),
   tarchetypes::tar_file_read(
     smc,