From f2877271d59baf51b5e56a30909d214b0da7a12e Mon Sep 17 00:00:00 2001
From: "coderabbitai[bot]"
 <136622811+coderabbitai[bot]@users.noreply.github.com>
Date: Thu, 2 Jul 2026 00:57:10 +0000
Subject: [PATCH] =?UTF-8?q?=F0=9F=93=9D=20CodeRabbit=20Chat:=20Fix=20Spect?=
 =?UTF-8?q?ronaut=20CSV=20column=20selection=20for=20Datasets=20API?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 R/clean_spectronaut.R | 15 +++++++++++----
 1 file changed, 11 insertions(+), 4 deletions(-)

diff --git a/R/clean_spectronaut.R b/R/clean_spectronaut.R
index 198f4d1..1e3fc37 100644
--- a/R/clean_spectronaut.R
+++ b/R/clean_spectronaut.R
@@ -22,9 +22,15 @@ reduceBigSpectronaut <- function(input_file, output_path,
     delim <- ";"
   }
 
-  # Columns cleanSpectronautChunk actually consumes; Arrow's
-  # convert_options$include_columns drops everything else at parse time so
-  # we never materialize the ~35 unused columns Spectronaut exports.
+  # Columns cleanSpectronautChunk actually consumes; only these are
+  # projected out of the dataset so we never materialize the ~35 unused
+  # columns Spectronaut exports. Note: CsvConvertOptions$include_columns
+  # only applies to the one-shot read_csv_arrow() reader -- it is silently
+  # ignored by the Datasets API (open_dataset() + Scanner) used below, so
+  # column pruning has to happen via Scanner$create(projection = ...)
+  # instead. present_cols intersects with the file's actual schema so
+  # older/variant Spectronaut exports missing an optional column don't
+  # make the scan fail on an unknown column name.
   needed_cols <- c("R.FileName", "R.Condition", "R.Replicate",
                    "PG.ProteinAccessions", "EG.ModifiedSequence",
                    "FG.LabeledSequence", "FG.Charge",
@@ -55,7 +61,8 @@ reduceBigSpectronaut <- function(input_file, output_path,
     read_options    = read_opts
   )
 
-  reader <- arrow::Scanner$create(ds)$ToRecordBatchReader()
+  present_cols <- intersect(needed_cols, ds$schema$names)
+  reader <- arrow::Scanner$create(ds, projection = present_cols)$ToRecordBatchReader()
 
   t_start   <- Sys.time()
   pos       <- 1L