Port tests in csv_files.rs to sqllogictest

datafusion/common/src/file_options/csv_writer.rs

@@ -90,7 +90,12 @@ impl TryFrom<(&ConfigOptions, &StatementOptions)> for CsvWriterOptions {
                             "Unable to convert CSV delimiter into u8".into(),
                         )
                     })?)
-            },
+                },
+                "quote" | "escape" => {
+                    // These two attributes are only available when reading csv files.
+                    // To avoid error
+                    builder
+                },
                 _ => return Err(DataFusionError::Configuration(format!("Found unsupported option {option} with value {value} for CSV format!")))
             }
         }

datafusion/core/src/datasource/listing_table_factory.rs

@@ -73,6 +73,8 @@ impl TableProviderFactory for ListingTableFactory {
                 CsvFormat::default()
                     .with_has_header(cmd.has_header)
                     .with_delimiter(cmd.delimiter as u8)
+                    .with_quote(cmd.options.get("quote").map_or(b'"', |x| x.as_bytes()[0]))
+                    .with_escape(cmd.options.get("escape").map_or(None, |x| Some(x.as_bytes()[0])))
                     .with_file_compression_type(file_compression_type),
             ),
             #[cfg(feature = "parquet")]

datafusion/core/tests/sql/mod.rs

@@ -74,7 +74,6 @@ macro_rules! test_expression {
 
 pub mod aggregates;
 pub mod create_drop;
-pub mod csv_files;
 pub mod describe;
 pub mod displayable;
 pub mod explain_analyze;

datafusion/sqllogictest/test_files/csv_files.slt

@@ -0,0 +1,71 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+
+#   http://www.apache.org/licenses/LICENSE-2.0
+
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+#############
+## Csv Files Tests
+#############
+
+statement ok
+CREATE EXTERNAL TABLE csv_custom_quote (
+    c1  VARCHAR DEFAULT NULL,
+    c2  VARCHAR DEFAULT NULL
+)
+STORED AS CSV
+WITH HEADER ROW
+DELIMITER ','
+OPTIONS ('quote' '~')
+LOCATION '../../testing/data/csv/csv_custom_quote.csv';
+
+statement ok
+CREATE EXTERNAL TABLE csv_custom_escape (
+    c1  VARCHAR DEFAULT NULL,
+    c2  VARCHAR DEFAULT NULL
+)
+STORED AS CSV
+WITH HEADER ROW
+DELIMITER ','
+OPTIONS ('escape' '\')
+LOCATION '../../testing/data/csv/csv_custom_escape.csv';
+
+query TT
+SELECT * from csv_custom_quote;
+----
+id0 value0
+id1 value1
+id2 value2
+id3 value3
+id4 value4
+id5 value5
+id6 value6
+id7 value7
+id8 value8
+id9 value9
+
+
+query TT
+SELECT * from csv_custom_escape;
+----
+id0 value"0
+id1 value"1
+id2 value"2
+id3 value"3
+id4 value"4
+id5 value"5
+id6 value"6
+id7 value"7
+id8 value"8
+id9 value"9