Merge branch 'main' into improved-auto-detection

Author: tilo

spec/features/formating/column_separator_spec.rb

@@ -87,6 +87,14 @@
         end.to raise_exception SmarterCSV::NoColSepDetected
       end
 
+      it 'does not detect separators that are between quotes' do
+        data = SmarterCSV.process("#{fixture_path}/separator_chars_between_quotes.csv", options)
+
+
+        expect(data.first.keys.size).to eq 5
+        expect(data.size).to eq 3
+      end
+
       context 'when auto is given as a string' do
         let(:options) do
           {
@@ -148,6 +156,16 @@
         end.to raise_exception SmarterCSV::NoColSepDetected
       end
 
+      it 'does not detect separators that are between quotes' do
+        data = SmarterCSV.process(
+          "#{fixture_path}/separator_chars_between_quotes_no_headers.csv",
+          options.merge(user_provided_headers: %w[Name Age Job Department Project])
+        )
+
+        expect(data.first.keys.size).to eq 5
+        expect(data.size).to eq 3
+      end
+
       context 'when auto is given as a string' do
         let(:options) do
           {

spec/fixtures/separator_chars_between_quotes.csv

@@ -0,0 +1,4 @@
+"name, info":"age, years":"job, title":"department, info":"project, code"
+"John, Doe":"35, years":"Senior, Developer":"Engineering, Dept":"Code, 1234"
+"Jane, Smith":"29, years":"Project, Manager":"Product, Development":"Code,5678"
+"Emily, Jones":"42, years":"CTO,":"Technology,Dept":"Code,9012"

spec/fixtures/separator_chars_between_quotes_no_headers.csv

@@ -0,0 +1,3 @@
+"John, Doe":"35, years":"Senior, Developer":"Engineering, Dept":"Code, 1234"
+"Jane, Smith":"29, years":"Project, Manager":"Product, Development":"Code,5678"
+"Emily, Jones":"42, years":"CTO,":"Technology,Dept":"Code,9012"