Added flag for basic support of universal newlines

1 files changed, 39 insertions, 0 deletions

diff --git a/test/test-suite b/test/test-suite
index a0f6fcc..c6d9344 100755
--- a/test/test-suite
+++ b/test/test-suite
@@ -1687,6 +1687,45 @@ class FormattingTests(AbstractQTestCase):
         self.assertEquals(o[0], 'mysum myavg')
         self.assertEquals(o[1], '55.000 5.500')
 
+    def test_failure_to_parse_universal_newlines_without_explicit_flag(self):
+        data = 'permalink,company,numEmps,category,city,state,fundedDate,raisedAmt,raisedCurrency,round\rlifelock,LifeLock,,web,Tempe,AZ,1-May-07,6850000,USD,b\rlifelock,LifeLock,,web,Tempe,AZ,1-Oct-06,6000000,USD,a\rlifelock,LifeLock,,web,Tempe,AZ,1-Jan-08,25000000,USD,c\rmycityfaces,MyCityFaces,7,web,Scottsdale,AZ,1-Jan-08,50000,USD,seed\rflypaper,Flypaper,,web,Phoenix,AZ,1-Feb-08,3000000,USD,a\rinfusionsoft,Infusionsoft,105,software,Gilbert,AZ,1-Oct-07,9000000,USD,a'
+        tmp_data_file = self.create_file_with_data(data)
+
+        cmd = '../bin/q -d , -H "select * from %s"' % tmp_data_file.name
+        retcode, o, e = run_command(cmd)
+
+        self.assertNotEquals(retcode, 0)
+        self.assertEquals(len(e), 1)
+        self.assertEquals(len(o), 0)
+
+        self.assertTrue(e[0].startswith('Data contains universal newlines'))
+
+        self.cleanup(tmp_data_file)
+
+    def test_universal_newlines_parsing_flag(self):
+        expected_output = [['lifelock', 'LifeLock', '', 'web', 'Tempe', 'AZ', '1-May-07', '6850000', 'USD', 'b'],
+                           ['lifelock', 'LifeLock', '', 'web', 'Tempe', 'AZ', '1-Oct-06', '6000000', 'USD', 'a'],
+                           ['lifelock', 'LifeLock', '', 'web', 'Tempe', 'AZ', '1-Jan-08', '25000000', 'USD', 'c'],
+                           ['mycityfaces', 'MyCityFaces', '7', 'web', 'Scottsdale', 'AZ', '1-Jan-08', '50000', 'USD', 'seed'],
+                           ['flypaper', 'Flypaper', '', 'web', 'Phoenix', 'AZ', '1-Feb-08', '3000000', 'USD', 'a'],
+                           ['infusionsoft', 'Infusionsoft', '105', 'software', 'Gilbert', 'AZ', '1-Oct-07', '9000000', 'USD', 'a']]
+
+        data = 'permalink,company,numEmps,category,city,state,fundedDate,raisedAmt,raisedCurrency,round\rlifelock,LifeLock,,web,Tempe,AZ,1-May-07,6850000,USD,b\rlifelock,LifeLock,,web,Tempe,AZ,1-Oct-06,6000000,USD,a\rlifelock,LifeLock,,web,Tempe,AZ,1-Jan-08,25000000,USD,c\rmycityfaces,MyCityFaces,7,web,Scottsdale,AZ,1-Jan-08,50000,USD,seed\rflypaper,Flypaper,,web,Phoenix,AZ,1-Feb-08,3000000,USD,a\rinfusionsoft,Infusionsoft,105,software,Gilbert,AZ,1-Oct-07,9000000,USD,a'
+        tmp_data_file = self.create_file_with_data(data)
+
+        cmd = '../bin/q -d , -H -U "select permalink,company,numEmps,category,city,state,fundedDate,raisedAmt,raisedCurrency,round from %s"' % tmp_data_file.name
+        retcode, o, e = run_command(cmd)
+
+        self.assertEquals(retcode,0)
+        self.assertEquals(len(e), 0)
+        self.assertEquals(len(o), 6)
+
+        actual_output = map(lambda row: row.split(","),o)
+
+        self.assertEquals(actual_output,expected_output)
+
+        self.cleanup(tmp_data_file)
+
 
 
 class SqlTests(AbstractQTestCase):