diff --git a/src/main.cpp b/src/main.cpp index 9d33a85..2cf775c 100644 --- a/src/main.cpp +++ b/src/main.cpp @@ -185,7 +185,6 @@ bool find_indexes(const uint8_t * buf, size_t len, ParsedCSV & pcsv) { #endif simd_input in = fill_input(buf+internal_idx); uint64_t quote_mask = find_quote_mask(in, prev_iter_inside_quote); - uint64_t sep = cmp_mask_against_input(in, ','); #ifdef CRLF uint64_t cr = cmp_mask_against_input(in, 0x0d); uint64_t cr_adjusted = (cr << 1) | prev_iter_cr_end; @@ -195,7 +194,7 @@ bool find_indexes(const uint8_t * buf, size_t len, ParsedCSV & pcsv) { #else uint64_t end = cmp_mask_against_input(in, 0x0a); #endif - fields[b] = (end | sep) & ~quote_mask; + fields[b] = (end) & ~quote_mask; } for(size_t b = 0; b < SIMDCSV_BUFFERSIZE; b++){ size_t internal_idx = 64 * b + idx; @@ -211,7 +210,6 @@ bool find_indexes(const uint8_t * buf, size_t len, ParsedCSV & pcsv) { #endif simd_input in = fill_input(buf+idx); uint64_t quote_mask = find_quote_mask(in, prev_iter_inside_quote); - uint64_t sep = cmp_mask_against_input(in, ','); #ifdef CRLF uint64_t cr = cmp_mask_against_input(in, 0x0d); uint64_t cr_adjusted = (cr << 1) | prev_iter_cr_end; @@ -226,7 +224,7 @@ bool find_indexes(const uint8_t * buf, size_t len, ParsedCSV & pcsv) { // then outside the quotes with LF so it's OK to "and off" // the quoted bits here. Some other quote convention would // need to be thought about carefully - uint64_t field_sep = (end | sep) & ~quote_mask; + uint64_t field_sep = (end) & ~quote_mask; flatten_bits(base_ptr, base, idx, field_sep); } #undef SIMDCSV_BUFFERSIZE