Feature/rfc 4180

.github/workflows/bench.yml

@@ -38,6 +38,10 @@ jobs:
             cmd: teip -Gog '.*sshd' < test_secure
           - name: convert_date
             cmd: teip -c1-15 -- date -f- +%s < test_secure
+          - name: csv
+            cmd: teip --csv -f 2 -- tr '[:print:]' '@' < test.csv
+            # same as: awk '{gsub(".","@",$2);print}' FS=, OFS=, < test.csv
+
     steps:
     - uses: actions/checkout@v2
 
@@ -57,6 +61,8 @@ jobs:
         sudo dpkg -i ./hyperfine_1.9.0_amd64.deb
         wget https://github.com/greymd/test_files/raw/v1.0.0/logs/test_secure.gz
         gzip -d ./test_secure.gz
+        wget https://github.com/greymd/test_files/raw/v1.0.0/xsv/1000000_Sales_Records.csv.gz
+        zcat 1000000_Sales_Records.csv.gz | awk '{print}' > test.csv # Filtered by AWK to add trailing newline
 
     - name: Benchmark for a large file
       run: |

.github/workflows/test.yml

@@ -48,3 +48,4 @@ jobs:
         run: |
           cargo test --verbose --features oniguruma
           bash tests/test_large_file.sh
+          bash tests/test_long_line.sh

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "teip"
-version = "2.0.0"
+version = "2.1.0-beta"
 authors = ["Yasuhiro Yamada <[email protected]>"]
 description = "Highly efficient \"Masking tape\" for standard input"
 keywords = ["sed", "awk", "util"]

README.md

@@ -16,10 +16,22 @@
   <img src="https://raw.githubusercontent.com/wiki/greymd/teip/img/teip_intro.png" alt="Git Animation for Introduction" width="50%" />
 </p>
 
-* Edit 4th and 6th columns in the CSV file
+* Replace 'WORLD' to 'EARTH' on line including 'HELLO'
 
 ```bash
-$ cat file.csv | teip -d, -f 4,6 -- sed 's/./@/g'
+$ cat file | teip -g HELLO -- sed 's/WORLD/EARTH/'
+```
+
+* Edit 2nd column in the CSV file:
+
+```bash
+$ cat file.csv | teip --csv -f 2 -- sed 's/./@/g'
+```
+
+* Edit 2nd, 3rd and 4th fields on '|' separated file
+
+```bash
+$ cat file | teip -d '|' -f 2-4 -- sed 's/./@/g'
 ```
 
 * Convert timestamps in /var/log/secure to UNIX time

man/man.md

@@ -274,7 +274,7 @@ EXAMPLES
 Edit 2nd, 3rd, and 4th columns in the CSV file
 
 ```
-$ cat file.csv | teip -f 2-4 -d , -- sed 's/./@/g'
+$ cat file.csv | teip --csv -f 2-4 -- sed 's/./@/g'
 ```
 
 Convert timestamps in /var/log/secure to UNIX time

src/csv/README.md

@@ -0,0 +1,5 @@
+# csv submodule for teip
+
+This is a submodule for the [teip](https://github.com/greymd/teip).
+Many part of this module is based on [csv-core](https://github.com/BurntSushi/rust-csv/tree/master/csv-core).
+which is dual-licensed under MIT and Unlicense as of 2023-02-21