Max rows per file (#28)

* Issue #27: split into multiple files of max rows

* shuffle and tests

* tests

Author: joeygibson

Cargo.lock

@@ -1,6 +1,6 @@
 [package]
 name = "verticareader"
-version = "2.0.0"
+version = "2.1.0"
 authors = ["Joey Gibson <joey@joeygibson.com>"]
 edition = "2018"
 description = "A program to read Vertica native binary files and convert them to CSV."

Cargo.toml

@@ -55,6 +55,10 @@ pub struct Args {
     /// Prefix hex strings with 0x
     #[arg(short = 'H', long)]
     pub hex_prefix: bool,
+
+    /// Maximum rows per file
+    #[arg(short, long, default_value_t = usize::MAX, hide_default_value=true)]
+    pub max_rows: usize,
 }
 
 impl Args {
@@ -70,8 +74,9 @@ impl Args {
             is_json: false,
             is_json_lines: false,
             is_gzip: false,
-            limit: 5_usize,
+            limit: usize::MAX,
             hex_prefix: false,
+            max_rows: usize::MAX,
         }
     }
 
@@ -87,8 +92,9 @@ impl Args {
             is_json: false,
             is_json_lines: false,
             is_gzip: false,
-            limit: 5_usize,
+            limit: usize::MAX,
             hex_prefix: false,
+            max_rows: usize::MAX,
         }
     }
 }