limit support added to test anonymization

pom.xml

@@ -44,6 +44,11 @@
             <version>1.4.196</version>
             <scope>test</scope>
         </dependency>
+        <dependency>
+            <groupId>org.postgresql</groupId>
+            <artifactId>postgresql</artifactId>
+            <version>42.1.4</version>
+        </dependency>
     </dependencies>
 
     <build>

src/main/kotlin/com/github/dataanon/dsl/Whitelist.kt

@@ -4,7 +4,7 @@ import com.github.dataanon.jdbc.TableReader
 import com.github.dataanon.jdbc.WhitelistTableWriter
 import reactor.core.publisher.Flux
 
-class Whitelist(private val sourceDbConfig: Map<String, String>, private val destDbConfig: Map<String, String>) : Strategy() {
+class Whitelist(private val sourceDbConfig: Map<String, Any>, private val destDbConfig: Map<String, Any>) : Strategy() {
 
     override fun execute() {
         Flux.fromIterable(Iterable { TableReader(sourceDbConfig, tableName, anonymizer.columns, anonymizer.whitelist) })

src/main/kotlin/com/github/dataanon/jdbc/BlacklistTableWriter.kt

@@ -9,8 +9,8 @@ import java.sql.Connection
 import java.sql.DriverManager
 import java.sql.PreparedStatement
 
-class BlacklistTableWriter(dbConfig: Map<String, String>, tableName: String, private val columns: Columns, private val primaryKey: Array<String>) : BaseSubscriber<Record>() {
-    private val conn: Connection = DriverManager.getConnection(dbConfig["url"], dbConfig["user"], dbConfig["password"])
+class BlacklistTableWriter(dbConfig: Map<String, Any>, tableName: String, private val columns: Columns, private val primaryKey: Array<String>) : BaseSubscriber<Record>() {
+    private var conn: Connection = DriverManager.getConnection(dbConfig["url"] as String, dbConfig["user"] as String, dbConfig["password"] as String)
     private val stmt: PreparedStatement
 
     init {

src/main/kotlin/com/github/dataanon/jdbc/TableReader.kt

@@ -7,16 +7,17 @@ import java.sql.Connection
 import java.sql.DriverManager
 import java.sql.ResultSet
 
-class TableReader(dbConfig: Map<String, String>, tableName: String, private val columns: Columns, private val whitelist: Array<String>) : Iterator<Record> {
-    private var conn: Connection = DriverManager.getConnection(dbConfig["url"], dbConfig["user"], dbConfig["password"])
+class TableReader(dbConfig: Map<String, Any>, tableName: String, private val columns: Columns, private val whitelist: Array<String>) : Iterator<Record> {
+    private var conn: Connection = DriverManager.getConnection(dbConfig["url"] as String, dbConfig["user"] as String, dbConfig["password"] as String)
     private var rs: ResultSet
     private var index = 0
 
     init {
         val stmt = conn.createStatement()
         val sql = "SELECT " +
                 whitelist.joinToString(",") + "," + columns.names().joinToString(",") +
-                " FROM " + tableName
+                " FROM " + tableName +
+                (if(dbConfig.containsKey("limit")) " LIMIT ${dbConfig["limit"]} " else "")
         println(sql)
         rs = stmt.executeQuery(sql)
     }

src/main/kotlin/com/github/dataanon/jdbc/WhitelistTableWriter.kt

@@ -9,8 +9,8 @@ import java.sql.Connection
 import java.sql.DriverManager
 import java.sql.PreparedStatement
 
-class WhitelistTableWriter(dbConfig: Map<String, String>, tableName: String, private val columns: Columns, private val whitelist: Array<String>) : BaseSubscriber<Record>() {
-    private val conn: Connection = DriverManager.getConnection(dbConfig["url"], dbConfig["user"], dbConfig["password"])
+class WhitelistTableWriter(dbConfig: Map<String, Any>, tableName: String, private val columns: Columns, private val whitelist: Array<String>) : BaseSubscriber<Record>() {
+    private var conn: Connection = DriverManager.getConnection(dbConfig["url"] as String, dbConfig["user"] as String, dbConfig["password"] as String)
     private val stmt: PreparedStatement
 
     init {

src/main/kotlin/com/github/dataanon/strategies/DefaultDoubleStrategy.kt

@@ -0,0 +1,10 @@
+package com.github.dataanon.strategies
+
+import com.github.dataanon.Field
+import com.github.dataanon.Record
+
+class DefaultDoubleStrategy(private val value: Double = 4.2) : AnonymizationStrategy {
+    override fun anonymize(field: Field, record: Record): Any {
+        return value
+    }
+}

src/test/kotlin/com/github/dataanon/20MPostgresWhitelist.kt

@@ -0,0 +1,22 @@
+package com.github.dataanon
+
+import com.github.dataanon.dsl.Whitelist
+import com.github.dataanon.strategies.DefaultDoubleStrategy
+
+/**
+ * CREATE TABLE RATINGS_A(USERID INTEGER, MOVIEID INTEGER,RATING NUMERIC,TIMESTAMP BIGINT, PRIMARY KEY(USERID, MOVIEID))
+ */
+fun main(args: Array<String>) {
+    val source = hashMapOf("url" to "jdbc:postgresql://localhost:5432/movies", "user" to "sunitparekh", "password" to ""
+            , "limit" to 100000
+    )
+    val dest = hashMapOf("url" to "jdbc:postgresql://localhost:5432/moviesdest", "user" to "sunitparekh", "password" to "")
+
+
+    Whitelist(source,dest)
+            .table("RATINGS_A") {
+                whitelist("MOVIEID","USERID","TIMESTAMP")
+                anonymize("RATING").using(DefaultDoubleStrategy(4.3))
+            }
+            .execute()
+}