Skip to content

Commit

Permalink
test
Browse files Browse the repository at this point in the history
Signed-off-by: ChenYunHey <1908166778@qq.com>
  • Loading branch information
ChenYunHey committed Mar 28, 2024
1 parent 69ab76b commit f0c51a9
Showing 1 changed file with 2 additions and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -155,19 +155,13 @@ object Benchmark {

val diff1 = jdbcDF.rdd.subtract(lakesoulDF.rdd)
val diff2 = lakesoulDF.rdd.subtract(jdbcDF.rdd)
println("*******************jdbcDF count"+jdbcDF.count()+"***************")
println("*******************jdbcDF count"+lakesoulDF.count()+"***************")
println("*********diff1.count:"+diff1.count()+"*******")
println("*********diff1.count:"+diff2.count()+"*******")
println("jdbcDF schema"+jdbcDF.printSchema())
println("lakesoulDF schema"+lakesoulDF.printSchema())

val result = diff1.count() == 0 && diff2.count() == 0
if (!result) {
println(printLine + table + " result: " + result + printLine)
println("*************diff1**************")
println("*************diff1**************"+"dfff1.count:"+diff1.count()+"schema"+jdbcDF.printSchema()+"jdbcDF count:"+jdbcDF.count())
spark.createDataFrame(diff1, lakesoulDF.schema).show()
println("*************diff2**************")
println("*************diff2**************"+"diff2.count:"+diff2.count()+"schema"+lakesoulDF.printSchema()+"lakesoulDF count:"+lakesoulDF.count())
spark.createDataFrame(diff2, lakesoulDF.schema).show()
println(table + " data verification ERROR!!!")
System.exit(1)
Expand Down

0 comments on commit f0c51a9

Please sign in to comment.