add logging TPCDSClusterSuite & change client buffers

Author: mzitnik

clickhouse-core/src/main/scala/com/clickhouse/spark/client/NodeClient.scala

@@ -101,6 +101,8 @@ class NodeClient(val nodeSpec: NodeSpec) extends AutoCloseable with Logging {
     .setClientName(userAgent)
     .compressClientRequest(true)
     .setConnectionRequestTimeout(30000, ChronoUnit.MILLIS)
+    .setClientNetworkBufferSize(804800 * 2)
+    .setSocketRcvbuf(804800 * 2)
     .addEndpoint(createClickHouseURL(nodeSpec))
     .build()
 

spark-3.3/clickhouse-spark-it/src/test/scala/org/apache/spark/sql/clickhouse/cluster/TPCDSClusterSuite.scala

@@ -38,6 +38,8 @@ class TPCDSClusterSuite extends SparkClickHouseClusterTest {
       spark.sql("CREATE DATABASE tpcds_sf1_cluster WITH DBPROPERTIES (cluster = 'single_replica')")
 
       TPCDSTestUtils.tablePrimaryKeys.foreach { case (table, primaryKeys) =>
+        println(s"before table ${table} ${primaryKeys}")
+        val start: Long = System.currentTimeMillis()
         spark.sql(
           s"""
              |CREATE TABLE tpcds_sf1_cluster.$table
@@ -51,6 +53,7 @@ class TPCDSClusterSuite extends SparkClickHouseClusterTest {
              |SELECT * FROM tpcds.sf1.$table;
              |""".stripMargin
         )
+        println(s"time took  table ${table} ${System.currentTimeMillis() - start}")
       }
 
       TPCDSTestUtils.tablePrimaryKeys.keys.foreach { table =>

spark-3.4/clickhouse-spark-it/src/test/scala/org/apache/spark/sql/clickhouse/cluster/TPCDSClusterSuite.scala

@@ -38,6 +38,8 @@ class TPCDSClusterSuite extends SparkClickHouseClusterTest {
       spark.sql("CREATE DATABASE tpcds_sf1_cluster WITH DBPROPERTIES (cluster = 'single_replica')")
 
       TPCDSTestUtils.tablePrimaryKeys.foreach { case (table, primaryKeys) =>
+        println(s"before table ${table} ${primaryKeys}")
+        val start: Long = System.currentTimeMillis()
         spark.sql(
           s"""
              |CREATE TABLE tpcds_sf1_cluster.$table
@@ -51,6 +53,7 @@ class TPCDSClusterSuite extends SparkClickHouseClusterTest {
              |SELECT * FROM tpcds.sf1.$table;
              |""".stripMargin
         )
+        println(s"time took  table ${table} ${System.currentTimeMillis() - start}")
       }
 
       TPCDSTestUtils.tablePrimaryKeys.keys.foreach { table =>

spark-3.5/clickhouse-spark-it/src/test/scala/org/apache/spark/sql/clickhouse/cluster/TPCDSClusterSuite.scala

@@ -38,6 +38,8 @@ class TPCDSClusterSuite extends SparkClickHouseClusterTest {
       spark.sql("CREATE DATABASE tpcds_sf1_cluster WITH DBPROPERTIES (cluster = 'single_replica')")
 
       TPCDSTestUtils.tablePrimaryKeys.foreach { case (table, primaryKeys) =>
+        println(s"before table ${table} ${primaryKeys}")
+        val start: Long = System.currentTimeMillis()
         spark.sql(
           s"""
              |CREATE TABLE tpcds_sf1_cluster.$table
@@ -51,9 +53,11 @@ class TPCDSClusterSuite extends SparkClickHouseClusterTest {
              |SELECT * FROM tpcds.sf1.$table;
              |""".stripMargin
         )
+        println(s"time took  table ${table} ${System.currentTimeMillis() - start}")
       }
 
       TPCDSTestUtils.tablePrimaryKeys.keys.foreach { table =>
+        println(s"table ${table}")
         assert(spark.table(s"tpcds.sf1.$table").count === spark.table(s"tpcds_sf1_cluster.$table").count)
       }
     }