From a916f0e5165f1110cf72c0ffaf6d16263638b4a0 Mon Sep 17 00:00:00 2001
From: guanchen <jromeguan258@outlook.com>
Date: Sat, 6 Jul 2024 14:51:27 +0800
Subject: [PATCH] add debug log
---
py_sdk.py | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/py_sdk.py b/py_sdk.py
index 327aec6..6c5c368 100644
--- a/py_sdk.py
+++ b/py_sdk.py
@@ -158,8 +158,9 @@ class PySdk():
return data
def write_output_to_mysql(self, mysql_url, mysql_prop, table_name, df):
- # df.show()
+ df.show(10)
tmp_df = df.filter("1=0")
+ self.logger.log(f"connect mysql: {mysql_url}, {str(mysql_prop)}. \n 鍒涘缓琛�: {table_name}")
tmp_df.write.jdbc(url=mysql_url, table="`" + table_name + "`", mode="overwrite", properties=mysql_prop)
mysql_ops.alter_table_charset(mysql_url, mysql_prop, table_name)
df.write.jdbc(url=mysql_url, table="`" + table_name + "`", mode="append", properties=mysql_prop)
--
GitLab