spark jdbc 连接postgresql 示例代码

  • Post author:
  • Post category:其他


// Note: JDBC loading and saving can be achieved via either the load/save or jdbc methods

// Loading data from a JDBC source

Dataset<Row> jdbcDF = spark.read()

.format(“jdbc”)

.option(“url”, “jdbc:postgresql:dbserver”)

.option(“dbtable”, “schema.tablename”)

.option(“user”, “username”)

.option(“password”, “password”)

.load();

Properties connectionProperties = new Properties();

connectionProperties.put(“user”, “username”);

connectionProperties.put(“password”, “password”);

Dataset<Row> jdbcDF2 = spark.read()

.jdbc(“jdbc:postgresql:dbserver”, “schema.tablename”, connectionProperties);

// Saving data to a JDBC source

jdbcDF.write()

.format(“jdbc”)

.option(“url”, “jdbc:postgresql:dbserver”)

.option(“dbtable”, “schema.tablename”)

.option(“user”, “username”)

.option(“password”, “password”)

.save();

jdbcDF2.write()

.jdbc(“jdbc:postgresql:dbserver”, “schema.tablename”, connectionProperties);

// Specifying create table column data types on write

jdbcDF.write()

.option(“createTableColumnTypes”, “name CHAR(64), comments VARCHAR(1024)”)

.jdbc(“jdbc:postgresql:dbserver”, “schema.tablename”, connectionProperties);