Skip to content

Latest commit

 

History

History
37 lines (30 loc) · 1.03 KB

README_FAA.md

File metadata and controls

37 lines (30 loc) · 1.03 KB
Raw

Work in progress:

val gscOptionMap = Map( "url" -> "jdbc:postgresql:https://greenplumsparkconnector_gpdb_1/tutorial", "user" -> "gpadmin", "password" -> "pivotal", "dbtable" -> "d_airports", "partitionColumn" -> "AirportID" )

val gscOptionMap = Map( "url" -> "jdbc:postgresql:https://greenplumsparkconnector_gpdb_1/tutorial", "user" -> "gpadmin", "password" -> "pivotal", "dbtable" -> "otp_c", "partitionColumn" -> "airlineid" )

scala> :paste // Entering paste mode (ctrl-D to finish) val gscOptionMap = Map( "url" -> "jdbc:postgresql:https://greenplumsparkconnector_gpdb_1/tutorial", "user" -> "gpadmin", "password" -> "pivotal", "dbtable" -> "d_airports", "partitionColumn" -> "airportid" ) val gpdf = spark.read.format("io.pivotal.greenplum.spark.GreenplumRelationProvider") .options(gscOptionMap) .load()

control-D // Exiting paste mode, now interpreting.

gpdf: org.apache.spark.sql.DataFrame = [flt_year: smallint, flt_quarter: smallint ... 44 more fields]