Allow both str and StructType as schema in DataFrameReader and DataSt…

…reamReader csv / json (#522)
zero323 · Sep 8, 2020 · dc4cb58 · dc4cb58
1 parent 6d8e059
commit dc4cb58
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/third_party/3/pyspark/sql/readwriter.pyi b/third_party/3/pyspark/sql/readwriter.pyi
@@ -31,7 +31,7 @@ class DataFrameReader(OptionUtils):
  def json(
  self,
  path: Union[str, List[str], RDD[str]],
- schema: Optional[StructType] = ...,
+ schema: Optional[Union[StructType, str]] = ...,
  primitivesAsString: Optional[Union[bool, str]] = ...,
  prefersDecimal: Optional[Union[bool, str]] = ...,
  allowComments: Optional[Union[bool, str]] = ...,
@@ -64,7 +64,7 @@ class DataFrameReader(OptionUtils):
  def csv(
  self,
  path: PathOrPaths,
- schema: Optional[StructType] = ...,
+ schema: Optional[Union[StructType, str]] = ...,
  sep: Optional[str] = ...,
  encoding: Optional[str] = ...,
  quote: Optional[str] = ...,

diff --git a/third_party/3/pyspark/sql/streaming.pyi b/third_party/3/pyspark/sql/streaming.pyi
@@ -59,7 +59,7 @@ class DataStreamReader(OptionUtils):
  def json(
  self,
  path: str,
- schema: Optional[str] = ...,
+ schema: Optional[Union[StructType, str]] = ...,
  primitivesAsString: Optional[Union[bool, str]] = ...,
  prefersDecimal: Optional[Union[bool, str]] = ...,
  allowComments: Optional[Union[bool, str]] = ...,
@@ -101,7 +101,7 @@ class DataStreamReader(OptionUtils):
  def csv(
  self,
  path: str,
- schema: Optional[StructType] = ...,
+ schema: Optional[Union[StructType, str]] = ...,
  sep: Optional[str] = ...,
  encoding: Optional[str] = ...,
  quote: Optional[str] = ...,