Skip to main content
more clear formattng
Source Link
kiedysktos
  • 4.2k
  • 8
  • 33
  • 44

spark option emptyValue solved issue

val data2 = spark.read.option("header", "true") .option("inferSchema", "true") .option("treatEmptyValuesAsNulls","true") .option("nullValue", null)*** .option("emptyValue", null)*** .csv("file:///tmp/test.csv") 

spark option emptyValue solved issue

val data2 = spark.read.option("header", "true").option("inferSchema", "true").option("treatEmptyValuesAsNulls","true").option("nullValue", null)***.option("emptyValue", null)***.csv("file:///tmp/test.csv") 

spark option emptyValue solved issue

val data2 = spark.read.option("header", "true") .option("inferSchema", "true") .option("treatEmptyValuesAsNulls","true") .option("nullValue", null)*** .option("emptyValue", null)*** .csv("file:///tmp/test.csv") 
Source Link
KK2486
  • 353
  • 2
  • 3
  • 13

spark option emptyValue solved issue

val data2 = spark.read.option("header", "true").option("inferSchema", "true").option("treatEmptyValuesAsNulls","true").option("nullValue", null)***.option("emptyValue", null)***.csv("file:///tmp/test.csv")