sparkContext # A CSV dataset is pointed to by path. String folderPath = "examples/src/main/resources" Dataset df5 = spark.
csv ( "output" ) // Read all files in a folder, please make sure only CSV files should present in the folder. csv ( path ) // "output" is a folder which contains multiple csv files and a _SUCCESS file. put ( "header", "true" ) Dataset df4 = spark. show () // +-+ // | _c0| // +-+ // | name age job| // |Jorge 30 Developer| // | Bob 32 Developer| // +-+ // Read a csv with delimiter, the default delimiter is "," Dataset df2 = spark.
The path can be either a single CSV file or a directory of CSV files String path = "examples/src/main/resources/people.csv" Dataset df = spark. Import .Dataset import .Row // A CSV dataset is pointed to by path. val folderPath = "examples/src/main/resources" val df5 = spark. options ( Map ( "delimiter" -> " ", "header" -> "true" )). show () // +-+ // | _c0| // +-+ // | name age job| // |Jorge 30 Developer| // | Bob 32 Developer| // +-+ // Read a csv with delimiter, the default delimiter is "," val df2 = spark. The path can be either a single CSV file or a directory of CSV files val path = "examples/src/main/resources/people.csv" val df = spark.
0 kommentar(er)
