feat:线下课:创建DataFrame、DataFrameDSL、DataFrameSql、SparkOnHive

This commit is contained in:
2026-09-20 13:29:56 +08:00
parent e063cc185e
commit e99a9c3dee
7 changed files with 6118 additions and 7 deletions
@@ -0,0 +1,35 @@
package org.example.sql
import org.apache.spark.sql.SparkSession
object DataFrameSql {
def main(args: Array[String]): Unit = {
val spark = SparkSession.builder()
.master("local[*]")
.appName("DataFrameDemo")
.getOrCreate()
val dfSql = spark.read
.format("jdbc")
.option("url", "jdbc:mysql://192.168.48.10:3306/gmall")
.option("dbtable", "user_info")
.option("user", "root")
.option("password", "root123456")
.load()
println("============show============")
dfSql.show()
println("============sql============")
dfSql.createTempView("user_info")
spark.sql(
"""
|select
|login_name
|,name
|,user_level
|from user_info
|""".stripMargin).show()
}
}