spark多条件读取mysql

from pyspark.sql import SparkSession

# 创建 SparkSession
spark = SparkSession.builder \
    .appName("Read MySQL with Multiple Conditions") \
    .getOrCreate()

# 读取 MySQL 数据
df = spark.read \
    .format("jdbc") \
    .option("url", "jdbc:mysql://localhost:3306/mydatabase") \
    .option("dbtable", "mytable") \
    .option("user", "username") \
    .option("password", "password") \
    .load()

# 多条件过滤
filtered_df = df.filter((df.column1 == "value1") & (df.column2 > 10))

# 显示结果
filtered_df.show()

from pyspark.sql import SparkSession

# 创建 SparkSession
spark = SparkSession.builder \
    .appName("Read MySQL with Multiple Conditions") \
    .getOrCreate()

# 读取 MySQL 数据并创建临时视图
df = spark.read \
    .format("jdbc") \
    .option("url", "jdbc:mysql://localhost:3306/mydatabase") \
    .option("dbtable", "mytable") \
    .option("user", "username") \
    .option("password", "password") \
    .load()

df.createOrReplaceTempView("mytable")

# 使用 SQL 进行多条件查询
result_df = spark.sql("SELECT * FROM mytable WHERE column1 = 'value1' AND column2 > 10")

# 显示结果
result_df.show()