003 spark | 初始代码

标签: spark 更新于: 2019/02/27 阅读:721

    require(args.length >= 3, "Usage: a, b, c")
    val Array(a, b, c) = args
    val conf: SparkConf = new SparkConf().setAppName("Merge")

    conf.set("spark.scheduler.executorTaskBlacklistTime", "300000")
    conf.set("spark.serializer", "org.apache.spark.serializer.KryoSerializer")
    val sc = new SparkContext(conf)