scala 版本
注意本例中,使用的指定schema
创建Row 使用Row(values*), 例如Row(productId, productName, extendInfo)
, 和java通过RowFactory.create
不一样, 如果scala使用RowFactory.crate
创建row, 会报错
Result type of an implicit conversion must be more specific than AnyRef
而且会错误, 类型不匹配
package com.chb.shop.analysis
import java.time.LocalDate
import java.util
import com.chb.shop.analysis.utils.StrUtil
import org.apache.spark.sql.types._
import org.apache.spark.sql.{Row, SparkSession}
import scala.collection.mutable.ArrayBuffer
import scala.util.Random
/**
* Created by chb on 2019/3/11.
*/
class MockData extends Serializable {
val spark = SparkSession.builder()
.appName("MockData")
.master("local[*]")
.getOrCreate()
val random = new Random()
import spark.implicits._
import spark.sql
/**
*
*/
def mockProductStatus() = {
val rows = new ArrayBuffer[Row]()
val pStatus = Array[Int](1, 2)
for (i
关注
打赏