init pr

WeichenXu123 · WeichenXu123 · commit 5fd56c350cb4 · 2017-12-27T12:31:25.000+08:00
diff --git a/mllib/src/main/scala/org/apache/spark/mllib/feature/ChiSqSelector.scala b/mllib/src/main/scala/org/apache/spark/mllib/feature/ChiSqSelector.scala
@@ -144,7 +144,7 @@ object ChiSqSelectorModel extends Loader[ChiSqSelectorModel] {
       val dataArray = Array.tabulate(model.selectedFeatures.length) { i =>
         Data(model.selectedFeatures(i))
       }
-      spark.createDataFrame(dataArray).repartition(1).write.parquet(Loader.dataPath(path))
+      spark.createDataFrame(sc.makeRDD(dataArray, 1)).write.parquet(Loader.dataPath(path))
     }
 
     def load(sc: SparkContext, path: String): ChiSqSelectorModel = {

Original file line number	Diff line number	Diff line change
`@@ -144,7 +144,7 @@ object ChiSqSelectorModel extends Loader[ChiSqSelectorModel] {`
`144`	`144`	`val dataArray = Array.tabulate(model.selectedFeatures.length) { i =>`
`145`	`145`	`Data(model.selectedFeatures(i))`
`146`	`146`	`}`
`147`		`- spark.createDataFrame(dataArray).repartition(1).write.parquet(Loader.dataPath(path))`
	`147`	`+ spark.createDataFrame(sc.makeRDD(dataArray, 1)).write.parquet(Loader.dataPath(path))`
`148`	`148`	`}`
`149`	`149`
`150`	`150`	`def load(sc: SparkContext, path: String): ChiSqSelectorModel = {`