remove some constants

Angel-ML · Dec 6, 2019 · b492a5c · b492a5c
1 parent d0e32fc
commit b492a5c
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 11 deletions.
diff --git a/...angel/examples/src/main/scala/com/tencent/angel/spark/examples/cluster/LINEExample2.scala b/...angel/examples/src/main/scala/com/tencent/angel/spark/examples/cluster/LINEExample2.scala
@@ -68,14 +68,7 @@ object LINEExample2 {
       case "tab" => "\t"
     }
 
-    var edges:DataFrame = null
-    if (input.trim.startsWith("tdw://")) {
-      edges = GraphIO.load(input, isWeighted = isWeight,
-        srcIndex = srcIndex, dstIndex = dstIndex,
-        weightIndex = weightIndex, sep = sep)
-    } else {
-      edges = load(input, isWeight, sep)
-    }
+    var edges:DataFrame = load(input, isWeight, sep)
 
     val numCores = SparkUtils.getNumCores(conf)
 

diff --git a/...-on-angel/mllib/src/main/scala/com/tencent/angel/spark/ml/embedding/line2/LINEModel.scala b/...-on-angel/mllib/src/main/scala/com/tencent/angel/spark/ml/embedding/line2/LINEModel.scala
@@ -68,7 +68,6 @@ class LINEModel(dataset: Dataset[_], embeddingDim: Int, negativeNum: Int, stepSi
     // Original edges
     var edges:RDD[(String, String)] = null
     if(dataset.schema.fields(0).dataType == LongType && dataset.schema.fields(1).dataType == LongType) {
-      // Load from tdw table
       edges = dataset.select(srcNodeIdCol, dstNodeIdCol).rdd
         .map(row => (row.getLong(0).toString, row.getLong(1).toString))
         .filter(f => f._1 != f._2)

diff --git a/spark-on-angel/mllib/src/main/scala/com/tencent/angel/spark/ml/util/package.scala b/spark-on-angel/mllib/src/main/scala/com/tencent/angel/spark/ml/util/package.scala
@@ -25,7 +25,6 @@ package object util {
 
   val MAX_INT_STR = Int.MaxValue.toString
 
-  val TDW_PREFIX = "tdw://"
   val HDFS_PREFIX = "hdfs://"
 
   val SPLIT_SEPARATOR = "\\s+|,"
@@ -34,7 +33,6 @@ package object util {
   object StorageType {
     val LOCAL = "LOCAL"
     val HDFS = "HDFS"
-    val TDW = "TDW"
   }
 
   object DataFormat {