Skip to content

Commit

Permalink
tested
Browse files Browse the repository at this point in the history
  • Loading branch information
lukovnikov committed Feb 11, 2015
1 parent 686af40 commit cbc720f
Showing 1 changed file with 5 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -54,9 +54,10 @@ object RDFLoader extends Logging {
def loadNTriples(
sc: SparkContext,
path: String,
// numPartitions: Int = -1,
//numPartitions: Int = -1,
edgeStorageLevel: StorageLevel = StorageLevel.MEMORY_ONLY,
vertexStorageLevel: StorageLevel = StorageLevel.MEMORY_ONLY)
vertexStorageLevel: StorageLevel = StorageLevel.MEMORY_ONLY
)
: Graph[String, String] =
{
val startTime = System.currentTimeMillis()
Expand All @@ -72,7 +73,7 @@ object RDFLoader extends Logging {
}
})
.distinct()
// .repartition(numPartitions)
//.repartition(numPartitions)
.map(name =>
name match {
case propvalregex(pre, value) => (gethash("<" + pre + "> " + value), value)
Expand Down Expand Up @@ -108,3 +109,4 @@ object RDFLoader extends Logging {
}

}

0 comments on commit cbc720f

Please sign in to comment.