Skip to content

Commit

Permalink
Format
Browse files Browse the repository at this point in the history
  • Loading branch information
acezen committed Jan 19, 2024
1 parent 5f18f21 commit 409869f
Showing 1 changed file with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -151,8 +151,8 @@ object EdgeWriter {
val offsetDfSchema = StructType(
Seq(StructField(GeneralParams.offsetCol, IntegerType))
)
val offsetDfArray: ParSeq[(Int, DataFrame)] = (0 until vertexChunkNum).par.map {
i =>
val offsetDfArray: ParSeq[(Int, DataFrame)] =
(0 until vertexChunkNum).par.map { i =>
{
val filterRDD = edgeCountsByPrimaryKey
.filter(v => v._1 / vertexChunkSize == i)
Expand All @@ -179,7 +179,7 @@ object EdgeWriter {
offsetChunk.persist(GeneralParams.defaultStorageLevel)
(i, offsetChunk)
}
}
}
edgeCountsByPrimaryKey.unpersist() // unpersist the edgeCountsByPrimaryKey
return (
partitionEdgeDf,
Expand Down

0 comments on commit 409869f

Please sign in to comment.