Skip to content

Commit

Permalink
review commit
Browse files Browse the repository at this point in the history
  • Loading branch information
witgo committed May 14, 2014
1 parent 9e4ffa7 commit 4afe71d
Showing 1 changed file with 3 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -144,8 +144,9 @@ class CoarseGrainedSchedulerBackend(scheduler: TaskSchedulerImpl, actorSystem: A
val ser = SparkEnv.get.closureSerializer.newInstance()
val serializedTask = ser.serialize(task)
if (serializedTask.limit >= akkaFrameSize - 1024) {
var msg = "Serialized task %s:%d were %d bytes which " +
"exceeds spark.akka.frameSize (%d bytes)."
var msg = "Serialized task %s:%d was %d bytes which " +
"exceeds spark.akka.frameSize (%d bytes)." +
"Consider using broadcast variables for large values"
msg = msg.format(task.taskId, task.index, serializedTask.limit, akkaFrameSize)
scheduler.error(msg)
// TODO: Need to throw an exception?
Expand Down

0 comments on commit 4afe71d

Please sign in to comment.