Create unit tests for Issue #50 (ExtractPopularImages) (#93)

src/test/scala/io/archivesunleashed/spark/matchbox/ExtractPopularImagesTest.scala

@@ -0,0 +1,64 @@
+/*
+ * Archives Unleashed Toolkit (AUT):
+ * An open-source platform for analyzing web archives.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package io.archivesunleashed.spark.matchbox
+
+import com.google.common.io.Resources
+import org.apache.spark.{ SparkConf, SparkContext }
+import org.junit.runner.RunWith
+import org.scalatest.FunSuite
+import org.scalatest.junit.JUnitRunner
+import org.scalatest.{ BeforeAndAfter, FunSuite }
+import java.io.File
+import java.nio.file.{Paths, Files}
+import io.archivesunleashed.spark.matchbox._
+import io.archivesunleashed.spark.rdd.RecordRDD._
+import scala.io.Source
+
+@RunWith(classOf[JUnitRunner])
+class ExtractPopularImagesTest extends FunSuite with BeforeAndAfter {
+    private val arcPath = Resources.getResource("arc/example.arc.gz").getPath
+    private var sc: SparkContext = _
+    private val master = "local[4]"
+    private val appName = "example-spark"
+    private val testVertexFile = "temporaryTestVertexDir"
+    private val testEdgesFile = "temporaryTestEdgesDir"
+
+    before {
+      val conf = new SparkConf()
+        .setMaster(master)
+        .setAppName(appName)
+        sc = new SparkContext(conf)
+      }
+
+    test("extracts popular images") {
+
+      val examplerdd = RecordLoader.loadArchives(arcPath, sc)
+      val imagesLowLimit = ExtractPopularImages(examplerdd, 3, sc)
+      val imagesHighLimit = ExtractPopularImages(examplerdd, 507, sc)
+      val response = Array("1	http://creativecommons.org/images/public/somerights20.gif",
+        "1	http://www.archive.org/images/blendbar.jpg",
+        "1	http://www.archive.org/images/main-header.jpg")
+      assert (imagesLowLimit.take(3).deep == response.deep)
+      assert (imagesHighLimit.take(3).deep == response.deep)
+    }
+
+    after {
+      if (sc != null) {
+        sc.stop()
+      }
+    }
+}