D3visualizer

examples/foo.complex.py

@@ -0,0 +1,74 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright 2012-2015 Spotify AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+import os
+import shutil
+import time
+import random
+
+import luigi
+
+max_depth = 10
+max_total_nodes = 50
+current_nodes = 0
+
+
+class Foo(luigi.Task):
+
+    def run(self):
+        print "Running Foo"
+
+    def requires(self):
+        global current_nodes
+        for i in xrange(30 / max_depth):
+            current_nodes += 1
+            yield Bar(i)
+
+
+class Bar(luigi.Task):
+
+    num = luigi.IntParameter()
+
+    def run(self):
+        time.sleep(1)
+        self.output().open('w').close()
+
+    def requires(self):
+        global current_nodes
+
+        if max_total_nodes > current_nodes:
+            valor = int(random.uniform(1, 30))
+            for i in xrange(valor / max_depth):
+                current_nodes += 1
+                yield Bar(current_nodes)
+
+    def output(self):
+        """
+       Returns the target output for this task.
+
+       :return: the target output for this task.
+       :rtype: object (:py:class:`~luigi.target.Target`)
+       """
+        time.sleep(1)
+        return luigi.LocalTarget('/tmp/bar/%d' % self.num)
+
+
+if __name__ == "__main__":
+    if os.path.exists('/tmp/bar'):
+        shutil.rmtree('/tmp/bar')
+
+    luigi.run(['--task', 'Foo', '--workers', '2'], use_optparse=True)

luigi/scheduler.py

@@ -99,6 +99,8 @@ class scheduler(Config):
 
     record_task_history = parameter.BoolParameter(default=False)
 
+    visualization_graph = parameter.Parameter(default="svg", config_path=dict(section='scheduler', name='visualization-graph'))
+
 
 def fix_time(x):
     # Backwards compatibility for a fix in Dec 2014. Prior to the fix, pickled state might store datetime objects

luigi/server.py

@@ -211,18 +211,24 @@ def get(self, path):
         self.write(data)
 
 
-class RootPathHandler(tornado.web.RequestHandler):
+class RootPathHandler(BaseTaskHistoryHandler):
 
     def get(self):
-        self.redirect("/static/visualiser/index.html")
+        visualization_graph = self._scheduler._config.visualization_graph
+        if visualization_graph == "d3":
+            self.redirect("/static/visualiser/index.d3.html")
+        elif visualization_graph == "svg":
+            self.redirect("/static/visualiser/index.html")
+        else:
+            self.redirect("/static/visualiser/index.html")
 
 
 def app(scheduler):
     settings = {"static_path": os.path.join(os.path.dirname(__file__), "static"), "unescape": tornado.escape.xhtml_unescape}
     handlers = [
         (r'/api/(.*)', RPCHandler, {"scheduler": scheduler}),
         (r'/static/(.*)', StaticFileHandler),
-        (r'/', RootPathHandler),
+        (r'/', RootPathHandler, {'scheduler': scheduler}),
         (r'/tasklist', AllRunHandler, {'scheduler': scheduler}),
         (r'/tasklist/(.*?)', SelectedRunHandler, {'scheduler': scheduler}),
         (r'/history', RecentRunHandler, {'scheduler': scheduler}),

luigi/static/visualiser/css/tipsy.css

@@ -0,0 +1,25 @@
+.tipsy { font-size: 10px; position: absolute; padding: 5px; z-index: 100000; }
+  .tipsy-inner { background-color: #000; color: #FFF; max-width: 200px; padding: 5px 8px 4px 8px; text-align: center; }
+
+  /* Rounded corners */
+  .tipsy-inner { border-radius: 3px; -moz-border-radius: 3px; -webkit-border-radius: 3px; }
+
+  /* Uncomment for shadow */
+  .tipsy-inner { box-shadow: 0 0 5px #000000; -webkit-box-shadow: 0 0 5px #000000; -moz-box-shadow: 0 0 5px #000000; }
+
+  .tipsy-arrow { position: absolute; width: 0; height: 0; line-height: 0; border: 5px dashed #000; }
+
+  /* Rules to colour arrows */
+  .tipsy-arrow-n { border-bottom-color: #000; }
+  .tipsy-arrow-s { border-top-color: #000; }
+  .tipsy-arrow-e { border-left-color: #000; }
+  .tipsy-arrow-w { border-right-color: #000; }
+
+	.tipsy-n .tipsy-arrow { top: 0px; left: 50%; margin-left: -5px; border-bottom-style: solid; border-top: none; border-left-color: transparent; border-right-color: transparent; }
+    .tipsy-nw .tipsy-arrow { top: 0; left: 10px; border-bottom-style: solid; border-top: none; border-left-color: transparent; border-right-color: transparent;}
+    .tipsy-ne .tipsy-arrow { top: 0; right: 10px; border-bottom-style: solid; border-top: none;  border-left-color: transparent; border-right-color: transparent;}
+  .tipsy-s .tipsy-arrow { bottom: 0; left: 50%; margin-left: -5px; border-top-style: solid; border-bottom: none;  border-left-color: transparent; border-right-color: transparent; }
+    .tipsy-sw .tipsy-arrow { bottom: 0; left: 10px; border-top-style: solid; border-bottom: none;  border-left-color: transparent; border-right-color: transparent; }
+    .tipsy-se .tipsy-arrow { bottom: 0; right: 10px; border-top-style: solid; border-bottom: none; border-left-color: transparent; border-right-color: transparent; }
+  .tipsy-e .tipsy-arrow { right: 0; top: 50%; margin-top: -5px; border-left-style: solid; border-right: none; border-top-color: transparent; border-bottom-color: transparent; }
+  .tipsy-w .tipsy-arrow { left: 0; top: 50%; margin-top: -5px; border-right-style: solid; border-left: none; border-top-color: transparent; border-bottom-color: transparent; }