Changeset 3871

Timestamp:

08/20/10 14:02:58 (1 year ago)

Author:

janl

Message:

* munin-html: Start using fork to save some wall-clock time. Option --fork us now active and max_html_jobs is recognized by munin-html as the maximum number of paralell processes.

Files:

• trunk/master/lib/Munin/Master/HTMLOld.pm (modified) (4 diffs)

trunk/master/lib/Munin/Master/HTMLOld.pm

@@ -90 +90 @@
-
-my $do_dump = 0;
-
+
+
+
+
-
-sub html_startup {
@@ -122 +125 @@
-    $tmpldir = $config->{tmpldir};
-    $htmldir = $config->{htmldir};
+
+    $max_running = &munin_get($config, "max_html_jobs", $max_running);
-
-    %comparisontemplates = instanciate_comparison_templates($tmpldir);
@@ -827 +832 @@
-
-
+sub fork_and_work {
+    my ($work) = @_;
+
+    if (!$do_fork) {
+
+        # We're not forking.  Do work and return.
+        DEBUG "[DEBUG] Doing work synchrnonously";
+        &$work;
+        return;
+    }
+
+    # Make sure we don't fork too much
+    while ($running >= $max_running) {
+        DEBUG
+            "[DEBUG] Too many forks ($running/$max_running), wait for something to get done";
+        look_for_child("block");
+        --$running;
+    }
+
+    my $pid = fork();
+
+    if (!defined $pid) {
+        ERROR "[ERROR] fork failed: $!";
+        die "fork failed: $!";
+    }
+
+    if ($pid == 0) {
+
+        # This block does the real work.  Since we're forking exit
+        # afterwards.
+
+        &$work;
+
+        # See?!
+
+        exit 0;
+
+    }
+    else {
+        ++$running;
+        DEBUG "[DEBUG] Forked: $pid. Now running $running/$max_running";
+        while ($running and look_for_child()) {
+            --$running;
+        }
+    }
+}
+
+
-sub generate_group_templates {
-    my $arr = shift || return;
@@ -840 +893 @@
-            if (defined $key->{'ngroups'} and $key->{'ngroups'}) {
-                # WTF: $key->{'groups'} = $key->{'groups'};
-generate_group_templates($key->{'groups'
+fork_and_work(sub {generate_group_templates($key->{'groups'})
-
-                emit_group_template($key);