From 37380e928cc534f2f8dda76d5fb1906ee773a21e Mon Sep 17 00:00:00 2001 From: Denis Knauf Date: Tue, 2 Mar 2010 11:40:06 +0100 Subject: [PATCH] first --- AUTHOR | 1 + LICENSE | 165 ++++++++++++++++++++++++++++++++++++++++++++ README.md | 41 +++++++++++ Rakefile | 57 +++++++++++++++ VERSION | 1 + lib/robustserver.rb | 94 +++++++++++++++++++++++++ 6 files changed, 359 insertions(+) create mode 100644 AUTHOR create mode 100644 LICENSE create mode 100644 README.md create mode 100644 Rakefile create mode 100644 VERSION create mode 100644 lib/robustserver.rb diff --git a/AUTHOR b/AUTHOR new file mode 100644 index 0000000..50824fb --- /dev/null +++ b/AUTHOR @@ -0,0 +1 @@ +Denis Knauf diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..cca7fc2 --- /dev/null +++ b/LICENSE @@ -0,0 +1,165 @@ + GNU LESSER GENERAL PUBLIC LICENSE + Version 3, 29 June 2007 + + Copyright (C) 2007 Free Software Foundation, Inc. + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + + + This version of the GNU Lesser General Public License incorporates +the terms and conditions of version 3 of the GNU General Public +License, supplemented by the additional permissions listed below. + + 0. Additional Definitions. + + As used herein, "this License" refers to version 3 of the GNU Lesser +General Public License, and the "GNU GPL" refers to version 3 of the GNU +General Public License. + + "The Library" refers to a covered work governed by this License, +other than an Application or a Combined Work as defined below. + + An "Application" is any work that makes use of an interface provided +by the Library, but which is not otherwise based on the Library. +Defining a subclass of a class defined by the Library is deemed a mode +of using an interface provided by the Library. + + A "Combined Work" is a work produced by combining or linking an +Application with the Library. The particular version of the Library +with which the Combined Work was made is also called the "Linked +Version". + + The "Minimal Corresponding Source" for a Combined Work means the +Corresponding Source for the Combined Work, excluding any source code +for portions of the Combined Work that, considered in isolation, are +based on the Application, and not on the Linked Version. + + The "Corresponding Application Code" for a Combined Work means the +object code and/or source code for the Application, including any data +and utility programs needed for reproducing the Combined Work from the +Application, but excluding the System Libraries of the Combined Work. + + 1. Exception to Section 3 of the GNU GPL. + + You may convey a covered work under sections 3 and 4 of this License +without being bound by section 3 of the GNU GPL. + + 2. Conveying Modified Versions. + + If you modify a copy of the Library, and, in your modifications, a +facility refers to a function or data to be supplied by an Application +that uses the facility (other than as an argument passed when the +facility is invoked), then you may convey a copy of the modified +version: + + a) under this License, provided that you make a good faith effort to + ensure that, in the event an Application does not supply the + function or data, the facility still operates, and performs + whatever part of its purpose remains meaningful, or + + b) under the GNU GPL, with none of the additional permissions of + this License applicable to that copy. + + 3. Object Code Incorporating Material from Library Header Files. + + The object code form of an Application may incorporate material from +a header file that is part of the Library. You may convey such object +code under terms of your choice, provided that, if the incorporated +material is not limited to numerical parameters, data structure +layouts and accessors, or small macros, inline functions and templates +(ten or fewer lines in length), you do both of the following: + + a) Give prominent notice with each copy of the object code that the + Library is used in it and that the Library and its use are + covered by this License. + + b) Accompany the object code with a copy of the GNU GPL and this license + document. + + 4. Combined Works. + + You may convey a Combined Work under terms of your choice that, +taken together, effectively do not restrict modification of the +portions of the Library contained in the Combined Work and reverse +engineering for debugging such modifications, if you also do each of +the following: + + a) Give prominent notice with each copy of the Combined Work that + the Library is used in it and that the Library and its use are + covered by this License. + + b) Accompany the Combined Work with a copy of the GNU GPL and this license + document. + + c) For a Combined Work that displays copyright notices during + execution, include the copyright notice for the Library among + these notices, as well as a reference directing the user to the + copies of the GNU GPL and this license document. + + d) Do one of the following: + + 0) Convey the Minimal Corresponding Source under the terms of this + License, and the Corresponding Application Code in a form + suitable for, and under terms that permit, the user to + recombine or relink the Application with a modified version of + the Linked Version to produce a modified Combined Work, in the + manner specified by section 6 of the GNU GPL for conveying + Corresponding Source. + + 1) Use a suitable shared library mechanism for linking with the + Library. A suitable mechanism is one that (a) uses at run time + a copy of the Library already present on the user's computer + system, and (b) will operate properly with a modified version + of the Library that is interface-compatible with the Linked + Version. + + e) Provide Installation Information, but only if you would otherwise + be required to provide such information under section 6 of the + GNU GPL, and only to the extent that such information is + necessary to install and execute a modified version of the + Combined Work produced by recombining or relinking the + Application with a modified version of the Linked Version. (If + you use option 4d0, the Installation Information must accompany + the Minimal Corresponding Source and Corresponding Application + Code. If you use option 4d1, you must provide the Installation + Information in the manner specified by section 6 of the GNU GPL + for conveying Corresponding Source.) + + 5. Combined Libraries. + + You may place library facilities that are a work based on the +Library side by side in a single library together with other library +facilities that are not Applications and are not covered by this +License, and convey such a combined library under terms of your +choice, if you do both of the following: + + a) Accompany the combined library with a copy of the same work based + on the Library, uncombined with any other library facilities, + conveyed under the terms of this License. + + b) Give prominent notice with the combined library that part of it + is a work based on the Library, and explaining where to find the + accompanying uncombined form of the same work. + + 6. Revised Versions of the GNU Lesser General Public License. + + The Free Software Foundation may publish revised and/or new versions +of the GNU Lesser General Public License from time to time. Such new +versions will be similar in spirit to the present version, but may +differ in detail to address new problems or concerns. + + Each version is given a distinguishing version number. If the +Library as you received it specifies that a certain numbered version +of the GNU Lesser General Public License "or any later version" +applies to it, you have the option of following the terms and +conditions either of that published version or of any later version +published by the Free Software Foundation. If the Library as you +received it does not specify a version number of the GNU Lesser +General Public License, you may choose any version of the GNU Lesser +General Public License ever published by the Free Software Foundation. + + If the Library as you received it specifies that a proxy can decide +whether future versions of the GNU Lesser General Public License shall +apply, that proxy's public statement of acceptance of any version is +permanent authorization for you to choose that version for the +Library. diff --git a/README.md b/README.md new file mode 100644 index 0000000..158052a --- /dev/null +++ b/README.md @@ -0,0 +1,41 @@ +Status +====== + +Proof of Concept! + +Queue: + Ruby-Klasse zur Kommunikation zwischen Threads. Unidirektional +BDB-Queue: + Queue auf Basis einer BDB. Kann zur Kommunikation zwischen Prozessen dienen. Unidirektional. +Stream: + UNIX-Stream. Bidirektional. + +Sicherheit +========== + +Verarbeitung wird jeweils abgeschottet und darf nicht auf andere Daten zugreifen. +$SAFE = 4 waere wuenschenswert, aber unpraktikabel bezueglich Queue. +$SAFE = 3 reicht. + +Mehrere Prozesse also nicht noetig. + +erstes Map auf Logdaten +======================= + +Liest aus der BDB-Queue, verarbeitet und schreibt in eine andere Datenbank. + +Parallelisierung +---------------- + +Eine DB, die speichert, wer an was arbeitet. Koennte langsam werden. + +MapReduce allgemein +=================== + +Woher kommt die Information, dass gearbeitet werden kann? BDB-Queue/Stream/Queue. + +Piping +====== + +MapReduce-Verarbeitung kann auch hintereinander geschaltet werden. +Hierzu bietet sich Queue im Prozess an. diff --git a/Rakefile b/Rakefile new file mode 100644 index 0000000..c078dcc --- /dev/null +++ b/Rakefile @@ -0,0 +1,57 @@ +require 'rubygems' +require 'rake' + +begin + require 'jeweler' + Jeweler::Tasks.new do |gem| + gem.name = "robustserver" + gem.summary = %Q{Protects your Server against SIGS, unplaned exceptions and retries last action} + gem.description = %Q{} + gem.email = "Denis.Knauf@gmail.com" + gem.homepage = "http://github.com/DenisKnauf/robustserver" + gem.authors = ["Denis Knauf"] + gem.files = ["AUTHORS", "README.md", "VERSION", "lib/**/*.rb", "test/**/*.rb"] + gem.require_paths = ["lib"] + end + Jeweler::GemcutterTasks.new +rescue LoadError + puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler" +end + +require 'rake/testtask' +Rake::TestTask.new(:test) do |test| + test.libs << 'lib' << 'test' << 'ext' + test.pattern = 'test/**/*_test.rb' + test.verbose = true +end + +begin + require 'rcov/rcovtask' + Rcov::RcovTask.new do |test| + test.libs << 'test' + test.pattern = 'test/**/*_test.rb' + test.verbose = true + end +rescue LoadError + task :rcov do + abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov" + end +end + +task :test => :check_dependencies + +task :default => :test + +require 'rake/rdoctask' +Rake::RDocTask.new do |rdoc| + if File.exist?('VERSION') + version = File.read('VERSION') + else + version = "" + end + + rdoc.rdoc_dir = 'rdoc' + rdoc.title = "sbdb #{version}" + rdoc.rdoc_files.include('README*') + rdoc.rdoc_files.include('lib/**/*.rb') +end diff --git a/VERSION b/VERSION new file mode 100644 index 0000000..77d6f4c --- /dev/null +++ b/VERSION @@ -0,0 +1 @@ +0.0.0 diff --git a/lib/robustserver.rb b/lib/robustserver.rb new file mode 100644 index 0000000..d4b3177 --- /dev/null +++ b/lib/robustserver.rb @@ -0,0 +1,94 @@ + +module Signal + def signame s + case s + when String then s + when Symbol then s.to_s + when Fixnum then list.invert[s] + end + end + + def sig s + case s + when Fixnum then s + when String then list[s] + when Symbol then list[s.to_s] + end + end + + list do |n, s| + Signal.const_set n, s + Signal.const_set "SIG#{n}", s + end + + def [] s + case s + when String then list[s] + when Symbol then list[s.to_s] + when Fixnum then list.invert[s] + else raise ArgumentError + end + end +end + +class Retries + attr_accessor :max, :range + attr_reader :count, :last + + def initialize max = 10, range = 10 + @max, @range, @count, @last = max, range, 0, Time.now + end + + def retry? + @count = @last + @range > Time.now ? @count + 1 : 1 + @last = Time.now + @count < @max + end + + def run ex, &e + begin e.call *args + rescue ex + retries.retry? and retry + end + end +end + +class RobustServer + def self.main *argv + self.new( *argv).main + end + + def initialize *p + super *p + sh = method :signal_handler + @sigs = { + Signal[:INT] => sh, Signal[:HUP] => nil, Signal[:TERM] => sh, + Signal[:KILL] => sh, Signal[:USR1] => nil, Signal[:USR2] => nil + } + end + + def trapping + @sigs.each { |s, p| @sigs[s] = trap s, p } if @sigs + end + + def signal_handler s + @signal = s + end + + def main max = nil, range = nil + retries = Retries.new max, range + trapping + $stderr.puts "Arbeit wird nun aufgenommen..." + begin + self.run + rescue SystemExit, Interrupt, SignalException + $stderr.puts "Das Beenden des Programms wurde angefordert. #{$!}" + rescue Object + $stderr.puts [:rescue, $!, $!.class, $!.backtrace].inspect + retry if retries.retry? + $stderr.print "Zuviele Fehler in zu kurzer Zeit. Ich gebe auf und " + end + trapping + $stderr.puts "Beende mich selbst." + end +end