From af97f5708a1953286786cf2c38fded8a48d3e29c Mon Sep 17 00:00:00 2001 From: urbanadventurer Date: Thu, 23 Nov 2017 23:28:58 +1100 Subject: [PATCH] 0.4.9 version release --- CHANGELOG | 22 ++++++++++++++++++++-- README | 18 ++++++++++++------ lib/colour.rb | 2 +- lib/http-status.rb | 12 ++++++++++++ lib/plugins.rb | 12 ++++++++++++ lib/target.rb | 12 ++++++++++++ lib/version_class.rb | 12 ++++++++++++ whatweb | 7 ++++--- whatweb.1 | 2 +- 9 files changed, 86 insertions(+), 13 deletions(-) diff --git a/CHANGELOG b/CHANGELOG index a76af0bde..ad654ea49 100644 --- a/CHANGELOG +++ b/CHANGELOG @@ -1,6 +1,24 @@ -Version 0.4.8-dev Unreleased -* Added support for all ciphers - TLSv1:TLSv1.1:TLSv1.2:SSLv3:SSLv2. Thanks milo2012 + +Version 0.4.9 November 23rd 2017 +* Added unit testing with rake @bcoles +* Added Elastic Search output @SlivTaMere +* Source code formatting cleanup @Code0x58 +* Thread reuse and logging through a single thread @Code0x58 +* Fixed max-redirection bug @Code0x58 +* Fixed bug when using a proxy and HTTPS (unknown user) +* Fixed timeout deprecation warning @iGeek098 +* New plugins and plugin updates @guikcd @bcoles @andreas-becker +* Added proxy and user-agent to logging @rdubourguais +* Updated Alexa top websites lists +* Updated update-alexa script +* Updated IP to Country database +* Updated man page +* Updated Mongo DB output for Mongo 2.x + +Version 0.4.8-dev (Continuous release 2012 - 2017) + +* Added support for all ciphers - TLSv1:TLSv1.1:TLSv1.2:SSLv3:SSLv2. Thanks @milo2012 * New colour scheme for brief output * New Verbose output * --color, --colour now takes case insensitive arguments, and can be enabled under Windows diff --git a/README b/README index 000ff0f57..724addb28 100644 --- a/README +++ b/README @@ -11,7 +11,7 @@ $$$$$$ $$$$$ $$$$ $$$ $$$$ $$$ $$$$ $$$$$$ $$$$$ $$$$$$$$$ $$$$$$$$$' Readme for WhatWeb - Next generation web scanner. Developed by Andrew Horton aka urbanadventurer and Brendan Coles -Version: 0.4.8. Unreleased +Version: 0.4.9. November 23rd, 2017 License: GPLv2 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ @@ -55,7 +55,7 @@ Features: * Over 1700 plugins * Control the trade off between speed/stealth and reliability * Performance tuning. Control how many websites to scan concurrently. - * Multiple log formats: Brief (greppable), Verbose (human readable), XML, JSON, MagicTree, RubyObject, MongoDB. + * Multiple log formats: Brief (greppable), Verbose (human readable), XML, JSON, MagicTree, RubyObject, MongoDB, ElasticSearch, SQL. * Proxy support including TOR * Custom HTTP headers * Basic HTTP authentication @@ -92,7 +92,7 @@ $::$ . $$$ $::$ $$$ $::$ $$$ $::$ $::$ . $$$ $::$ $::$ $$$$ $;;$ $$$ $$$ $;;$ $$$ $;;$ $$$ $;;$ $;;$ $$$ $$$ $;;$ $;;$ $$$$ $$$$$$ $$$$$ $$$$ $$$ $$$$ $$$ $$$$ $$$$$$ $$$$$ $$$$$$$$$ $$$$$$$$$' -WhatWeb - Next generation web scanner version 0.4.8-dev. +WhatWeb - Next generation web scanner version 0.4.9. Developed by Andrew Horton aka urbanadventurer and Brendan Coles. Homepage: http://www.morningstarsecurity.com/research/whatweb @@ -116,7 +116,6 @@ AGGRESSION: --aggression, -a=LEVEL Set the aggression level. Default: 1. Aggression levels are: 1. Stealthy Makes one HTTP request per target. Also follows redirects. - 2. Unused 3. Aggressive If a level 1 plugin is matched, additional requests will be made. 4. Heavy Makes a lot of HTTP requests per target. Aggressive tests from @@ -410,7 +409,9 @@ Version 0.4.4 Released June 29th, 2010 Version 0.4.5 Released August 17th, 2010 Version 0.4.6 Released March 25th, 2011 Version 0.4.7 Released April 5th, 2011 -Version 0.4.8-dev Unreleased +Version 0.4.8-dev (Continuous release from 2012 to 2017) +Version 0.4.9 Released November 23rd, 2017 + 10. Credits ================================================================================ @@ -433,7 +434,7 @@ Thank you to the following people who have contributed to WhatWeb. Emilio Casbas Louis Nyffenegger Patrik Wallström (pawal) -Caleb Anderson (alhazred) +Caleb Anderson (dirtyfilthy) Tonmoy Saikia Aung Khant (yehgdotnet) Erik Inge Bolsø @@ -465,6 +466,11 @@ Artem Taranyuk (610) Matti Paksula (matti) Tim Smith (tas50) Sarthak Munshi (saru95) +@rdubourguais +@SlivTaMere +@Code0x58 +@iGeek098 +@andreas-becker Please let me know if I need to add any more names. diff --git a/lib/colour.rb b/lib/colour.rb index a69acf0f4..2b45b41d2 100644 --- a/lib/colour.rb +++ b/lib/colour.rb @@ -1,7 +1,7 @@ # colours for consoles =begin -Copyright 2009, 2012 Andrew Horton +Copyright 2009, 2017 Andrew Horton This file is part of WhatWeb. diff --git a/lib/http-status.rb b/lib/http-status.rb index dff53d3f5..170ea2578 100644 --- a/lib/http-status.rb +++ b/lib/http-status.rb @@ -1,3 +1,15 @@ +=begin +Copyright 2009, 2017 Andrew Horton + +This file is part of WhatWeb. + +WhatWeb is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 2 of the License, or at your option) any later version. + +WhatWeb is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with WhatWeb. If not, see . +=end + class HTTP_Status # return HTTP status code as a string def self.code(number) diff --git a/lib/plugins.rb b/lib/plugins.rb index d2a6aff6c..bb432704b 100644 --- a/lib/plugins.rb +++ b/lib/plugins.rb @@ -1,3 +1,15 @@ +=begin +Copyright 2009, 2017 Andrew Horton + +This file is part of WhatWeb. + +WhatWeb is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 2 of the License, or at your option) any later version. + +WhatWeb is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with WhatWeb. If not, see . +=end + module PluginSugar def def_field(*names) class_eval do diff --git a/lib/target.rb b/lib/target.rb index 4712febab..a79e27d90 100644 --- a/lib/target.rb +++ b/lib/target.rb @@ -1,3 +1,15 @@ +=begin +Copyright 2009, 2017 Andrew Horton + +This file is part of WhatWeb. + +WhatWeb is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 2 of the License, or at your option) any later version. + +WhatWeb is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with WhatWeb. If not, see . +=end + class Target attr_reader :target attr_reader :uri, :status, :ip, :body, :headers, :raw_headers, :raw_response diff --git a/lib/version_class.rb b/lib/version_class.rb index 964dd3de4..ac377aa66 100644 --- a/lib/version_class.rb +++ b/lib/version_class.rb @@ -1,3 +1,15 @@ +=begin +Copyright 2009, 2017 Andrew Horton + +This file is part of WhatWeb. + +WhatWeb is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 2 of the License, or at your option) any later version. + +WhatWeb is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with WhatWeb. If not, see . +=end + class Version def initialize(name_product = nil, versions = nil, url = nil) raise 'You must specify the name of the product' if name_product.nil? diff --git a/whatweb b/whatweb index 335e7963d..f33995761 100755 --- a/whatweb +++ b/whatweb @@ -16,7 +16,7 @@ Author: Andrew Horton aka urbanadventurer Homepage: http://www.morningstarsecurity.com/research/whatweb -Copyright 2009-2016 Andrew Horton +Copyright 2009-2017 Andrew Horton This file is part of WhatWeb. @@ -105,6 +105,7 @@ def gem_available_new_rubygems?(gemname) end end +# requires gem "mongoid", "~> 2.0" gems = %w|json mongo rchardet | gems.each do |thisgem| @@ -133,7 +134,7 @@ HTTP_Status.initialize PLUGIN_DIRS=[ "plugins", "my-plugins"].map {|x| $LOAD_PATH.map {|y| y+"/"+x if File.exists?(y+"/"+x) } }.flatten.compact # nothing says pro-developer like using global variables -$VERSION = "0.4.8-dev" +$VERSION = "0.4.9" $WWDEBUG = false # raise exceptions in plugins, etc $verbose = 0 # $VERBOSE is reserved in ruby $use_colour = "auto" @@ -935,7 +936,7 @@ if mongo[:use_mongo_log] if $plugins_to_use.map { |a,b| a }.include?("Charset") output_list << OutputMongo.new(mongo) else - error("MongoDB logging requires the Charset plugin to be activated. The Charset plugin is the slowest whatweb plugin, it not included by default, and resides in the plugins-disabled folder. Use ./whatweb -p +./plugins-disabled/Charset.rb to enable it.") + error("MongoDB logging requires the Charset plugin to be activated. The Charset plugin is the slowest whatweb plugin, it not included by default, and resides in the plugins-disabled folder. Use ./whatweb -p +./plugins-disabled/charset.rb to enable it.") exit end end diff --git a/whatweb.1 b/whatweb.1 index a268aca81..47747d2cc 100644 --- a/whatweb.1 +++ b/whatweb.1 @@ -1,4 +1,4 @@ -.TH WHATWEB 1 "November 22nd, 2017" +.TH WHATWEB 1 "November 23rd, 2017" .SH NAME WhatWeb \- Next generation Web scanner. Identify technologies used by websites. .SH SYNOPSIS