Merge branch 'master' into richoH-dev

3 files changed, 574 insertions, 0 deletions

diff --git a/longify/README.pod b/longify/README.pod
new file mode 100644
index 0000000..e161985
--- /dev/null
+++ b/longify/README.pod
@@ -0,0 +1,79 @@
+=pod
+
+=head1 NAME
+
+longify-urls.pl
+
+=head1 DESCRIPTION
+
+Checks channel messages for 'shortened' links, and expands them to their
+final target address.
+
+=head1 INSTALLATION
+
+=over
+
+=item * Download the modules from L<http://mauke.dyndns.org/stuff/irssi/lib/IrssiX/>
+and place them in a directory known to Perl (One of the default system locations
+for perl modules, or somewhere that is listed in the C<$PERL5LIB> environment variable).
+They should be placed in a subdirectory named C<IrssiX/> in whichever module directory
+you choose.
+
+=item * Copy the F<longify-urls.list> file into your F<~/.irssi/> directory.
+
+=item * Copy this script into your F<~/.irssi/scripts/> directory and load with
+C</SCRIPT LOAD F<filename>>.
+
+=back
+
+=head1 USAGE
+
+Load it.
+
+B<Note:> The lookup to check if a link is shortened runs in the background, so it
+won't affect the running of Irssi, but the message containing the link is queued
+until either a response comes back, or the timeout (~2 seconds) is hit.
+
+=head1 AUTHORS
+
+Copyright E<copy> 2011 Tom Feist C<E<lt>shabble+irssi@metavore.orgE<gt>>
+
+=head1 LICENCE
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+
+=head1 BUGS
+
+
+=head1 TODO
+
+=over
+
+=item * Not tested with simultaneous lookups
+
+=item * User-configurable timeout
+
+=item * deal with utf-8 (that stupid arrow site).
+
+=back
+
+
+
+=cut
+
diff --git a/longify/longify-urls.list b/longify/longify-urls.list
new file mode 100644
index 0000000..4ac705c
--- /dev/null
+++ b/longify/longify-urls.list
@@ -0,0 +1,227 @@
+tinyurl.com
+is.gd
+ur1.ca
+ping.fm
+snipurl.com
+snurl.com
+snipr.com
+sn.im
+bit.ly
+j.mp
+tr.im
+xrl.us
+twurl.nl
+x.se
+poprl.com
+url.ie
+6url.com
+yep.it
+ln-s.net
+piurl.com
+yatuc.com
+g8l.us
+icanhaz.com
+urlkiss.com
+minilien.com
+tinylink.com
+urlcut.com
+doiop.com
+smurl.com
+tighturl.com
+2tu.us
+myurl.in
+memurl.com
+redirx.com
+easyurl.net
+qurlyq.com
+dwarfurl.com
+shrinkurl.us
+starturl.com
+urlhawk.com
+canurl.com
+surl.co.uk
+lnkurl.com
+urlbrief.com
+urlborg.com
+ub0.cc
+urlvi.be
+sn.vc
+lurl.no
+hurl.ws
+twiturl.de
+spedr.com
+parv.us
+decenturl.com
+shorterlink.com
+shortlinks.co.uk
+budurl.com
+shw.me
+buk.me
+zz.gd
+0rz.tw
+lin.cr
+shink.de
+s3nt.com
+fff.to
+wipi.es
+ri.ms
+b23.ru
+zi.ma
+srs.li
+liip.to
+post.ly
+tcrn.ch
+cli.gs
+ptiturl.com
+snadr.it
+shrinkify.com
+s7y.us
+tiny.cc
+idek.net
+ff.im
+onsaas.info
+tubeurl.com
+tgr.me
+ow.ly
+a2n.eu
+azqq.com
+liltext.com
+b65.com
+cuturls.com
+goshrink.com
+atu.ca
+redirects.ca
+fhurl.com
+flingk.com
+fly2.ws
+nutshellurl.com
+notlong.com
+nanoref.com
+moourl.com
+shurl.net
+shrinkr.com
+shortenurl.com
+rubyurl.com
+url.co.uk
+xil.in
+wapurl.co.uk
+u76.org
+urlcutter.com
+fwdurl.net
+shrtnd.com
+urlpire.com
+smallr.com
+shredurl.com
+linkgap.com
+plumurl.com
+offur.com
+liurl.cn
+adjix.com
+ad.vu
+togoto.us
+a.gg
+a.nf
+go.9nl.com
+lru.jp
+kl.am
+nn.nf
+idek.net
+hex.io
+to.ly
+digg.com
+cliccami.info
+➡.ws
+➨.ws
+➯.ws
+➔.ws
+➞.ws
+➽.ws
+➹.ws
+✩.ws
+✿.ws
+❥.ws
+›.ws
+ta.gd
+cort.as
+u.nu
+r.im
+alturl.com
+chilp.it
+ewerl.com
+flq.us
+hugeurl.com
+jijr.com
+kissa.be
+l9k.net
+o-x.fr
+omf.gd
+plurl.me
+rb6.me
+rickroll.it
+shoturl.us
+srnk.net
+tiny.pl
+u.mavrev.com
+updating.me
+xrl.in
+xurl.jp
+yfrog.com
+307.to
+bacn.me
+bloat.me
+clipurl.us
+href.in
+korta.nu
+merky.de
+nanourl.se
+peaurl.com
+pnt.me
+rde.me
+reallytinyurl.com
+redir.ec
+short.ie
+short.to
+tra.kz
+twurl.cc
+url.az
+urlx.ie
+zurl.ws
+qlnk.net
+twitclicks.com
+htxt.it
+fwd4.me
+clop.in
+ln-s.ru
+sp2.ro
+eepurl.com
+twitterurl.net
+clck.ru
+atu.ca
+netnet.me
+adf.ly
+zzang.kr
+ni.to
+lu.to
+xrl.in
+virl.com
+gl.am
+klck.me
+trunc.it
+migre.me
+xzb.cc
+ulu.lu
+shar.es
+3.ly
+urli.nl
+su.pr
+goo.gl
+om.ly
+hiderefer.com
+flic.kr
+w33.us
+fwib.net
+zud.me
+7.ly
+shrt.fr
+smsh.me
+bon.no
diff --git a/longify/longify-urls.pl b/longify/longify-urls.pl
new file mode 100644
index 0000000..38e8ba8
--- /dev/null
+++ b/longify/longify-urls.pl
@@ -0,0 +1,268 @@
+=pod
+
+=head1 NAME
+
+longify-urls.pl
+
+=head1 DESCRIPTION
+
+Checks channel messages for 'shortened' links, and expands them to their
+final target address.
+
+=head1 INSTALLATION
+
+=over
+
+=item * Download the modules from L<http://mauke.dyndns.org/stuff/irssi/lib/IrssiX/>
+and place them in a directory known to Perl (One of the default system locations
+for perl modules, or somewhere that is listed in the C<$PERL5LIB> environment variable).
+They should be placed in a subdirectory named C<IrssiX/> in whichever module directory
+you choose.
+
+=item * Copy the F<longify-urls.list> file into your F<~/.irssi/> directory.
+
+=item * Copy this script into your F<~/.irssi/scripts/> directory and load with
+C</SCRIPT LOAD F<filename>>.
+
+=back
+
+=head1 USAGE
+
+Load it.
+
+B<Note:> The lookup to check if a link is shortened runs in the background, so it
+won't affect the running of Irssi, but the message containing the link is queued
+until either a response comes back, or the timeout (~2 seconds) is hit.
+
+=head1 AUTHORS
+
+Copyright E<copy> 2011 Tom Feist C<E<lt>shabble+irssi@metavore.orgE<gt>>
+
+=head1 LICENCE
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+
+=head1 BUGS
+
+
+=head1 TODO
+
+=over
+
+=item * Not tested with simultaneous lookups
+
+=item * User-configurable timeout
+
+=item * deal with utf-8 (that stupid arrow site).
+
+=back
+
+=cut
+
+use strict;
+use warnings;
+
+use Irssi;
+use Irssi::Irc;
+use Irssi::TextUI;
+
+use Data::Dumper;
+
+use IrssiX::Async qw(fork_off);
+use LWP::UserAgent;
+use URI;
+use File::Spec;
+
+our $VERSION = '0.1';
+our %IRSSI = (
+              authors     => 'shabble',
+              contact     => 'shabble+irssi@metavore.org',
+              name        => 'longify-urls',
+              description => 'checks to see if links mentioned in public'
+                     . 'channels are shortened, and, if so, expands them',
+              license     => 'MIT',
+              updated     => '8/7/2011'
+             );
+
+my $pending_msg_params = {};
+my $lookup_in_progress;
+my $flushing_message;
+my $domains;
+
+
+sub sig_public_message {
+    _handle_messages(@_);
+}
+
+sub sig_private_message {
+    _handle_messages(@_);
+}
+
+sub _handle_messages {
+
+    my $msg = $_[1];
+
+    if ($flushing_message) { # don't interrupt it a second time.
+        delete $pending_msg_params->{$flushing_message};
+        $flushing_message = '';
+        return;
+    }
+
+    my $url = match_uri($msg);
+
+    return unless $url;
+
+    my $uri_obj = URI->new($url);
+
+    return unless ref($uri_obj) && exists $domains->{$uri_obj->host};
+
+    $pending_msg_params->{$url} = [@_];
+    $lookup_in_progress = 1;
+    expand_url($url);
+
+    Irssi::signal_stop;
+}
+
+sub expand_url {
+    my ($url) = @_;
+    fork_off $url, \&expand_url_request, \&expand_url_callback;
+}
+
+sub expand_url_request {
+    my $url = <STDIN>;
+    chomp $url;
+
+    my $user_agent = LWP::UserAgent->new;
+    $user_agent->agent("irssi-longify-urls/0.1 ");
+    $user_agent->timeout(2); # TODO: make this a setting.
+    $user_agent->max_size(0);
+    my $request = HTTP::Request->new(GET => $url);
+    my $result = $user_agent->request($request);
+
+    print "$url\n";
+
+    if ($result->is_error) {
+        print "ERROR: " . $result->as_string . "\n";
+        return;
+    }
+
+    my @redirects = $result->redirects;
+    if (@redirects) {
+        print $redirects[-1]->header('Location') . "\n";
+    }
+}
+
+sub expand_url_callback {
+    my ($result) = @_;
+
+    chomp $result;
+    my ($orig_url, $long_url) = split /\n/, $result;
+    $long_url = '' unless $long_url;
+    $long_url =~ s/\s*(\S*)\s*/$1/;
+
+
+    my $pending_message_data = $pending_msg_params->{$orig_url};
+    my @new_signal = @$pending_message_data;
+
+    #Irssi::print("Result: orignal: $orig_url, new: $long_url");
+
+    if ($long_url && $long_url !~ /^ERROR/ && $long_url ne $orig_url) {
+        $new_signal[1] =~ s/\Q$orig_url\E/$long_url [was: $orig_url]/;
+        #print "Printing with: " . Dumper(@new_signal[1..$#new_signal]);
+    } elsif ($long_url && $long_url =~ /^ERROR/) {
+        $new_signal[1] =~ s/\Q$orig_url\E/$long_url while expanding "$orig_url"/;
+    }
+
+    $flushing_message = $orig_url;
+    Irssi::signal_emit 'message public', @new_signal;
+
+}
+
+sub match_uri {
+    my $text = shift;
+    # url matching regex taken
+    # from http://daringfireball.net/2010/07/improved_regex_for_matching_urls
+    my $regex = qr((?xi)
+\b
+(                           # Capture 1: entire matched URL
+  (?:
+    [a-z][\w-]+:                # URL protocol and colon
+    (?:
+      /{1,3}                        # 1-3 slashes
+      |                             #   or
+      [a-z0-9%]                     # Single letter or digit or '%'
+                                    # (Trying not to match e.g. "URI::Escape")
+    )
+    |                           #   or
+    www\d{0,3}[.]               # "www.", "www1.", "www2." … "www999."
+    |                           #   or
+    [a-z0-9.\-]+[.][a-z]{2,4}/  # looks like domain name followed by a slash
+  )
+  (?:                           # One or more:
+    [^\s()<>]+                      # Run of non-space, non-()<>
+    |                               #   or
+    \(([^\s()<>]+|(\([^\s()<>]+\)))*\)  # balanced parens, up to 2 levels
+  )+
+  (?:                           # End with:
+    \(([^\s()<>]+|(\([^\s()<>]+\)))*\)  # balanced parens, up to 2 levels
+    |                                   #   or
+    [^\s`!()\[\]{};:'".,<>?«»“”‘’]        # not a space or one of these punct chars
+  )
+));
+
+
+    if ($text =~ $regex) {
+        my $uri = $1;
+        # shorten needs the http prefix or it'll treat it as a relative link.
+        $uri = 'http://' . $uri if $uri !~ m(http://);
+        return $uri;
+    } else {
+        # no match
+        return undef;
+    }
+}
+
+sub cmd_reload {
+    my $filename = shift 
+      || File::Spec->catfile(Irssi::get_irssi_dir, 'longify-urls.list');
+    $domains = {};
+    open my $fh, '<', $filename
+      or die "Couldn't open file containing shorteners list $filename: $!";
+    while (<$fh>) {
+        chomp;
+        $domains->{$_} = 1;
+    }
+    close $fh;
+    Irssi::active_win->print('%_Longify:%_ List of domains has been reloaded.');
+}
+
+sub init {
+    Irssi::signal_add_first 'message public',  \&sig_public_message;
+    Irssi::signal_add_first 'message private', \&sig_private_message;
+    Irssi::signal_add       'setup changed',   \&sig_setup_changed;
+    Irssi::command_bind     'longify-reload',  \&cmd_reload;
+
+    cmd_reload();
+}
+
+sub sig_setup_changed {
+    # TODO: settings updating stuff goes here.
+}
+
+init();