#!/usr/bin/perl -w
##############################################################################
# Simple Search                 Version 1.0                                  #
# Copyright 1996 Matt Wright    mattw@worldwidemart.com                      #
# and erik sandblom

open STDERR, ">>search_errors";
$archive = '/home/sandblom/ern_archive';
$scriptname = $0;
$scriptname =~ s#.*/##;
$wordborder = '\s|<|>|,|\.|\?|!|-|&nbsp;|\(|\)|"|\'|&quot;|&ldquo;|&rdquo;|&lsquo;|&rsquo;';
print "Content-type: text/html\n\n";
print `cat /home/sandblom/.www/cgi-bin/searchheader`;

unless ($ENV{'QUERY_STRING'}) { # if no search information
	print `cat /home/sandblom/.www/cgi-bin/whatsearch`;
	exit;
}

&parse_form;

&print_form; # speeds presentation

&search;

&print_hits;

&print_stats;

sub parse_form { 
	$buffer = ""; 
	$buffer = $ENV{'QUERY_STRING'};
	$buffer =~ s/=\Z//; # if query string ends in =
	unless ($buffer =~ /=[^&]*?\Z/) { # OK if query string ends in "name=value"
		$buffer =~ s/&[^=]*?\Z//;
	}
	unless ($buffer =~ /terms=[^&=]+/) { # if no search terms
		print `cat /home/sandblom/.www/cgi-bin/whatsearch`;
		exit;
	}
	@pairs = split(/&/, $buffer);
	foreach $pair (@pairs) {
		($name, $value) = split(/=/, $pair);
		$value =~ tr/+/ /;
		$value =~ s/%([a-fA-F0-9][a-fA-F0-9])/pack("C", hex($1))/eg;
		$FORM{$name} = $value;
   	}
	unless (($FORM{'boolean'}) and ($FORM{'boolean'} eq 'AND')) {
		$FORM{'boolean'} = 'OR';
	}
	unless (($FORM{'case'}) and ($FORM{'case'} eq 'Sensitive')) {
		$FORM{'case'} = 'Insensitive';
	}
	unless ($FORM{'startat'}) {
		$FORM{'startat'} = 0;
	}
	$FORM{'terms'} =~ s/£/\&pound;/g; 
	$FORM{'terms'} =~ s/\x80/\&euro;/g;
	$FORM{'terms'} =~ s/\xA4/\&euro;/g;
	$FORM{'terms'} =~ s/å/\&aring;/g; 
	$FORM{'terms'} =~ s/Å/\&Aring;/g;
	$FORM{'terms'} =~ s/ä/\&auml;/g; 
	$FORM{'terms'} =~ s/Ä/\&Auml;/g; 
	$FORM{'terms'} =~ s/æ/\&aelig;/g; 
	$FORM{'terms'} =~ s/Ä/\&Aelig;/g; 
	$FORM{'terms'} =~ s/á/\&aacute;/g; 
	$FORM{'terms'} =~ s/à/\&agrave;/g; 
	$FORM{'terms'} =~ s/â/\&acirc;/g; 
	$FORM{'terms'} =~ s/é/\&eacute;/g; 
	$FORM{'terms'} =~ s/è/\&egrave;/g;
	$FORM{'terms'} =~ s/í/\&iacute;/g; 
	$FORM{'terms'} =~ s/Í/\&Iacute;/g; 
	$FORM{'terms'} =~ s/ñ/\&ntilde;/g;
	$FORM{'terms'} =~ s/Ñ/\&Ntilde;/g;
	$FORM{'terms'} =~ s/ö/\&ouml;/g; 
	$FORM{'terms'} =~ s/Ö/\&Ouml;/g; 
	$FORM{'terms'} =~ s/Ø/\&Oslash;/g;
	$FORM{'terms'} =~ s/ø/\&oslash;/g;
	$FORM{'terms'} =~ s/ó/\&oacute;/g; 
	$FORM{'terms'} =~ s/Ó/\&Oacute;/g; 
	$FORM{'terms'} =~ s/®/\&reg;/g; 
	$FORM{'terms'} =~ s/ü/\&uuml;/g;
	$FORM{'terms'} =~ s/Ü/\&Uuml;/g;
	$FORM{'terms'} =~ s/û/\&ucirc;/g;
	$FORM{'terms'} =~ s/Û/\&Ucirc;/g;
	$FORM{'terms'} =~ s/ß/\&szlig;/g;

	$weird = 0;
	if ($FORM{'terms'} =~ /_|\]|\[/){
		$weird++;
		$FORM{'terms'} =~ tr/_/ /;
		$FORM{'terms'} =~ tr/[/ /;
		$FORM{'terms'} =~ tr/]/ /;
	}

	# save search query for putting in form and links.
	# this preserves the order of terms, so user not confused.
	# This has no technical importance to search
	# however seems to remove plus signs, ie encoded spaces # hmm maybe not March 17th 2003
	$savedterms = $FORM{'terms'};
}

sub print_form {
	print "<center><form method=GET action=\"http://www.artech.se/cgi-bin/cgiwrap/sandblom/$scriptname\"><input type=text name=\"terms\" size=60\n";
	$savedterms =~ s/\"/&quot;/g;
   	print "value=\"$savedterms";
	print "\"><table border=\"0\"><tr><td>"; 

	if ($FORM{'boolean'} eq AND) {
		print "<input type=\"radio\" name=\"boolean\" value=AND checked>AND<br><input type=\"radio\" name=\"boolean\" value=OR>OR</td><td>\n";
	}
	elsif ($FORM{'boolean'} eq OR) {
		print "<input type=\"radio\" name=\"boolean\" value=AND>AND<br><input type=\"radio\" name=\"boolean\" value=OR checked>OR</td><td>\n";
	}
	if ($FORM{'case'} eq Insensitive) {
		print "<input type=\"radio\" name=\"case\" value=Insensitive checked>Case Insensitive<br><input type=\"radio\" name=\"case\" value=Sensitive>Case Sensitive</td><td>\n";
	}
	elsif ($FORM{'case'} eq Sensitive) { 
		print "<input type=\"radio\" name=\"case\" value=Insensitive>Case Insensitive<br><input type=\"radio\" name=\"case\" value=Sensitive checked>Case Sensitive</td><td>\n";
	}

	print "</td><td><input type=\"hidden\" name=\"startat\" value=\"0\"><INPUT TYPE=submit VALUE=\"Find Bulletins\"></td></tr></table></form></center><p>\n\n";
}

sub search { 
	# open bulletins
	open ARCHIVE, "$archive";
	@lines = <ARCHIVE>;
	close ARCHIVE;
	$updated = pop @lines;
	$updated =~ s/--updated--//;

	$string = join '', @lines;
	@bulletins = (split /--nextbulletin--\n/, $string);

	# find quoted phrases
	while ($FORM{'terms'} =~ s/\"(.*?)\"//) {
		push @quotedterms, $1;
	}

	# no extra spaces after finding phrases
	$FORM{'terms'} =~ tr/ / /s;
	$FORM{'terms'} =~ s/^ //;
	$FORM{'terms'} =~ s/ $//;

	# get unquoted words
	@unquotedterms = split(/\s+/, $FORM{'terms'});

	# put the terms in the list without making them just a single long string
	# after splitting terms by space, enable wildcard search if user gives *
	foreach $term (@quotedterms) {
		$term =~ s/\*/[^ ]*?/g;
		push @terms, $term;
	}
	foreach $term (@unquotedterms) {
		$term =~ s/\*/[^ ]*?/g;
		push @terms, $term;
	}
	# end of phrasal search modification

	# actual search part
	foreach $bulletin (@bulletins) {
		$bulletin =~ s/&nbsp;/ /g; # for finding "X&nbsp;2000"
		if ($FORM{'boolean'} eq 'AND') {
			foreach $term (@terms) {
				if ($FORM{'case'} eq 'Insensitive') {
					# \b is a word border but doesn't work with html entities
					# so i made my own word border expression, see top of file :-)
					if (!($bulletin =~ /($wordborder)$term($wordborder)/i)) {
						$include{$bulletin} = 'no';
						last;
					}
					else {
						$include{$bulletin} = 'yes';
					}
				}
				elsif ($FORM{'case'} eq 'Sensitive') {
					if (!($bulletin =~ /($wordborder)$term($wordborder)/)) {
						$include{$bulletin} = 'no';
						last;
					}
					else {
						$include{$bulletin} = 'yes';
					}
				}
			}
		}
		elsif ($FORM{'boolean'} eq 'OR') {
			foreach $term (@terms) {
				if ($FORM{'case'} eq 'Insensitive') {
					if ($bulletin =~ /($wordborder)$term($wordborder)/i) {
						$include{$bulletin} = 'yes';
						last;
					}
					else {
						$include{$bulletin} = 'no';
					}
				}
				elsif ($FORM{'case'} eq 'Sensitive') {
					if ($bulletin =~ /($wordborder)$term($wordborder)/) {
						$include{$bulletin} = 'yes';
						last;
					}
					else {
						$include{$bulletin} = 'no';
					}
				}
			}
		}
	}
}

sub print_hits {
	$showingfrom = ($FORM{'startat'} +1); 
	$endat = ($FORM{'startat'} + 10);
	$continue = ($FORM{'startat'} + 11);
	$savedterms =~ s/&quot;/%22/g;
	$savedterms =~ s/ /\+/g;
	$i = 0;
	foreach $key (keys %include) {
		if ($include{$key} eq 'yes') {
			push @hitlist, $key;
		}
	}
	@hitlist = sort {$b cmp $a} @hitlist; 
	$numberofhits = @hitlist; 
	$interval = ($numberofhits - $FORM{'startat'}); 
	if ($numberofhits == 0) {
	print "Sorry, couldn't find any bulletins. Tips:<ul>\n";
   	if (($savedterms !~ /[a-z]/) and ($FORM{'case'} eq 'Sensitive')) {
		print "<li>Unless you're looking for something that is normally written with ALL CAPITALS, try pressing the \"Case Insensitive\" button.</li>\n";
		if ($FORM{'terms'} =~ /\./) {
			print "<li>Erik's Rail News writes acronyms without dots (.).</li>\n";
		}
	}
	if ($weird != 0) {
		print "<li>Sorry, this search engine does not recognize weird symbols like \[, \], or _. Use a * to  find variant of words; \"comput*\" finds computer, computing and computer.</li>\n";
	}
	if ($i > 1) {
		print "<li>Try using fewer or more general search terms.</li>\n";
	}
	print "<li>Use an asterisk, *, to use wildcards. For example, \"comput*\" will find computer, computers and computing.</li>\n";
	print "<li>Try the Erik's Rail News <a href=\"../archive/search_and_archive.html\">Search and Archive page</a>.</li>\n";
	print "<li>If you're pretty sure what you're looking for is not here, <a href=\"http://www.google.com/search?q=";
	print "$savedterms+rail+train\">click here to continue your search on Google</a>.</li>\n";

	}
  else {
  		$rest = "bulletins displayed first. Archive updated to $updated.<ul>\n";
		if ($numberofhits <= 10) {
	   	print "<p>Found $numberofhits bulletins, newest $rest";
	}
	elsif ($FORM{'startat'} == 0) {
		print "<p>Found $numberofhits bulletins, showing first 10. Newest $rest";
	}
	elsif ($interval > 10) {
	  	print "<p>Found $numberofhits bulletins, showing $showingfrom to $endat. Newest $rest";
	}
	elsif ($interval < 10) {
		print "<p>Found $numberofhits bulletins, showing last $interval. Newest $rest";
	}

   	if (($savedterms !~ /[a-z]/) and ($FORM{'case'} eq 'Insensitive')) {
		print "<li>If you're looking for an acronym like ICE or EWS, try pressing the \"Case Sensitive\" button.\n";
	}
	if ($weird != 0) {
		print "<li>Sorry, this search engine does not recognize weird symbols like \[, \], or _. Use a * to  find variant of words; \"comput*\" finds computer, computing and computer.</li>\n";
	}
	if (($FORM{'terms'} =~ /britain|canada|china|finland|france|germany|hungary|italy|sweden|norway|mexico|poland|portugal/i) and (!($FORM{'terms'} =~ /\*/))){
		print"<li>Looking for information about a country? Use an asterisk to use the wildcard feature to find the noun as well as the adjective. For example, to find information about Britain, just type in \"brit*\", for Britain and British. For Sweden, type \"swed*\" and so on.</li>\n";
	}
	if ($FORM{'terms'} =~ /rail|train/i) {
		print "<li>Unless words like \"rail\" or \"train\" form part of the name of an organisation you are interested in, try deleting these words from your search to get more accurate results.</li>\n";
	}
	if ($numberofhits > 20){
		unless ($FORM{'terms'} =~ /\d\d\d\d|january|february|march|april|may|june|july|august|september|october|november|december/i){
			print "<li>Try adding a month and/or year if you want to narrow the search results.</li>\n";
		}
	}
	print "</ul></p>";
	
	foreach $hit (@hitlist) {
		if ($FORM{'startat'} < $endat) {
			unless ($FORM{'startat'} >= $numberofhits) {
				print "<hr width=\"50%\" size=\"1\">\n\n";
				$hitlist[$FORM{'startat'}] =~ s/\d\d\d\d-\d\d-\d\d--\d\d\d\d\n//;
				print "$hitlist[$FORM{'startat'}]\n"; #the dos command for cat is type
				$FORM{'startat'}++; 
			}
		}
		elsif ($FORM{'startat'} = $continue) {
			print "<hr width=\"50%\" size=\"1\">\n\n";   
			print "<p align=\"center\"><a href=\"http:\/\/www\.artech\.se\/cgi-bin\/cgiwrap\/sandblom\/$scriptname?terms=$savedterms";
			print "&amp;startat=$endat&amp;boolean=$FORM{'boolean'}&amp;case=$FORM{'case'}\">Next 10<\/a><\/p>";
			print "\n\n"; 
			last; 
		}
	}
	print "</div><br style=\"clear:both;\"><p align=\"center\">Back to <a href=\"http:\/\/eriksrailnews\.com\/\">Erik's Rail News</a> front page</p>\n";
	print "</body>\n</html>\n";
	}
}

sub print_stats { 
	unless ($ENV{'REMOTE_HOST'}) {
		$ENV{'REMOTE_HOST'} = '';
	}
	# |bredband\.net|bredbandsbolaget\.se
	$block = 'alexa\.com|av\.com|bredband\.net|bredbandsbolaget\.se|googlebot\.com|fastsearch\.net|inktomisearch\.com|directhit\.com|htmlhelp\.com|looksmart\.com|looksmart\.net|teoma\.com|validator\.w3\.org';
	unless (($ENV{'REMOTE_HOST'} =~ /$block/i) or ($FORM{'startat'} != 0)) {
		$timestamp = `date +"20%y%m%d %H:%M:%S"`;
		$date = `date +"20%y%m"`;
		chomp $timestamp;
		chomp $date;
		unless ($ENV{'HTTP_REFERER'}) {
			$ENV{'HTTP_REFERER'} = '';
		}
		open SEARCHWORDS, ">>/home/sandblom/stats/search$date"; 
		print SEARCHWORDS "$ENV{'HTTP_USER_AGENT'}\n$ENV{'REMOTE_HOST'}\n$timestamp\nrefered: $ENV{'HTTP_REFERER'}\n";
		print SEARCHWORDS "$scriptname: $numberofhits: $FORM{'case'} $FORM{'boolean'}; ";
		$i = 0;
		foreach $term (@terms) {
			print SEARCHWORDS "$term";
			$i++;
			if (!($i == @terms)) {
				print SEARCHWORDS ", ";
			}
		}
		print SEARCHWORDS "\n\n\n";
		close SEARCHWORDS; 
	}
}