package HTML::Highlight; use locale; use strict; use Carp; BEGIN { use vars qw ($VERSION @ISA); $VERSION = 0.20; @ISA = (); } END { } my $MIN_SECTION_LENGTH = 60; my $DEFAULT_SECTION_LENGTH = 80; sub new { $_ = shift; my $class = ref($_) || $_; croak ('HTML::Highlight - even number of parameters expected.') if (@_ % 2); # set the defaults my $self = { words => [], wildcards => [], colors => [ '#ffff66', '#A0FFFF', '#99ff99', '#ff9999', '#ff66ff' ], czech_language => 0, debug => 0 }; bless ($self, $class); # get parameters, overiding the defaults for (my $i = 0; $i <= $#_; $i += 2) { exists ( $self->{lc($_[$i])} ) or croak ('HTML::Highlight - invalid parameter ' . $_[$i] . '.'); $self->{lc($_[$i])} = $_[($i + 1)]; } croak ('HTML::Highlight - "words" and "wildcards" parameters must be references to arrays') if (ref($self->{words}) ne 'ARRAY' or ref($self->{wildcards}) ne 'ARRAY'); require CzFast if ($self->{czech_language}); return $self; } sub highlight { my $self = shift; my $document = shift; croak ('HTML::Highlight - no document defined') if (not defined($document)); return '' if (length($document) == 0); my $doc = $document; for (my $i = 0, my $cindex = 0; $i < @{$self->{words}}; $i++, $cindex++) { my $color; my $out; if ($self->{colors}->[$cindex]) { $color = $self->{colors}->[$cindex]; } else { $cindex = 0; $color = $self->{colors}->[$cindex]; } while($doc) { if ($doc !~ /(.*?)(<.*?>)(.*)/s) { $out .= $self->_highlight($doc, $i, $color); last; } else { my $str = $1; my $html = $2; my $rest = $3; $out .= $self->_highlight($str, $i, $color); $out .= $html; $doc = $rest; } } $doc = $out; } return $doc; } sub preview_context { my $self = shift; my $document = shift; my $sectlen = shift; $self->{context} = {}; $self->{sectlen} = $sectlen >= $MIN_SECTION_LENGTH ? $sectlen : $DEFAULT_SECTION_LENGTH; $self->{sections} = []; $document =~ s/<.*?>//g; for (my $i = 0; $i < @{$self->{words}}; $i++) { my $pattern = $self->{czech_language} ? &CzFast::czregexp($self->{words}->[$i]) : $self->{words}->[$i]; my $wildcard = $self->{wildcards}->[$i]; my $regexp; if ($wildcard eq '%') { $regexp = "${pattern}\\w*"; } elsif ($wildcard eq '*') { $regexp = "${pattern}s?"; } else { $regexp = $pattern; } if (not $self->{context}->{$pattern} and not grep (/$regexp/i, values %{$self->{context}})) { my $chars = int(($self->{sectlen} - length($pattern)) / 2); print "Chars: $chars\n" if ($self->{debug}); if ($document =~ /(?:^|\W)(.{0,$chars})(\W+|^)($regexp)(\W+|$)(.{0,$chars})(?:\W|$)/six) { my $section = $1.$2.$3.$4.$5; $self->{context}->{$pattern} = $section; push(@{$self->{sections}}, $section); } } } return $self->{sections}; } ######################### #### private methods #### ######################### sub _highlight { my $self = shift; my $str = shift; my $word = shift; my $color = shift; my $pattern = $self->{words}->[$word]; $pattern = &CzFast::czregexp($pattern) if ($self->{czech_language}); my $wildcard = $self->{wildcards}->[$word]; my $regexp; if ($wildcard eq '%') { my $pat = $self->{czech_language} ? &_cz_pattern : '\w*'; $regexp = "${pattern}$pat"; } elsif ($wildcard eq '*') { $regexp = "${pattern}s?"; } else { $regexp = $pattern; } print "$str: $pattern | $wildcard | $regexp | $color\n" if ($self->{debug}); $str =~ s!(\W+|^)($regexp)!$1$2!sig; return $str; } sub _cz_pattern { my @chars; my $pat = '('; foreach my $char ('a'..'z') { push(@chars, &CzFast::czregexp($char)); } $pat .= join('|',@chars); $pat .= ')*'; return $pat; } 1; __END__ =head1 NAME B =head1 SYNOPSIS use HTML::Highlight; # create the highlighter object my $hl = new HTML::Highlight ( words => [ 'word', 'any', 'car', 'some phrase' ], wildcards => [ undef, '%', '*', undef ], colors => [ '#FF0000', 'red', 'green', 'rgb(255, 0, 0)' ], czech_language => 0, debug => 0 ); # Remember that you don't need to specify your own colors. # The default colors should be optimal. # Now you can use the object to highlight patterns in a document # by passing content of the document to its highlight() method. # The highlighter object "remembers" its configuration. my $highlighted_document = $hl->highlight($document); =head1 MOTIVATION This module was originaly created to work together with fulltext indexing module DBIx::TextIndex to highlight search results. A need for a highlighter that takes wildcard matches and HTML tags into account and supports czech language (or other Slavic languages) was the motivation to create this module. =head1 DESCRIPTION This module provides Google-like highlighting of words or patterns in HTML documents. This feature is typically used to highlight search results. =item The construcutor: my $hl = new HTML::Highlight ( words => [], wildcards => [], colors => [], czech_language => 0, debug => 0 ); This is a constructor of the highlighter object. It takes an array of even number of parameters. The B parameter is a reference to an array of words to highlight. The B parameter is a reference to an array of wildcards, that are applied to corresponding words in the B array. A wildcard can be either undef or one of '%' or '*'. B means "match any characters": "%" applied to 'car' ==> matches "car", "cars", "careful", ... B means "match also plural form of the word": "*" applied to 'car' ==> matches only "car" or "cars" B means "match exactly the corresponding word": undefined wildcard applied to 'car' ==> matches only "car" The B parameter is a reference to an array of CSS color identificators, that are used to highlight the corresponding words in the B array. Default Google-like colors are used if you don't specify your own colors. Number of colors can be lower than number of words - in this case the colors are rotated and some of the words are therefore highlighted using the same color. The highlighter takes HTML tags into account and therefore does not "highlight" a word or a pattern inside a tag. A support for diacritics insenstive matching for ISO-8859-2 languages (for for example the czech language) can be activated using the B option. This feature requires a module B that is available on CPAN in a directory of author TRIPIE or at http://geocities.com/tripiecz/. B =item highlight my $hl_document = $hl->highlight($document); The only parameter is a document in that you want to highlight the words that were passed to the constructor of the highlighter object. The method returns a version of the document in which the words are highlighted. =item preview_context my $sections = $hl->preview_context($document, $num); This method takes two parameters. The first one is the document you want to scan for the words that were passed to the constructor of the highlighter object. The second parameter is an optional integer that specifies maximum number of characters in each of the context sections (see below). This parameter defaults to 80 characters if it's not specified. Minimum allowed value of this parameter is 60. The method returns a reference to an array of sections of the document in which the words that were passed to the constructor appear. HTML tags are removed before the document is proccessed and are not present in the ouput. This feature is typically used in search engines to preview a context in which words from a search query appear in the resulting documents. The words are always in the middle of each of the sections. The number of sections this method returns is equal to the number of words passed to the constructor of the highlighter object. That means only the first occurence of each of the words is taken into account. =head1 SUPPORT No official support is provided, but I welcome any comments, patches and suggestions on my email. =head1 BUGS I am aware of no bugs. =head1 AVAILABILITY http://geocities.com/tripiecz/ =head1 AUTHOR B, tripie@cpan.org, CPAN-ID TRIPIE Prague, the Czech republic =head1 LICENSE HTML::Highlight - A module to highlight words or patterns in HTML documents Copyright (C) 2000 Tomas Styblo (tripie@cpan.org) This module is free software; you can redistribute it and/or modify it under the terms of either: a) the GNU General Public License as published by the Free Software Foundation; either version 1, or (at your option) any later version, or b) the "Artistic License" which comes with this module. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See either the GNU General Public License or the Artistic License for more details. You should have received a copy of the Artistic License with this module, in the file Artistic. If not, I'll be glad to provide one. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA =head1 SEE ALSO perl(1). =cut