=head1 NAME XML::FeedPP -- Parse/write/merge/edit RSS/RDF/Atom syndication feeds =head1 SYNOPSIS Get an RSS file and parse it: my $source = 'http://use.perl.org/index.rss'; my $feed = XML::FeedPP->new( $source ); print "Title: ", $feed->title(), "\n"; print "Date: ", $feed->pubDate(), "\n"; foreach my $item ( $feed->get_item() ) { print "URL: ", $item->link(), "\n"; print "Title: ", $item->title(), "\n"; } Generate an RDF file and save it: my $feed = XML::FeedPP::RDF->new(); $feed->title( "use Perl" ); $feed->link( "http://use.perl.org/" ); $feed->pubDate( "Thu, 23 Feb 2006 14:43:43 +0900" ); my $item = $feed->add_item( "http://search.cpan.org/~kawasaki/XML-TreePP-0.02" ); $item->title( "Pure Perl implementation for parsing/writing xml file" ); $item->pubDate( "2006-02-23T14:43:43+09:00" ); $feed->to_file( "index.rdf" ); Convert some RSS/RDF files to Atom format: my $feed = XML::FeedPP::Atom->new(); # create empty atom file $feed->merge( "rss.xml" ); # load local RSS file $feed->merge( "http://www.kawa.net/index.rdf" ); # load remote RDF file my $now = time(); $feed->pubDate( $now ); # touch date my $atom = $feed->to_string(); # get Atom source code =head1 DESCRIPTION XML::FeedPP is an all-purpose syndication utility that parses and publishes RSS, RDF, and Atom feeds. It allows you to add new content, merge feeds, and convert among various formats. It is a pure Perl implementation and does not require any other module except for XML::TreePP. =head1 METHODS FOR FEED =head2 $feed = XML::FeedPP->new( 'index.rss' ); This constructor method creates an XML::FeedPP feed instance. The only argument is the local filename. The format of $source must be one of the supported feed formats -- RSS, RDF or Atom -- or execution is halted. =head2 $feed = XML::FeedPP->new( 'http://use.perl.org/index.rss' ); The URL on the remote web server is also available as the first argument. The LWP::UserAgent module is required to download it. =head2 $feed = XML::FeedPP->new( '....' ); The XML source code is also available as the first argument. =head2 $feed = XML::FeedPP::RSS->new( $source ); This constructor method creates an instance for an RSS-formated feed. The first argument is optional, but must be valid RSS if specified. This method returns an empty instance when $source is undefined. =head2 $feed = XML::FeedPP::RDF->new( $source ); This constructor method creates an instance for RDF-formatted feed. The first argument is optional, but must be RDF if specified. This method returns an empty instance when $source is undefined. =head2 $feed = XML::FeedPP::Atom->new( $source ); This constructor method creates an instance for an Atom-formatted feed. The first argument is optional, but must be Atom if specified. This method returns an empty instance when $source is undefined. =head2 $feed->load( $source ); This method loads an RSS/RDF/Atom file, much like the new() method does. =head2 $feed->merge( $source ); This method merges an RSS/RDF/Atom file into the existing $feed instance. Top-level metadata from the imported feed is incorporated only if missing from the present feed. =head2 $string = $feed->to_string( $encoding ); This method generates XML source as string and returns it. The output $encoding is optional, and the default encoding is 'UTF-8'. On Perl 5.8 and later, any encodings supported by the Encode module are available. On Perl 5.005 and 5.6.1, only four encodings supported by the Jcode module are available: 'UTF-8', 'Shift_JIS', 'EUC-JP' and 'ISO-2022-JP'. 'UTF-8' is recommended for overall compatibility. =head2 $feed->to_file( $filename, $encoding ); This method generate an XML file. The output $encoding is optional, and the default is 'UTF-8'. =head2 $item = $feed->get_item( $index ); This method returns item(s) in a $feed. A valid zero-based array $index returns the corresponding item in the feed. An invalid $index yields undef. If $index is undefined in array context, it returns an array of all items. If $index is undefined in scalar context, it returns the number of items. =head2 $item = $feed->add_item( $url ); This method creates a new item/entry and returns its instance. A mandatory $link argument is the URL of the new item/entry. RSS's element is an instance of XML::FeedPP::RSS::Item class. RDF's element is an instance of XML::FeedPP::RDF::Item class. Atom's element is an instance of XML::FeedPP::Atom::Entry class. =head2 $item = $feed->add_item( $srcitem ); This method duplicates an item/entry and adds it to $feed. $srcitem is a XML::FeedPP::*::Item class's instance which is returned by the get_item() method, as described above. =head2 $feed->remove_item( $index ); This method removes an item/entry from $feed, where $index is a valid zero-based array index. =head2 $feed->clear_item(); This method removes all items/entries from the $feed. =head2 $feed->sort_item(); This method sorts the order of items in $feed by pubDate. =head2 $feed->uniq_item(); This method makes items unique. The second and succeeding items that have the same link URL are removed. =head2 $feed->normalize(); This method calls both the sort_item() and uniq_item() methods. =head2 $feed->limit_item( $num ); Removes items in excess of the specified numeric limit. Items at the end of the list are removed. When preceded by sort_item() or normalize(), this deletes more recent items. =head2 $feed->xmlns( 'xmlns:media' => 'http://search.yahoo.com/mrss' ); Adds an XML namespace at the document root of the feed. =head2 $url = $feed->xmlns( 'xmlns:media' ); Returns the URL of the specified XML namespace. =head2 @list = $feed->xmlns(); Returns the list of all XML namespaces used in $feed. =head1 METHODS FOR CHANNEL =head2 $feed->title( $text ); This method sets/gets the feed's value, returning the current value when $title is undefined. =head2 $feed->description( $html ); This method sets/gets the feed's <description> value in plain text or HTML, returning the current value when $html is undefined. =head2 $feed->pubDate( $date ); This method sets/gets the feed's <pubDate> value for RSS, <dc:date> value for RDF, or <modified> value for Atom. It returns the current value when $date is undefined. See also the DATE/TIME FORMATS section. =head2 $feed->copyright( $text ); This method sets/gets the feed's <copyright> value for RSS/Atom, or <dc:rights> element for RDF. It returns the current value when $text is undefined. =head2 $feed->link( $url ); This method sets/gets the URL of the web site as the feed's <link> value for RSS/RDF/Atom. It returns the current value when the $url is undefined. =head2 $feed->language( $lang ); This method sets/gets the feed's <language> value for RSS, <dc:language> element for RDF, or <feed xml:lang=""> attribute for Atom. It returns the current value when the $lang is undefined. =head2 $feed->image( $url, $title, $link, $description, $width, $height ) This method sets/gets the feed's <image> value and its child nodes for RSS/RDF, returning a list of current values when any arguments are undefined. This method is ignored for Atom feeds. =head1 METHODS FOR ITEM =head2 $item->title( $text ); This method sets/gets the item's <title> value, returning the current value when the $text is undefined. =head2 $item->description( $html ); This method sets/gets the item's <description> value in HTML or plain text, returning the current value when $text is undefined. =head2 $item->pubDate( $date ); This method sets/gets the item's <pubDate> value for RSS, RDF's <dc:date> element, or Atom's <issued> element. This method returns the current value when $date is undefined. See also the DATE/TIME FORMATS section. =head2 $item->category( $text ); This method sets/gets the item's <category> value for RSS/RDF, but is ignored for Atom. It returns the current value when $text is undefined. =head2 $item->author( $text ); This method sets/gets the item's <author> value for RSS, <creator> value for RDF, or <author><name> value for Atom. It returns the current value when $text is undefined. =head2 $item->guid( $guid, isPermaLink => $bool ); This method sets/gets the item's <guid> value for RSS or <id> value for Atom; it is ignored for RDF. The second argument is optional. This method returns the current value when $guid is undefined. =head2 $item->set( $key => $value, ... ); This method sets customized node values or attributes. See also the GENERAL SET/GET section that follows. =head2 $value = $item->get( $key ); This method returns the node value or attribute. See also the GENERAL SET/GET section that follows. =head2 $link = $item->link(); This method returns the item's <link> value. =head1 GENERAL SET/GET XML::FeedPP understands only <rdf:*>, <dc:*> modules and RSS/RDF/ATOM's default namespaces. There are NO native methods for any other external modules, such as <media:*>. But set()/get() methods are available to get/set the value of any elements or attributes for these modules. =head2 $item->set( 'module:name' => $value ); This sets the value of the child node: <item><module:name>$value =head2 $item->set( 'module:name@attr' => $value ); This sets the value of the child node's attribute: <item><module:name attr="$value"> =head2 $item->set( '@attr' => $value ); This sets the value of the item's attribute: <item attr="$value"> =head2 $item->set( 'hoge/pomu@hare' => $value ); This code sets the value of the child node's child node's attribute: <item><hoge><pomu attr="$value"> =head1 DATE/TIME FORMATS XML::FeedPP allows you to describe date/time using any of the three following formats: =head2 $date = "Thu, 23 Feb 2006 14:43:43 +0900"; This is the HTTP protocol's preferred format and RSS 2.0's native format, as defined by RFC 1123. =head2 $date = "2006-02-23T14:43:43+09:00"; W3CDTF is the native format of RDF, as defined by ISO 8601. =head2 $date = 1140705823; The last format is the number of seconds since the epoch, 1970-01-01T00:00:00Z. You know, this is the native format of Perl's time() function. =head1 MODULE DEPENDENCIES XML::FeedPP requires only XML::TreePP, which likewise is a pure Perl implementation. The standard LWP::UserAgent module is required to download feeds from remote web servers. The Jcode module is required to convert Japanese encodings on Perl 5.006 and 5.6.1, but is NOT required on Perl 5.8.x and later. =head1 AUTHOR Yusuke Kawasaki, http://www.kawa.net/ =head1 COPYRIGHT AND LICENSE Copyright (c) 2006 Yusuke Kawasaki. All rights reserved. This program is free software; you can redistribute it and/or modify it under the same terms as Perl itself. =cut # ---------------------------------------------------------------- package XML::FeedPP; use strict; use Carp; use Time::Local; use XML::TreePP; use vars qw( $VERSION ); $VERSION = "0.19"; my $RSS_VERSION = '2.0'; my $RDF_VERSION = '1.0'; my $ATOM_VERSION = '0.3'; my $XMLNS_RDF = 'http://www.w3.org/1999/02/22-rdf-syntax-ns#'; my $XMLNS_RSS = 'http://purl.org/rss/1.0/'; my $XMLNS_DC = 'http://purl.org/dc/elements/1.1/'; my $XMLNS_ATOM = 'http://purl.org/atom/ns#'; my $XMLNS_NOCOPY = [qw( xmlns xmlns:rdf xmlns:dc xmlns:atom )]; my $TREEPP_OPTIONS = { force_array => [qw( item rdf:li entry )], first_out => [qw( -rel -type )], last_out => [qw( description item items entry -width -height )], user_agent => "XML-FeedPP/$VERSION ", }; sub new { my $package = shift; my $source = shift; Carp::croak "No feed source" unless defined $source; my $self = {}; bless $self, $package; $self->load($source, @_); if ( exists $self->{rss} ) { XML::FeedPP::RSS->feed_bless($self); } elsif ( exists $self->{'rdf:RDF'} ) { XML::FeedPP::RDF->feed_bless($self); } elsif ( exists $self->{feed} ) { XML::FeedPP::Atom->feed_bless($self); } else { my $root = join( " ", sort keys %$self ); Carp::croak "Invalid feed format: $root"; } $self->init_feed(); $self; } sub feed_bless { my $package = shift; my $self = shift; bless $self, $package; $self; } sub load { my $self = shift; my $source = shift; Carp::croak "No feed source" unless defined $source; my $tree; my $tpp = XML::TreePP->new(%$TREEPP_OPTIONS, @_); if ( $source =~ m#^https?://# ) { $tree = $tpp->parsehttp( GET => $source ); } elsif ( $source =~ m#<\?xml.*\?>#i ) { $tree = $tpp->parse($source); } elsif ( -f $source ) { $tree = $tpp->parsefile($source); } Carp::croak "Invalid feed source: $source" unless ref $tree; %$self = %$tree; # override myself $self; } sub to_string { my $self = shift; my $encode = shift; my $opt = { output_encoding => $encode, @_ }; my $tpp = XML::TreePP->new( %$TREEPP_OPTIONS, %$opt ); $tpp->write( $self, $encode ); } sub to_file { my $self = shift; my $file = shift; my $encode = shift; my $opt = { output_encoding => $encode, @_ }; my $tpp = XML::TreePP->new( %$TREEPP_OPTIONS, %$opt ); $tpp->writefile( $file, $self, $encode ); } sub merge { my $self = shift; my $source = shift; my $target = ref $source ? $source : XML::FeedPP->new($source); $self->merge_channel($target); $self->merge_item($target); $self->normalize(); undef; } sub merge_channel { my $self = shift; my $target = shift or return; if ( ref $self eq ref $target ) { $self->merge_native_channel($target); } else { $self->merge_common_channel($target); } } sub merge_item { my $self = shift; my $target = shift or return; foreach my $item ( $target->get_item() ) { $self->add_item( $item ); } } sub merge_common_channel { my $self = shift; my $target = shift or return; my $title1 = $self->title(); my $title2 = $target->title(); $self->title($title2) if ( !defined $title1 && defined $title2 ); my $desc1 = $self->description(); my $desc2 = $target->description(); $self->description($desc2) if ( !defined $desc1 && defined $desc2 ); my $link1 = $self->link(); my $link2 = $target->link(); $self->link($link2) if ( !defined $link1 && defined $link2 ); my $lang1 = $self->language(); my $lang2 = $target->language(); $self->language($lang2) if ( !defined $lang1 && defined $lang2 ); my $right1 = $self->copyright(); my $right2 = $target->copyright(); $self->copyright($right2) if ( !defined $right1 && defined $right2 ); my $pubDate1 = $self->pubDate(); my $pubDate2 = $target->pubDate(); $self->pubDate($pubDate2) if ( !defined $pubDate1 && defined $pubDate2 ); my @image1 = $self->image(); my @image2 = $target->image(); $self->image(@image2) if ( !defined $image1[0] && defined $image2[0] ); my @xmlns1 = $self->xmlns(); my @xmlns2 = $target->xmlns(); my $xmlchk = { map { $_ => 1 } @xmlns1, @$XMLNS_NOCOPY }; foreach my $ns (@xmlns2) { next if exists $xmlchk->{$ns}; $self->xmlns( $ns, $target->xmlns($ns) ); } $self->merge_module_nodes( $self->docroot, $target->docroot ); $self; } sub add_clone_item { my $self = shift; my $srcitem = shift or return; my $link = $srcitem->link() or return; my $dstitem = $self->add_item( $link ); if ( ref $dstitem eq ref $srcitem ) { XML::FeedPP::Util::merge_hash( $dstitem, $srcitem ); } else { # my $link = $srcitem->link(); # $dstitem->link($link) if defined $link; my $title = $srcitem->title(); $dstitem->title($title) if defined $title; my $description = $srcitem->description(); $dstitem->description($description) if defined $description; my $category = $srcitem->category(); $dstitem->category($category) if defined $category; my $author = $srcitem->author(); $dstitem->author($author) if defined $author; my $guid = $srcitem->guid(); $dstitem->guid($guid) if defined $guid; my $pubDate = $srcitem->pubDate(); $dstitem->pubDate($pubDate) if defined $pubDate; $self->merge_module_nodes( $dstitem, $srcitem ); } $dstitem; } sub merge_module_nodes { my $self = shift; my $item1 = shift; my $item2 = shift; foreach my $key ( grep { /:/ } keys %$item2 ) { next if ( $key =~ /^-?(dc|rdf|xmlns):/ ); # deep copy would be better $item1->{$key} = $item2->{$key}; } } sub normalize { my $self = shift; $self->normalize_pubDate(); $self->sort_item(); $self->uniq_item(); } sub normalize_pubDate { my $self = shift; foreach my $item ( $self->get_item() ) { my $date = $item->get_pubDate_native() or next; $item->pubDate( $date ); } my $date = $self->get_pubDate_native(); $self->pubDate( $date ) if $date; } sub xmlns { my $self = shift; my $ns = shift; my $url = shift; my $root = $self->docroot; if ( !defined $ns ) { my $list = [ grep { /^-xmlns(:\S|$)/ } keys %$root ]; return map { (/^-(.*)$/)[0] } @$list; } elsif ( !defined $url ) { return unless exists $root->{ '-' . $ns }; return $root->{ '-' . $ns }; } else { $root->{ '-' . $ns } = $url; } } sub get_pubDate_w3cdtf { my $self = shift; my $date = $self->get_pubDate_native(); XML::FeedPP::Util::get_w3cdtf($date); } sub get_pubDate_rfc1123 { my $self = shift; my $date = $self->get_pubDate_native(); XML::FeedPP::Util::get_rfc1123($date); } sub call { my $self = shift; my $name = shift; my $class = __PACKAGE__."::Plugin::".$name; my $pmfile = $class; $pmfile =~ s#::#/#g; $pmfile .= ".pm"; local $@; eval { require $pmfile; } unless defined $class->VERSION; Carp::croak "$class failed: $@" if $@; return $class->run( $self, @_ ); } # ---------------------------------------------------------------- package XML::FeedPP::Plugin; use strict; sub run { my $class = shift; my $feed = shift; my $ref = ref $class ? ref $class : $class; Carp::croak $ref."->run() is not implemented"; } # ---------------------------------------------------------------- package XML::FeedPP::Item; use strict; use vars qw( @ISA ); @ISA = qw( XML::FeedPP::Element ); *get_pubDate_w3cdtf = \&XML::FeedPP::get_pubDate_w3cdtf; # import *get_pubDate_rfc1123 = \&XML::FeedPP::get_pubDate_rfc1123; # ---------------------------------------------------------------- package XML::FeedPP::RSS; use strict; use vars qw( @ISA ); @ISA = qw( XML::FeedPP ); sub new { my $package = shift; my $source = shift; my $self = {}; bless $self, $package; if ( defined $source ) { $self->load($source, @_); if ( !ref $self || !ref $self->{rss} ) { Carp::croak "Invalid RSS format: $source"; } } $self->init_feed(); $self; } sub init_feed { my $self = shift or return; $self->{rss} ||= {}; $self->{rss}->{'-version'} ||= $RSS_VERSION; $self->{rss}->{channel} ||= XML::FeedPP::Element->new(); XML::FeedPP::Element->ref_bless( $self->{rss}->{channel} ); $self->{rss}->{channel}->{item} ||= []; if ( UNIVERSAL::isa( $self->{rss}->{channel}->{item}, "HASH" ) ) { # only one item $self->{rss}->{channel}->{item} = [ $self->{rss}->{channel}->{item} ]; } foreach my $item ( @{ $self->{rss}->{channel}->{item} } ) { XML::FeedPP::RSS::Item->ref_bless($item); } $self; } sub merge_native_channel { my $self = shift; my $tree = shift or next; XML::FeedPP::Util::merge_hash( $self->{rss}, $tree->{rss}, qw( channel ) ); XML::FeedPP::Util::merge_hash( $self->{rss}->{channel}, $tree->{rss}->{channel}, qw( item ) ); } sub add_item { my $self = shift; my $link = shift; Carp::croak "add_item needs a argument" unless defined $link; if ( ref $link ) { return $self->add_clone_item( $link ); } my $item = XML::FeedPP::RSS::Item->new(); $item->link($link); push( @{ $self->{rss}->{channel}->{item} }, $item ); $item; } sub clear_item { my $self = shift; $self->{rss}->{channel}->{item} = []; } sub remove_item { my $self = shift; my $remove = shift; my $list = $self->{rss}->{channel}->{item} or return; my @deleted; if ( $remove =~ /^-?\d+/ ) { @deleted = splice( @$list, $remove, 1 ); } else { @deleted = grep { $_->link() eq $remove } @$list; @$list = grep { $_->link() ne $remove } @$list; } wantarray ? @deleted : shift @deleted; } sub get_item { my $self = shift; my $num = shift; $self->{rss}->{channel}->{item} ||= []; if ( defined $num ) { return $self->{rss}->{channel}->{item}->[$num]; } elsif (wantarray) { return @{ $self->{rss}->{channel}->{item} }; } else { return scalar @{ $self->{rss}->{channel}->{item} }; } } sub sort_item { my $self = shift; my $list = $self->{rss}->{channel}->{item} or return; my @http = map { exists $_->{pubDate} ? $_->{pubDate} : "" } @$list; my @w3c = map { exists $_->{pubDate} ? $_->pubDate() : "" } @$list; my %cache; @cache{@http} = @w3c; @$list = sort { exists $a->{pubDate} && exists $b->{pubDate} && $cache{ $b->{pubDate} } cmp $cache{ $a->{pubDate} } } @$list; } sub uniq_item { my $self = shift; my $list = $self->{rss}->{channel}->{item} or return; my $check = {}; my $uniq = []; foreach my $item (@$list) { my $link = $item->link(); push( @$uniq, $item ) unless $check->{$link}++; } @$list = @$uniq; } sub limit_item { my $self = shift; my $limit = shift; my $list = $self->{rss}->{channel}->{item} or return; if ( $limit > 0 && $limit < scalar @$list ) { @$list = splice( @$list, 0, $limit ); # remove from end } elsif ( $limit < 0 && -$limit < scalar @$list ) { @$list = splice( @$list, $limit ); # remove from start } scalar @$list; } sub docroot { shift->{rss}; } sub channel { shift->{rss}->{channel}; } sub set { shift->{rss}->{channel}->set(@_); } sub get { shift->{rss}->{channel}->get(@_); } sub title { shift->{rss}->{channel}->get_or_set( "title", @_ ); } sub description { shift->{rss}->{channel}->get_or_set( "description", @_ ); } sub link { shift->{rss}->{channel}->get_or_set( "link", @_ ); } sub language { shift->{rss}->{channel}->get_or_set( "language", @_ ); } sub copyright { shift->{rss}->{channel}->get_or_set( "copyright", @_ ); } sub pubDate { my $self = shift; my $date = shift; return $self->get_pubDate_w3cdtf() unless defined $date; $date = XML::FeedPP::Util::get_rfc1123($date); $self->{rss}->{channel}->set_value( "pubDate", $date ); } sub get_pubDate_native { my $self = shift; $self->{rss}->{channel}->get_value("pubDate") # normal RSS 2.0 || $self->{rss}->{channel}->get_value("dc:date"); # strange } sub image { my $self = shift; my $url = shift; if ( defined $url ) { my ( $title, $link, $desc, $width, $height ) = @_; $self->{rss}->{channel}->{image} ||= {}; my $image = $self->{rss}->{channel}->{image}; $image->{url} = $url; $image->{title} = $title if defined $title; $image->{link} = $link if defined $link; $image->{description} = $desc if defined $desc; $image->{width} = $width if defined $width; $image->{height} = $height if defined $height; } elsif ( exists $self->{rss}->{channel}->{image} ) { my $image = $self->{rss}->{channel}->{image}; my $array = []; foreach my $key (qw( url title link description width height )) { push( @$array, exists $image->{$key} ? $image->{$key} : undef ); } return wantarray ? @$array : shift @$array; } undef; } # ---------------------------------------------------------------- package XML::FeedPP::RSS::Item; use strict; use vars qw( @ISA ); @ISA = qw( XML::FeedPP::Item ); sub title { shift->get_or_set( "title", @_ ); } sub description { shift->get_or_set( "description", @_ ); } sub category { shift->get_set_array( "category", @_ ); } sub author { shift->get_or_set( "author", @_ ); } sub link { my $self = shift; my $link = shift; return $self->get_value("link") unless defined $link; $self->guid($link) unless defined $self->guid(); $self->set_value( link => $link ); } sub guid { my $self = shift; my $guid = shift; return $self->get_value("guid") unless defined $guid; my $perma = shift || "true"; $self->set_value( guid => $guid, isPermaLink => $perma ); } sub pubDate { my $self = shift; my $date = shift; return $self->get_pubDate_w3cdtf() unless defined $date; $date = XML::FeedPP::Util::get_rfc1123($date); $self->set_value( "pubDate", $date ); } sub get_pubDate_native { my $self = shift; $self->get_value("pubDate") # normal RSS 2.0 || $self->get_value("dc:date"); # strange } sub image { my $self = shift; my $url = shift; if ( defined $url ) { my ( $title, $link, $desc, $width, $height ) = @_; $self->{image} ||= {}; my $image = $self->{image}; $image->{url} = $url; $image->{title} = $title if defined $title; $image->{link} = $link if defined $link; $image->{description} = $desc if defined $desc; $image->{width} = $width if defined $width; $image->{height} = $height if defined $height; } elsif ( exists $self->{image} ) { my $image = $self->{image}; my $array = []; foreach my $key (qw( url title link description width height )) { push( @$array, exists $image->{$key} ? $image->{$key} : undef ); } return wantarray ? @$array : shift @$array; } undef; } # ---------------------------------------------------------------- package XML::FeedPP::RDF; use strict; use vars qw( @ISA ); @ISA = qw( XML::FeedPP ); sub new { my $package = shift; my $source = shift; my $self = {}; bless $self, $package; if ( defined $source ) { $self->load($source, @_); if ( !ref $self || !ref $self->{'rdf:RDF'} ) { Carp::croak "Invalid RDF format: $source"; } } $self->init_feed(); $self; } sub init_feed { my $self = shift or return; $self->{'rdf:RDF'} ||= {}; $self->xmlns( 'xmlns' => $XMLNS_RSS ); $self->xmlns( 'xmlns:rdf' => $XMLNS_RDF ); $self->xmlns( 'xmlns:dc' => $XMLNS_DC ); $self->{'rdf:RDF'}->{channel} ||= XML::FeedPP::Element->new(); XML::FeedPP::Element->ref_bless( $self->{'rdf:RDF'}->{channel} ); $self->{'rdf:RDF'}->{channel}->{items} ||= {}; $self->{'rdf:RDF'}->{channel}->{items}->{'rdf:Seq'} ||= {}; my $rdfseq = $self->{'rdf:RDF'}->{channel}->{items}->{'rdf:Seq'}; $rdfseq->{'rdf:li'} ||= []; if ( UNIVERSAL::isa( $rdfseq->{'rdf:li'}, "HASH" ) ) { $rdfseq->{'rdf:li'} = [ $rdfseq->{'rdf:li'} ]; } $self->{'rdf:RDF'}->{item} ||= []; if ( UNIVERSAL::isa( $self->{'rdf:RDF'}->{item}, "HASH" ) ) { # force array when only one item exist $self->{'rdf:RDF'}->{item} = [ $self->{'rdf:RDF'}->{item} ]; } foreach my $item ( @{ $self->{'rdf:RDF'}->{item} } ) { XML::FeedPP::RDF::Item->ref_bless($item); } $self; } sub merge_native_channel { my $self = shift; my $tree = shift or next; XML::FeedPP::Util::merge_hash( $self->{'rdf:RDF'}, $tree->{'rdf:RDF'}, qw( channel item ) ); XML::FeedPP::Util::merge_hash( $self->{'rdf:RDF'}->{channel}, $tree->{'rdf:RDF'}->{channel}, qw( items ) ); } sub add_item { my $self = shift; my $link = shift; Carp::croak "add_item needs a argument" unless defined $link; if ( ref $link ) { return $self->add_clone_item( $link ); } my $rdfli = XML::FeedPP::Element->new(); $rdfli->{'-rdf:resource'} = $link; $self->{'rdf:RDF'}->{channel}->{items}->{'rdf:Seq'}->{'rdf:li'} ||= []; push( @{ $self->{'rdf:RDF'}->{channel}->{items}->{'rdf:Seq'}->{'rdf:li'} }, $rdfli ); my $item = XML::FeedPP::RDF::Item->new(@_); $item->link($link); push( @{ $self->{'rdf:RDF'}->{item} }, $item ); $item; } sub clear_item { my $self = shift; $self->{'rdf:RDF'}->{item} = []; $self->__refresh_items(); } sub remove_item { my $self = shift; my $remove = shift; my $list = $self->{'rdf:RDF'}->{item} or return; my @deleted; if ( $remove =~ /^-?\d+/ ) { @deleted = splice( @$list, $remove, 1 ); } else { @deleted = grep { $_->link() eq $remove } @$list; @$list = grep { $_->link() ne $remove } @$list; } $self->__refresh_items(); wantarray ? @deleted : shift @deleted; } sub get_item { my $self = shift; my $num = shift; $self->{'rdf:RDF'}->{item} ||= []; if ( defined $num ) { return $self->{'rdf:RDF'}->{item}->[$num]; } elsif (wantarray) { return @{ $self->{'rdf:RDF'}->{item} }; } else { return scalar @{ $self->{'rdf:RDF'}->{item} }; } } sub sort_item { my $self = shift; my $list = $self->{'rdf:RDF'}->{item} or return; $list = [ sort { exists $a->{"dc:date"} && exists $b->{"dc:date"} && $b->{"dc:date"} cmp $a->{"dc:date"} } @$list ]; $self->{'rdf:RDF'}->{item} = $list; $self->__refresh_items(); } sub uniq_item { my $self = shift; my $list = $self->{'rdf:RDF'}->{item} or return; my $check = {}; my $uniq = []; foreach my $item (@$list) { my $link = $item->link(); push( @$uniq, $item ) unless $check->{$link}++; } $self->{'rdf:RDF'}->{item} = $uniq; $self->__refresh_items(); } sub limit_item { my $self = shift; my $limit = shift; my $list = $self->{'rdf:RDF'}->{item} or return; if ( $limit > 0 && $limit < scalar @$list ) { @$list = splice( @$list, 0, $limit ); # remove from end } elsif ( $limit < 0 && -$limit < scalar @$list ) { @$list = splice( @$list, $limit ); # remove from start } $self->__refresh_items(); } sub __refresh_items { my $self = shift; my $list = $self->{'rdf:RDF'}->{item} or return; $self->{'rdf:RDF'}->{channel}->{items}->{'rdf:Seq'}->{'rdf:li'} = []; my $dest = $self->{'rdf:RDF'}->{channel}->{items}->{'rdf:Seq'}->{'rdf:li'}; foreach my $item (@$list) { my $rdfli = XML::FeedPP::Element->new(); $rdfli->{'-rdf:resource'} = $item->link(); push( @$dest, $rdfli ); } scalar @$dest; } sub docroot { shift->{'rdf:RDF'}; } sub channel { shift->{'rdf:RDF'}->{channel}; } sub set { shift->{'rdf:RDF'}->{channel}->set(@_); } sub get { shift->{'rdf:RDF'}->{channel}->get(@_); } sub title { shift->{'rdf:RDF'}->{channel}->get_or_set( "title", @_ ); } sub description { shift->{'rdf:RDF'}->{channel}->get_or_set( "description", @_ ); } sub language { shift->{'rdf:RDF'}->{channel}->get_or_set( "dc:language", @_ ); } sub copyright { shift->{'rdf:RDF'}->{channel}->get_or_set( "dc:rights", @_ ); } sub link { my $self = shift; my $link = shift; return $self->{'rdf:RDF'}->{channel}->get_value("link") unless defined $link; $self->{'rdf:RDF'}->{channel}->{'-rdf:about'} = $link; $self->{'rdf:RDF'}->{channel}->set_value( "link", $link, @_ ); } sub pubDate { my $self = shift; my $date = shift; return $self->get_pubDate_w3cdtf() unless defined $date; $date = XML::FeedPP::Util::get_w3cdtf($date); $self->{'rdf:RDF'}->{channel}->set_value( "dc:date", $date ); } sub get_pubDate_native { shift->{'rdf:RDF'}->{channel}->get_value("dc:date"); } *get_pubDate_w3cdtf = \&get_pubDate_native; sub image { my $self = shift; my $url = shift; if ( defined $url ) { my ( $title, $link ) = @_; $self->{'rdf:RDF'}->{channel}->{image} ||= {}; $self->{'rdf:RDF'}->{channel}->{image}->{'-rdf:resource'} = $url; $self->{'rdf:RDF'}->{image} ||= {}; $self->{'rdf:RDF'}->{image}->{'-rdf:about'} = $url; # fix my $image = $self->{'rdf:RDF'}->{image}; $image->{url} = $url; $image->{title} = $title if defined $title; $image->{link} = $link if defined $link; } elsif ( exists $self->{'rdf:RDF'}->{image} ) { my $image = $self->{'rdf:RDF'}->{image}; my $array = []; foreach my $key (qw( url title link )) { push( @$array, exists $image->{$key} ? $image->{$key} : undef ); } return wantarray ? @$array : shift @$array; } elsif ( exists $self->{'rdf:RDF'}->{channel}->{image} ) { return $self->{'rdf:RDF'}->{channel}->{image}->{'-rdf:resource'}; } undef; } # ---------------------------------------------------------------- package XML::FeedPP::RDF::Item; use strict; use vars qw( @ISA ); @ISA = qw( XML::FeedPP::Item ); sub title { shift->get_or_set( "title", @_ ); } sub description { shift->get_or_set( "description", @_ ); } sub category { shift->get_set_array( "dc:subject", @_ ); } sub author { shift->get_or_set( "creator", @_ ); } sub guid { undef; } # this element is NOT supported for RDF sub link { my $self = shift; my $link = shift; return $self->get_value("link") unless defined $link; $self->{'-rdf:about'} = $link; $self->set_value( "link", $link, @_ ); } sub pubDate { my $self = shift; my $date = shift; return $self->get_pubDate_w3cdtf() unless defined $date; $date = XML::FeedPP::Util::get_w3cdtf($date); $self->set_value( "dc:date", $date ); } sub get_pubDate_native { shift->get_value("dc:date"); } *get_pubDate_w3cdtf = \&get_pubDate_native; # ---------------------------------------------------------------- package XML::FeedPP::Atom; use strict; use vars qw( @ISA ); @ISA = qw( XML::FeedPP ); sub new { my $package = shift; my $source = shift; my $self = {}; bless $self, $package; if ( defined $source ) { $self->load($source, @_); if ( !ref $self || !ref $self->{feed} ) { Carp::croak "Invalid Atom format: $source"; } } $self->init_feed(); $self; } sub init_feed { my $self = shift or return; $self->{feed} ||= XML::FeedPP::Element->new(); XML::FeedPP::Element->ref_bless( $self->{feed} ); $self->xmlns( 'xmlns' => $XMLNS_ATOM ); $self->{feed}->{'-version'} ||= $ATOM_VERSION; $self->{feed}->{entry} ||= []; if ( UNIVERSAL::isa( $self->{feed}->{entry}, "HASH" ) ) { # if this feed has only one item $self->{feed}->{entry} = [ $self->{feed}->{entry} ]; } foreach my $item ( @{ $self->{feed}->{entry} } ) { XML::FeedPP::Atom::Entry->ref_bless($item); } $self->{feed}->{author} ||= { name => "-" }; # dummy for validation $self; } sub merge_native_channel { my $self = shift; my $tree = shift or next; XML::FeedPP::Util::merge_hash( $self->{feed}, $tree->{feed}, qw( entry ) ); } sub add_item { my $self = shift; my $link = shift; Carp::croak "add_item needs a argument" unless defined $link; if ( ref $link ) { return $self->add_clone_item( $link ); } my $item = XML::FeedPP::Atom::Entry->new(@_); $item->link($link); push( @{ $self->{feed}->{entry} }, $item ); $item; } sub clear_item { my $self = shift; $self->{feed}->{entry} = []; } sub remove_item { my $self = shift; my $remove = shift; my $list = $self->{feed}->{entry} or return; my @deleted; if ( $remove =~ /^-?\d+/ ) { @deleted = splice( @$list, $remove, 1 ); } else { @deleted = grep { $_->link() eq $remove } @$list; @$list = grep { $_->link() ne $remove } @$list; } wantarray ? @deleted : shift @deleted; } sub get_item { my $self = shift; my $num = shift; $self->{feed}->{entry} ||= []; if ( defined $num ) { return $self->{feed}->{entry}->[$num]; } elsif (wantarray) { return @{ $self->{feed}->{entry} }; } else { return scalar @{ $self->{feed}->{entry} }; } } sub sort_item { my $self = shift; my $list = $self->{feed}->{entry} or return; $list = [ sort { exists $a->{issued} && exists $b->{issued} && $b->{issued} cmp $a->{issued} } @$list ]; $self->{feed}->{entry} = $list; scalar @$list; } sub uniq_item { my $self = shift; my $list = $self->{feed}->{entry} or return; my $check = {}; my $uniq = []; foreach my $item (@$list) { my $link = $item->link(); push( @$uniq, $item ) unless $check->{$link}++; } @$list = @$uniq; } sub limit_item { my $self = shift; my $limit = shift; my $list = $self->{feed}->{entry} or return; if ( $limit > 0 && $limit < scalar @$list ) { @$list = splice( @$list, 0, $limit ); # remove from end } elsif ( $limit < 0 && -$limit < scalar @$list ) { @$list = splice( @$list, $limit ); # remove from start } scalar @$list; } sub docroot { shift->{feed}; } sub channel { shift->{feed}; } sub set { shift->{feed}->set(@_); } sub get { shift->{feed}->get(@_); } sub title { my $self = shift; my $title = shift; return $self->{feed}->get_value("title") unless defined $title; $self->{feed}->set_value( "title" => $title, type => "text/plain" ); } sub description { my $self = shift; my $desc = shift; return $self->{feed}->get_value("tagline") || $self->{feed}->get_value("subtitle") unless defined $desc; $self->{feed}->set_value( "tagline" => $desc, type => "text/html", mode => "escaped" ); } sub link { my $self = shift; my $href = shift; my $link = $self->{feed}->{link} || []; $link = [$link] if UNIVERSAL::isa( $link, "HASH" ); $link = [ grep { ref $_ } @$link ]; $link = [ grep { ! exists $_->{'-rel'} || $_->{'-rel'} eq 'alternate' } @$link ]; $link = [ grep { ! exists $_->{'-type'} || $_->{'-type'} =~ m#^text/(x-)?html#i } @$link ]; my $html = shift @$link; if ( defined $href ) { if ( ref $html ) { $html->{'-href'} = $href; } else { my $hash = { -rel => 'alternate', -type => 'text/html', -href => $href, }; my $flink = $self->{feed}->{link}; if ( ! ref $flink ) { $self->{feed}->{link} = [ $hash ]; } elsif ( UNIVERSAL::isa( $flink, 'ARRAY' )) { push( @$flink, $hash ); } elsif ( UNIVERSAL::isa( $flink, 'HASH' )) { $self->{feed}->{link} = [ $flink, $hash ]; } } } elsif ( ref $html ) { return $html->{'-href'}; } return; } sub pubDate { my $self = shift; my $date = shift; return $self->get_pubDate_w3cdtf() unless defined $date; $date = XML::FeedPP::Util::get_w3cdtf($date); $self->{feed}->set_value( "modified", $date ); } sub get_pubDate_native { my $self = shift; $self->{feed}->get_value("modified") # Atom 0.3 || $self->{feed}->get_value("updated"); # Atom 1.0 } *get_pubDate_w3cdtf = \&get_pubDate_native; sub language { my $self = shift; my $lang = shift; return $self->{feed}->{'-xml:lang'} unless defined $lang; $self->{feed}->{'-xml:lang'} = $lang; } sub copyright { shift->{feed}->get_or_set( "copyright" => @_ ); } sub image { my $self = shift; my $href = shift; my $title = shift; my $link = $self->{feed}->{link} || []; $link = [$link] if UNIVERSAL::isa( $link, "HASH" ); my $icon = ( grep { ref $_ && exists $_->{'-rel'} && ($_->{'-rel'} eq "icon" ) } @$link )[0]; my $MIME_TYPES = { reverse qw( image/bmp bmp image/gif gif image/jpeg jpeg image/jpeg jpg image/png png image/svg+xml svg image/x-icon ico image/x-xbitmap xbm image/x-xpixmap xpm )}; my $rext = join( "|", map {"\Q$_\E"} keys %$MIME_TYPES ); if ( defined $href ) { my $ext = ( $href =~ m#[^/]\.($rext)(\W|$)#i )[0]; my $type = $MIME_TYPES->{$ext} if $ext; if ( ref $icon ) { $icon->{'-href'} = $href; $icon->{'-type'} = $type if $type; $icon->{'-title'} = $title if $title; } else { my $newicon = {}; $newicon->{'-rel'} = 'icon'; $newicon->{'-href'} = $href; $newicon->{'-type'} = $type if $type; $newicon->{'-title'} = $title if $title; my $flink = $self->{feed}->{link}; if ( UNIVERSAL::isa( $flink, "ARRAY" )) { push( @$flink, $newicon ); } elsif ( UNIVERSAL::isa( $flink, "HASH" )) { $self->{feed}->{link} = [ $flink, $newicon ]; } else { $self->{feed}->{link} = [ $newicon ]; } } } elsif ( ref $icon ) { my $array = [ $icon->{'-href'} ]; push( @$array, $icon->{'-title'} ) if exists $icon->{'-title'}; return wantarray ? @$array : shift @$array; } undef; } # ---------------------------------------------------------------- package XML::FeedPP::Atom::Entry; use strict; use vars qw( @ISA ); @ISA = qw( XML::FeedPP::Item ); sub title { my $self = shift; my $title = shift; return $self->get_value("title") unless defined $title; $self->set_value( "title" => $title, type => "text/plain" ); } sub description { my $self = shift; my $desc = shift; return $self->get_value('summary') || $self->get_value('content') unless defined $desc; $self->set_value( 'content' => $desc, type => 'text/html', mode => 'escaped' ); } sub link { my $self = shift; my $href = shift; my $link = $self->{link} || []; $link = [$link] if UNIVERSAL::isa( $link, "HASH" ); $link = [ grep { ref $_ } @$link ]; $link = [ grep { ! exists $_->{'-rel'} || $_->{'-rel'} eq 'alternate' } @$link ]; $link = [ grep { ! exists $_->{'-type'} || $_->{'-type'} =~ m#^text/(x-)?html#i } @$link ]; my $html = shift @$link; if ( defined $href ) { if ( ref $html ) { $html->{'-href'} = $href; } else { my $hash = { -rel => 'alternate', -type => 'text/html', -href => $href, }; my $flink = $self->{link}; if ( ! ref $flink ) { $self->{link} = [ $hash ]; } elsif ( ref $flink && UNIVERSAL::isa( $flink, 'ARRAY' )) { push( @$flink, $hash ); } elsif ( ref $flink && UNIVERSAL::isa( $flink, 'HASH' )) { $self->{link} = [ $flink, $hash ]; } } $self->guid( $href ) unless defined $self->guid(); } elsif ( ref $html ) { return $html->{'-href'}; } return; } sub pubDate { my $self = shift; my $date = shift; return $self->get_pubDate_w3cdtf() unless defined $date; $date = XML::FeedPP::Util::get_w3cdtf($date); $self->set_value( "issued", $date ); $self->set_value( "modified", $date ); } sub get_pubDate_native { my $self = shift; $self->get_value("issued") # Atom 0.3 || $self->get_value("modified") # Atom 0.3 || $self->get_value("updated"); # Atom 1.0 } *get_pubDate_w3cdtf = \&get_pubDate_native; sub author { my $self = shift; my $name = shift; unless ( defined $name ) { my $author = $self->{author}->{name} if ref $self->{author}; return $author; } my $author = ref $name ? $name : { name => $name }; $self->{author} = $author; } sub guid { shift->get_or_set( "id", @_ ); } sub category { undef; } # this element is NOT supported for Atom # ---------------------------------------------------------------- package XML::FeedPP::Element; use strict; sub new { my $package = shift; my $self = {@_}; bless $self, $package; $self; } sub ref_bless { my $package = shift; my $self = shift; bless $self, $package; $self; } sub set { my $self = shift; while ( scalar @_ ) { my $key = shift @_; my $val = shift @_; my $node = $self; while ( $key =~ s#^([^/]+)/##s ) { my $child = $1; if ( ref $node->{$child} ) { # ok } elsif ( defined $node->{$child} ) { $node->{$child} = { "#text" => $node->{$child} }; } else { $node->{$child} = {}; } $node = $node->{$child}; } my ( $tagname, $attr ) = split( /\@/, $key, 2 ); if ( $tagname eq "" && defined $attr ) { $node->{ '-' . $attr } = $val; } elsif ( defined $attr ) { if ( ref $node->{$tagname} ) { $node->{$tagname}->{ '-' . $attr } = $val; } elsif ( defined $node->{$tagname} ) { $node->{$tagname} = { "#text" => $node->{$tagname}, '-' . $attr => $val, }; } else { $node->{$tagname} = { '-' . $attr => $val, }; } } elsif ( defined $tagname ) { if ( ref $self->{$tagname} ) { $node->{$tagname}->{'#text'} = $val; } else { $node->{$tagname} = $val; } } } } sub get { my $self = shift; my $key = shift; my $node = $self; while ( $key =~ s#^([^/]+)/##s ) { my $child = $1; return unless ref $node; return unless exists $node->{$child}; $node = $node->{$child}; } my ( $tagname, $attr ) = split( /\@/, $key, 2 ); return unless ref $node; # return unless exists $node->{$tagname}; if ( $tagname eq "" && defined $attr ) { # @attribute return unless exists $node->{ '-' . $attr }; return $node->{ '-' . $attr }; } elsif ( defined $attr ) { # node@attribute return unless ref $node->{$tagname}; return unless exists $node->{$tagname}->{ '-' . $attr }; return $node->{$tagname}->{ '-' . $attr }; } else { # node return $node->{$tagname} unless ref $node->{$tagname}; return $node->{$tagname}->{'#text'}; } } sub get_set_array { my $self = shift; my $elem = shift; my $value = shift; if ( defined $value ) { $value = [ $value, @_ ] if scalar @_; $self->{$elem} = $value; } else { return unless exists $self->{$elem}; return $self->{$elem}; } } sub get_or_set { my $self = shift; my $elem = shift; return scalar @_ ? $self->set_value( $elem, @_ ) : $self->get_value($elem); } sub get_value { my $self = shift; my $elem = shift; return unless exists $self->{$elem}; return $self->{$elem} unless ref $self->{$elem}; return $self->{$elem}->{'#text'} if exists $self->{$elem}->{'#text'}; # a hack for atom: <content type="xhtml"><div>...</div></content> my $child = [ grep { /^[^\-\#]/ } keys %{$self->{$elem}} ]; if ( exists $self->{$elem}->{'-type'} && ($self->{$elem}->{'-type'} eq "xhtml") && scalar @$child == 1) { return &get_value( $self->{$elem}, $child->[0] ); } return; } sub set_value { my $self = shift; my $elem = shift; my $text = shift; my $attr = \@_; if ( ref $self->{$elem} ) { $self->{$elem}->{'#text'} = $text; } else { $self->{$elem} = $text; } $self->set_attr( $elem, @$attr ) if scalar @$attr; undef; } sub get_attr { my $self = shift; my $elem = shift; my $key = shift; return unless exists $self->{$elem}; return unless ref $self->{$elem}; return unless exists $self->{$elem}->{ '-' . $key }; $self->{$elem}->{ '-' . $key }; } sub set_attr { my $self = shift; my $elem = shift; my $attr = \@_; if ( defined $self->{$elem} ) { if ( !ref $self->{$elem} ) { $self->{$elem} = { "#text" => $self->{$elem} }; } } else { $self->{$elem} = {}; } while ( scalar @$attr ) { my $key = shift @$attr; my $val = shift @$attr; if ( defined $val ) { $self->{$elem}->{ '-' . $key } = $val; } else { delete $self->{$elem}->{ '-' . $key }; } } undef; } # ---------------------------------------------------------------- package XML::FeedPP::Util; use strict; my ( @DoW, @MoY, %MoY ); @DoW = qw(Sun Mon Tue Wed Thu Fri Sat); @MoY = qw(Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec); @MoY{ map { uc($_) } @MoY } = ( 1 .. 12 ); sub epoch_to_w3cdtf { my $epoch = shift; return unless defined $epoch; my ( $sec, $min, $hour, $day, $mon, $year ) = localtime($epoch); $year += 1900; $mon++; my $off = ( Time::Local::timegm( localtime($epoch) ) - Time::Local::timegm( gmtime($epoch) ) ) / 60; my $tz = $off ? sprintf( "%+03d:%02d", $off / 60, $off % 60 ) : "Z"; sprintf( "%04d-%02d-%02dT%02d:%02d:%02d%s", $year, $mon, $day, $hour, $min, $sec, $tz ); } sub epoch_to_rfc1123 { my $epoch = shift; return unless defined $epoch; my ( $sec, $min, $hour, $mday, $mon, $year, $wday ) = localtime($epoch); $year += 1900; my $off = ( Time::Local::timegm( localtime($epoch) ) - Time::Local::timegm( gmtime($epoch) ) ) / 60; my $tz = $off ? sprintf( "%+03d%02d", $off / 60, $off % 60 ) : "GMT"; sprintf( "%s, %02d %s %04d %02d:%02d:%02d %s", $DoW[$wday], $mday, $MoY[$mon], $year, $hour, $min, $sec, $tz ); } sub rfc1123_to_w3cdtf { my $str = shift; return unless defined $str; my ( $mday, $mon, $year, $hour, $min, $sec, $tz ) = ( $str =~ m{ ^(?:[A-Za-z]+,\s*)? (\d+)\s+ ([A-Za-z]+)\s+ (\d+)\s+ (\d+):(\d+):(\d+)\s* ([\+\-]\d+:?\d{2})? }x ); return unless ( $year && $mon && $mday ); $mon = $MoY{ uc($mon) } or return; if ( defined $tz && $tz =~ m/^([\+\-]\d+):?(\d{2})$/ ) { $tz = sprintf( "%+03d:%02d", $1, $2 ); } else { $tz = "Z"; } sprintf( "%04d-%02d-%02dT%02d:%02d:%02d%s", $year, $mon, $mday, $hour, $min, $sec, $tz ); } sub w3cdtf_to_rfc1123 { my $str = shift; return unless defined $str; my ( $year, $mon, $mday, $hour, $min, $sec, $tz ) = ( $str =~ m{ ^(\d+)-(\d+)-(\d+)(?:T(\d+):(\d+)(?::(\d+)(?:\.\d*)?\:?)?([\+\-]\d+:?\d{2})?|$) }x ); return unless ( $year > 1900 && $mon && $mday ); $hour ||= 0; $min ||= 0; $sec ||= 0; my $epoch = Time::Local::timegm( $sec, $min, $hour, $mday, $mon-1, $year-1900 ); my $wday = ( gmtime($epoch) )[6]; if ( defined $tz && $tz =~ m/^([\+\-]\d+):?(\d{2})$/ ) { $tz = sprintf( "%+03d%02d", $1, $2 ); } else { $tz = "GMT"; } sprintf( "%s, %02d %s %04d %02d:%02d:%02d %s", $DoW[$wday], $mday, $MoY[ $mon - 1 ], $year, $hour, $min, $sec, $tz ); } sub get_w3cdtf { my $date = shift; return unless defined $date; if ( $date =~ /^\d+$/s ) { return &epoch_to_w3cdtf($date); } elsif ( $date =~ /^([A-Za-z]+,\s*)?\d+\s+[A-Za-z]+\s+\d+\s+\d+:\d+:\d+/s ) { return &rfc1123_to_w3cdtf($date); } elsif ( $date =~ /^\d{4}-\d{2}-\d{2}(T\d{2}:\d{2}(:\d{2}(\.\d+)?:?)?[Z\+\-]|$)/s ) { return $date; } undef; } sub get_rfc1123 { my $date = shift; return unless defined $date; if ( $date =~ /^\d+$/s ) { return &epoch_to_rfc1123($date); } elsif ( $date =~ /^([A-Za-z]+,\s*)?\d+\s+[A-Za-z]+\s+\d+\s+\d+:\d+:\d+/s ) { return $date; } elsif ( $date =~ /^\d{4}-\d{2}-\d{2}(T\d{2}:\d{2}(:\d{2}(\.\d+)?:?)?[Z\+\-]|$)/s ) { return &w3cdtf_to_rfc1123($date); } undef; } sub merge_hash { my $base = shift or return; my $merge = shift or return; my $map = { map { $_ => 1 } @_ }; foreach my $key ( keys %$merge ) { next if exists $map->{$key}; next if exists $base->{$key}; $base->{$key} = $merge->{$key}; } } # ---------------------------------------------------------------- 1; # ----------------------------------------------------------------