Alvis-Convert

 view release on metacpan or  search on metacpan

META.yml  view on Meta::CPAN

# http://module-build.sourceforge.net/META-spec.html
#XXXXXXX This is a prototype!!!  It will change in the future!!! XXXXX#
name:         Alvis-Convert
version:      0.3
version_from: lib/Alvis/Convert.pm
installdirs:  site
requires:
    Alvis::Pipeline:               0.11
    Compress::Zlib:                0
    Cwd:                           0
    Data::Dumper:                  0
    Digest::MD5:                   0
    Encode:                        0
    File::Copy:                    0
    File::Find:                    0
    File::Path:                    0
    File::Type:                    0
    Getopt::Long:                  0
    HTML::Encoding:                0
    HTTP::Headers::Util:           0
    IO::Handle:                    0

Makefile.PL  view on Meta::CPAN

use 5.008004;
use ExtUtils::MakeMaker;
# See lib/ExtUtils/MakeMaker.pm for details of how to influence
# the contents of the Makefile that is written.
WriteMakefile(
    NAME              => 'Alvis::Convert',
    VERSION_FROM      => 'lib/Alvis/Convert.pm', # finds $VERSION
						# e.g., Module::Name => 1.1
    PREREQ_PM         => {Encode => 0, Compress::Zlib => 0, Data::Dumper =>0 , XML::LibXML =>0 , XML::Parser =>0 , 
			  HTTP::Headers::Util =>0 , HTML::Encoding =>0 , File::Type =>0 , Parse::MediaWikiDump =>0 , Time::Simple =>0, 
		          Digest::MD5 =>0 ,  Cwd =>0 ,  File::Copy =>0 ,  File::Find =>0 ,  File::Path =>0 , 
   			  Getopt::Long =>0 ,  IO::Handle =>0 ,  Pod::Usage =>0 ,  POSIX =>0 ,  Time::HiRes => 0, Alvis::Pipeline => 0.11}, 
    ($] >= 5.005 ?     ## Add these new keywords supported since 5.005
      (ABSTRACT_FROM  => 'lib/Alvis/Convert.pm', # retrieve abstract from module
       AUTHOR         => 'Kimmo Valtonen <kimmo.valtonen@hiit.fi>') : ()),
    EXE_FILES    => [ 'bin/wikipedia2alvis',
		      'bin/alvis_wikipedia_add_cats',
		      'bin/news_xml2alvis',
		      'bin/html2alvis',

README  view on Meta::CPAN

   perl Makefile.PL
   make
   make test
   make install

DEPENDENCIES

This module requires these other modules and libraries:

   Data::Dumper
   Storable
   Encode
   Encode::Guess
   XML::LibXML
   Compress::Zlib
   HTML::Encoding
   File::Type
   File::Find
   Parse::MediaWikiDump
   Digest::MD5

bin/alvisSource  view on Meta::CPAN

#!/usr/bin/perl

# Feeds docs from DIR/*.xml into the pipelineT. Wait minutes before each send.


use strict;
use warnings;
use Getopt::Long;
use Pod::Usage;
use Alvis::Pipeline;
# use Data::Dumper;

use encoding 'utf8';
use open ':utf8';
binmode STDIN, ":utf8";
binmode STDERR, ":utf8";

my $PIPE_WRITEPORT=0;
my $PIPE_WRITEHOST="localhost";

my $verbose = 0;

lib/Alvis/AinoDump.pm  view on Meta::CPAN

package Alvis::AinoDump;

use warnings;
use strict;

use Data::Dumper;

$Alvis::AinoDump::VERSION = '0.1';

##############################################################################
#
#  Error messages
#
#############################################################################

my $ErrStr;

lib/Alvis/Convert.pm  view on Meta::CPAN

# "set of files in ALVIS format" converter.
#
#   -- Kimmo Valtonen
#
########################################################################

use strict;
use warnings;

use Carp;
use Data::Dumper;
use Encode;
use XML::LibXML;

use Alvis::Canonical;
use Alvis::Document;
use Alvis::Document::Encoding;
use Alvis::Document::Meta;
use Alvis::Document::Links;
use Alvis::Document::Type;
use Alvis::AinoDump;

lib/Alvis/Document.pm  view on Meta::CPAN

# Assembles an ALVIS XML documentRecord from given pieces
#
#   -- Kimmo Valtonen
#
########################################################################

use strict;
use warnings;

use Carp;
use Data::Dumper;
use Digest::MD5;
use Compress::Zlib;
use MIME::Base64;
use Encode;

use Alvis::Document::Meta;
use Alvis::Document::Links;

use strict;

lib/Alvis/Document/Links.pm  view on Meta::CPAN

# Storage class for link information
#
#   -- Kimmo Valtonen
#
########################################################################

use strict;
use warnings;

use Carp;
use Data::Dumper;

use strict;

#########################################################################

my ($ERR_OK,
    $ERR_NO_URL,
    $ERR_NO_TYPE
    )=(0..2);

lib/Alvis/Wikipedia/XMLDump.pm  view on Meta::CPAN

use warnings;
use strict;

$Alvis::Wikipedia::XMLDump::VERSION = '0.1';

use Storable;
use Parse::MediaWikiDump;
use Digest::MD5;
use Encode;
use Data::Dumper;

use Alvis::Wikipedia::WikitextParser;
use Alvis::Wikipedia::Variables;
use Alvis::Wikipedia::CatGraph;
use Alvis::Canonical;

########################################################################
#
#  Exported constants
#