Test-utf8-1.02/0000755000655200065520000000000013626722466013403 5ustar circlecicircleciTest-utf8-1.02/MANIFEST0000644000655200065520000000107513626722464014535 0ustar circlecicircleciCHANGES inc/Module/Install.pm inc/Module/Install/AuthorTests.pm inc/Module/Install/Base.pm inc/Module/Install/Can.pm inc/Module/Install/Fetch.pm inc/Module/Install/GithubMeta.pm inc/Module/Install/Makefile.pm inc/Module/Install/Metadata.pm inc/Module/Install/ReadmeFromPod.pm inc/Module/Install/Win32.pm inc/Module/Install/WriteAll.pm lib/Test/utf8.pm Makefile.PL MANIFEST This list of files META.yml README t/01basic.t t/02invalid.t t/03deu.t t/04ascii.t t/05latin1.t t/06flag.t t/07valid_docu.t xt/001pod.t xt/002podcoverage.t xt/003perlcritic.t xt/anyperlperlcriticrc Test-utf8-1.02/CHANGES0000644000655200065520000000130713626722464014375 0ustar circlecicircleci1.02 Fix for 5.26 not including '.' in INC, which was breaking the Module::Install stuff (thanks to preaction) Fix to link to the github repo (thanks to dsteinbrunner) 1.01 Fix unnecesary warning caused by using /x (RT#88189) (Arthur Axel fREW Schmidt and Andrew Main) https://github.com/2shortplanks/Test-utf8/pull/2 1.00 Refactor build system to use Module::Install Add test for pod, perl critic. Make pass. Make the ok, fail, pass, diag functions private Improve documentation 0.02 Change is_dodgy_utf8 to is_sane_utf8 after feedback from London.pm. New name was Richard Clamp's idea. Fix missing use 5.007003 in Makefile.PL 0.01 Initial Release Test-utf8-1.02/META.yml0000644000655200065520000000141613626722464014654 0ustar circlecicircleci--- abstract: 'handy utf8 tests' author: - 'Written by Mark Fowler B' build_requires: ExtUtils::MakeMaker: 6.59 Test::Builder::Tester: 0.09 configure_requires: ExtUtils::MakeMaker: 6.59 distribution_type: module dynamic_config: 1 generated_by: 'Module::Install version 1.06' license: perl meta-spec: url: http://module-build.sourceforge.net/META-spec-v1.4.html version: 1.4 name: Test-utf8 no_index: directory: - inc - t - xt requires: Test::Builder: 0 perl: 5.7.3 resources: homepage: https://github.com/2shortplanks/Test-utf8/tree license: http://dev.perl.org/licenses/ repository: type: git url: git://github.com/2shortplanks/Test-utf8.git web: https://github.com/2shortplanks/Test-utf8/tree version: 1.01 Test-utf8-1.02/README0000644000655200065520000001346513626722464014272 0ustar circlecicircleciNAME Test::utf8 - handy utf8 tests SYNOPSIS # check the string is good is_valid_string($string); # check the string is valid is_sane_utf8($string); # check not double encoded # check the string has certain attributes is_flagged_utf8($string1); # has utf8 flag set is_within_ascii($string2); # only has ascii chars in it isnt_within_ascii($string3); # has chars outside the ascii range is_within_latin_1($string4); # only has latin-1 chars in it isnt_within_ascii($string5); # has chars outside the latin-1 range DESCRIPTION This module is a collection of tests useful for dealing with utf8 strings in Perl. This module has two types of tests: The validity tests check if a string is valid and not corrupt, whereas the characteristics tests will check that string has a given set of characteristics. Validity Tests is_valid_string($string, $testname) Checks if the string is "valid", i.e. this passes and returns true unless the internal utf8 flag hasn't been set on scalar that isn't made up of a valid utf-8 byte sequence. This should *never* happen and, in theory, this test should always pass. Unless you (or a module you use) goes monkeying around inside a scalar using Encode's private functions or XS code you shouldn't ever end up in a situation where you've got a corrupt scalar. But if you do, and you do, then this function should help you detect the problem. To be clear, here's an example of the error case this can detect: my $mark = "Mark"; my $leon = "L\x{e9}on"; is_valid_string($mark); # passes, not utf-8 is_valid_string($leon); # passes, not utf-8 my $iloveny = "I \x{2665} NY"; is_valid_string($iloveny); # passes, proper utf-8 my $acme = "L\x{c3}\x{a9}on"; Encode::_utf8_on($acme); # (please don't do things like this) is_valid_string($acme); # passes, proper utf-8 byte sequence upgraded Encode::_utf8_on($leon); # (this is why you don't do things like this) is_valid_string($leon); # fails! the byte \x{e9} isn't valid utf-8 is_sane_utf8($string, $name) This test fails if the string contains something that looks like it might be dodgy utf8, i.e. containing something that looks like the multi-byte sequence for a latin-1 character but perl hasn't been instructed to treat as such. Strings that are not utf8 always automatically pass. Some examples may help: # This will pass as it's a normal latin-1 string is_sane_utf8("Hello L\x{e9}eon"); # this will fail because the \x{c3}\x{a9} looks like the # utf8 byte sequence for e-acute my $string = "Hello L\x{c3}\x{a9}on"; is_sane_utf8($string); # this will pass because the utf8 is correctly interpreted as utf8 Encode::_utf8_on($string) is_sane_utf8($string); Obviously this isn't a hundred percent reliable. The edge case where this will fail is where you have "\x{c2}" (which is "LATIN CAPITAL LETTER WITH CIRCUMFLEX") or "\x{c3}" (which is "LATIN CAPITAL LETTER WITH TILDE") followed by one of the latin-1 punctuation symbols. # a capital letter A with tilde surrounded by smart quotes # this will fail because it'll see the "\x{c2}\x{94}" and think # it's actually the utf8 sequence for the end smart quote is_sane_utf8("\x{93}\x{c2}\x{94}"); However, since this hardly comes up this test is reasonably reliable in most cases. Still, care should be applied in cases where dynamic data is placed next to latin-1 punctuation to avoid false negatives. There exists two situations to cause this test to fail; The string contains utf8 byte sequences and the string hasn't been flagged as utf8 (this normally means that you got it from an external source like a C library; When Perl needs to store a string internally as utf8 it does it's own encoding and flagging transparently) or a utf8 flagged string contains byte sequences that when translated to characters themselves look like a utf8 byte sequence. The test diagnostics tells you which is the case. String Characteristic Tests These routines allow you to check the range of characters in a string. Note that these routines are blind to the actual encoding perl internally uses to store the characters, they just check if the string contains only characters that can be represented in the named encoding: is_within_ascii Tests that a string only contains characters that are in the ASCII character set. is_within_latin_1 Tests that a string only contains characters that are in latin-1. Simply check if a scalar is or isn't flagged as utf8 by perl's internals: is_flagged_utf8($string, $name) Passes if the string is flagged by perl's internals as utf8, fails if it's not. isnt_flagged_utf8($string,$name) The opposite of "is_flagged_utf8", passes if and only if the string isn't flagged as utf8 by perl's internals. Note: you can refer to this function as "isn't_flagged_utf8" if you really want to. AUTHOR Written by Mark Fowler mark@twoshortplanks.com COPYRIGHT Copyright Mark Fowler 2004,2012. All rights reserved. This program is free software; you can redistribute it and/or modify it under the same terms as Perl itself. BUGS None known. Please report any to me via the CPAN RT system. See http://rt.cpan.org/ for more details. SEE ALSO Test::DoubleEncodedEntities for testing for double encoded HTML entities. Test-utf8-1.02/Makefile.PL0000644000655200065520000000104213626722464015350 0ustar circlecicircleciuse lib '.'; use inc::Module::Install; name 'Test-utf8'; all_from 'lib/Test/utf8.pm'; # We only need a copy of Test::Builder to run requires 'Test::Builder' => 0; # T::B::T before 0.09 breaks with modern perls # (this is core, but doesn't ship with 5.7.3) build_requires 'Test::Builder::Tester' => 0.09; # We need proper unicode handling perl_version '5.007003'; license 'perl'; githubmeta; author_tests('xt'); readme_from 'lib/Test/utf8.pm'; repository 'https://github.com/2shortplanks/Test-utf8'; WriteAll; Test-utf8-1.02/lib/0000755000655200065520000000000013626722466014151 5ustar circlecicircleciTest-utf8-1.02/lib/Test/0000755000655200065520000000000013626722466015070 5ustar circlecicircleciTest-utf8-1.02/lib/Test/utf8.pm0000644000655200065520000002467613626722464016331 0ustar circlecicirclecipackage Test::utf8; use 5.007003; use strict; use warnings; use base qw(Exporter); use Encode; use charnames ':full'; our $VERSION = "1.02"; our @EXPORT = qw( is_valid_string is_dodgy_utf8 is_sane_utf8 is_within_ascii is_within_latin1 is_within_latin_1 is_flagged_utf8 isnt_flagged_utf8 ); # A Regexp string to match valid UTF8 bytes # this info comes from page 78 of "The Unicode Standard 4.0" # published by the Unicode Consortium our $valid_utf8_regexp = <<'REGEX' ; [\x{00}-\x{7f}] | [\x{c2}-\x{df}][\x{80}-\x{bf}] | \x{e0} [\x{a0}-\x{bf}][\x{80}-\x{bf}] | [\x{e1}-\x{ec}][\x{80}-\x{bf}][\x{80}-\x{bf}] | \x{ed} [\x{80}-\x{9f}][\x{80}-\x{bf}] | [\x{ee}-\x{ef}][\x{80}-\x{bf}][\x{80}-\x{bf}] | \x{f0} [\x{90}-\x{bf}][\x{80}-\x{bf}] | [\x{f1}-\x{f3}][\x{80}-\x{bf}][\x{80}-\x{bf}][\x{80}-\x{bf}] | \x{f4} [\x{80}-\x{8f}][\x{80}-\x{bf}][\x{80}-\x{bf}] REGEX =head1 NAME Test::utf8 - handy utf8 tests =head1 SYNOPSIS # check the string is good is_valid_string($string); # check the string is valid is_sane_utf8($string); # check not double encoded # check the string has certain attributes is_flagged_utf8($string1); # has utf8 flag set is_within_ascii($string2); # only has ascii chars in it isnt_within_ascii($string3); # has chars outside the ascii range is_within_latin_1($string4); # only has latin-1 chars in it isnt_within_ascii($string5); # has chars outside the latin-1 range =head1 DESCRIPTION This module is a collection of tests useful for dealing with utf8 strings in Perl. This module has two types of tests: The validity tests check if a string is valid and not corrupt, whereas the characteristics tests will check that string has a given set of characteristics. =head2 Validity Tests =over =item is_valid_string($string, $testname) Checks if the string is "valid", i.e. this passes and returns true unless the internal utf8 flag hasn't been set on scalar that isn't made up of a valid utf-8 byte sequence. This should I happen and, in theory, this test should always pass. Unless you (or a module you use) goes monkeying around inside a scalar using Encode's private functions or XS code you shouldn't ever end up in a situation where you've got a corrupt scalar. But if you do, and you do, then this function should help you detect the problem. To be clear, here's an example of the error case this can detect: my $mark = "Mark"; my $leon = "L\x{e9}on"; is_valid_string($mark); # passes, not utf-8 is_valid_string($leon); # passes, not utf-8 my $iloveny = "I \x{2665} NY"; is_valid_string($iloveny); # passes, proper utf-8 my $acme = "L\x{c3}\x{a9}on"; Encode::_utf8_on($acme); # (please don't do things like this) is_valid_string($acme); # passes, proper utf-8 byte sequence upgraded Encode::_utf8_on($leon); # (this is why you don't do things like this) is_valid_string($leon); # fails! the byte \x{e9} isn't valid utf-8 =cut sub is_valid_string($;$) { my $string = shift; my $name = shift || "valid string test"; # check we're a utf8 string - if not, we pass. unless (Encode::is_utf8($string)) { return _pass($name) } # work out at what byte (if any) we have an invalid byte sequence # and return the correct test result my $pos = _invalid_sequence_at_byte($string); if (_ok(!defined($pos), $name)) { return 1 } _diag("malformed byte sequence starting at byte $pos"); return; } sub _invalid_sequence_at_byte($) { my $string = shift; # examine the bytes that make up the string (not the chars) # by turning off the utf8 flag (no, use bytes doesn't # work, we're dealing with a regexp) Encode::_utf8_off($string); ## no critic (ProtectPrivateSubs) # work out the index of the first non matching byte my $result = $string =~ m/^($valid_utf8_regexp)*/ogx; # if we matched all the string return the empty list my $pos = pos $string || 0; return if $pos == length($string); # otherwise return the position we found return $pos } =item is_sane_utf8($string, $name) This test fails if the string contains something that looks like it might be dodgy utf8, i.e. containing something that looks like the multi-byte sequence for a latin-1 character but perl hasn't been instructed to treat as such. Strings that are not utf8 always automatically pass. Some examples may help: # This will pass as it's a normal latin-1 string is_sane_utf8("Hello L\x{e9}eon"); # this will fail because the \x{c3}\x{a9} looks like the # utf8 byte sequence for e-acute my $string = "Hello L\x{c3}\x{a9}on"; is_sane_utf8($string); # this will pass because the utf8 is correctly interpreted as utf8 Encode::_utf8_on($string) is_sane_utf8($string); Obviously this isn't a hundred percent reliable. The edge case where this will fail is where you have C<\x{c2}> (which is "LATIN CAPITAL LETTER WITH CIRCUMFLEX") or C<\x{c3}> (which is "LATIN CAPITAL LETTER WITH TILDE") followed by one of the latin-1 punctuation symbols. # a capital letter A with tilde surrounded by smart quotes # this will fail because it'll see the "\x{c2}\x{94}" and think # it's actually the utf8 sequence for the end smart quote is_sane_utf8("\x{93}\x{c2}\x{94}"); However, since this hardly comes up this test is reasonably reliable in most cases. Still, care should be applied in cases where dynamic data is placed next to latin-1 punctuation to avoid false negatives. There exists two situations to cause this test to fail; The string contains utf8 byte sequences and the string hasn't been flagged as utf8 (this normally means that you got it from an external source like a C library; When Perl needs to store a string internally as utf8 it does it's own encoding and flagging transparently) or a utf8 flagged string contains byte sequences that when translated to characters themselves look like a utf8 byte sequence. The test diagnostics tells you which is the case. =cut # build my regular expression out of the latin-1 bytes # NOTE: This won't work if our locale is nonstandard will it? my $re_bit = join "|", map { Encode::encode("utf8",chr($_)) } (127..255); sub is_sane_utf8($;$) { my $string = shift; my $name = shift || "sane utf8"; # regexp in scalar context with 'g', meaning this loop will run for # each match. Should only have to run it once, but will redo if # the failing case turns out to be allowed in %allowed. while ($string =~ /($re_bit)/o) { # work out what the double encoded string was my $bytes = $1; my $index = $+[0] - length($bytes); my $codes = join '', map { sprintf '<%00x>', ord($_) } split //, $bytes; # what character does that represent? my $char = Encode::decode("utf8",$bytes); my $ord = ord($char); my $hex = sprintf '%00x', $ord; $char = charnames::viacode($ord); # print out diagnostic messages _fail($name); _diag(qq{Found dodgy chars "$codes" at char $index\n}); if (Encode::is_utf8($string)) { _diag("Chars in utf8 string look like utf8 byte sequence.") } else { _diag("String not flagged as utf8...was it meant to be?\n") } _diag("Probably originally a $char char - codepoint $ord (dec)," ." $hex (hex)\n"); return 0; } # got this far, must have passed. _ok(1,$name); return 1; } # historic name of method; deprecated sub is_dodgy_utf8 { goto &is_sane_utf8 } =back =head2 String Characteristic Tests These routines allow you to check the range of characters in a string. Note that these routines are blind to the actual encoding perl internally uses to store the characters, they just check if the string contains only characters that can be represented in the named encoding: =over =item is_within_ascii Tests that a string only contains characters that are in the ASCII character set. =cut sub is_within_ascii($;$) { my $string = shift; my $name = shift || "within ascii"; # look for anything that isn't ascii or pass $string =~ /([^\x{00}-\x{7f}])/ or return _pass($name); # explain why we failed my $dec = ord($1); my $hex = sprintf '%02x', $dec; _fail($name); _diag("Char $+[0] not ASCII (it's $dec dec / $hex hex)"); return 0; } =item is_within_latin_1 Tests that a string only contains characters that are in latin-1. =cut sub is_within_latin_1($;$) { my $string = shift; my $name = shift || "within latin-1"; # look for anything that isn't ascii or pass $string =~ /([^\x{00}-\x{ff}])/ or return _pass($name); # explain why we failed my $dec = ord($1); my $hex = sprintf '%x', $dec; _fail($name); _diag("Char $+[0] not Latin-1 (it's $dec dec / $hex hex)"); return 0; } sub is_within_latin1 { goto &is_within_latin_1 } =back Simply check if a scalar is or isn't flagged as utf8 by perl's internals: =over =item is_flagged_utf8($string, $name) Passes if the string is flagged by perl's internals as utf8, fails if it's not. =cut sub is_flagged_utf8 { my $string = shift; my $name = shift || "flagged as utf8"; return _ok(Encode::is_utf8($string),$name); } =item isnt_flagged_utf8($string,$name) The opposite of C, passes if and only if the string isn't flagged as utf8 by perl's internals. Note: you can refer to this function as C if you really want to. =cut sub isnt_flagged_utf8($;$) { my $string = shift; my $name = shift || "not flagged as utf8"; return _ok(!Encode::is_utf8($string), $name); } sub isn::t_flagged_utf8($;$) { my $string = shift; my $name = shift || "not flagged as utf8"; return _ok(!Encode::is_utf8($string), $name); } =back =head1 AUTHOR Written by Mark Fowler B =head1 COPYRIGHT Copyright Mark Fowler 2004,2012. All rights reserved. This program is free software; you can redistribute it and/or modify it under the same terms as Perl itself. =head1 BUGS None known. Please report any to me via the CPAN RT system. See http://rt.cpan.org/ for more details. =head1 SEE ALSO L for testing for double encoded HTML entities. =cut ########## # shortcuts for Test::Builder. use Test::Builder; my $tester = Test::Builder->new(); sub _ok { local $Test::Builder::Level = $Test::Builder::Level + 1; return $tester->ok(@_) } sub _diag { local $Test::Builder::Level = $Test::Builder::Level + 1; $tester->diag(@_); return; } sub _fail { local $Test::Builder::Level = $Test::Builder::Level + 1; return _ok(0,@_) } sub _pass { local $Test::Builder::Level = $Test::Builder::Level + 1; return _ok(1,@_) } 1; Test-utf8-1.02/t/0000755000655200065520000000000013626722466013646 5ustar circlecicircleciTest-utf8-1.02/t/05latin1.t0000644000655200065520000000107513626722464015371 0ustar circlecicircleci#!/usr/bin/perl use strict; use warnings; use Test::More tests => 4; use Test::Builder::Tester; use Test::utf8; test_out("ok 1 - within latin-1"); is_within_latin1("foo"); test_test("within latin1"); test_out("ok 1 - within latin-1"); is_within_latin1("foo\x{e9}"); test_test("within latin1"); test_out("ok 1 - bar"); is_within_latin1("foo","bar"); test_test("within latin1 name"); test_out("not ok 1 - within latin-1"); test_fail(+2); test_diag("Char 4 not Latin-1 (it's 3737 dec / e99 hex)"); is_within_latin_1("foo\x{e99} foo"); test_test("within latin1 failure");Test-utf8-1.02/t/03deu.t0000644000655200065520000000245113626722464014753 0ustar circlecicircleci#!/usr/bin/perl use strict; use warnings; use Test::More tests => 6; use Test::Builder::Tester; use Test::utf8; use Encode; test_out("ok 1 - sane utf8"); is_dodgy_utf8("foo"); test_test("basic latin1 test"); test_out("ok 1 - name here"); is_dodgy_utf8("foo", "name here"); test_test("basic latin1 test with name"); test_out("ok 1 - sane utf8"); is_dodgy_utf8("\x{2318}-w closes the window"); test_test("utf8 correctly encoded"); my $invalid = "E = mc\x{c2}\x{b2} is a nice formula"; test_out("not ok 1 - sane utf8"); test_fail(+4); test_diag(qq{Found dodgy chars "" at char 6}); test_diag("String not flagged as utf8...was it meant to be?"); test_diag("Probably originally a SUPERSCRIPT TWO char - codepoint 178 (dec), b2 (hex)"); is_dodgy_utf8($invalid); test_test("utf8 not flagged"); my $invalid2 = "E = mc\x{c3}\x{82}\x{c2}\x{b2} is a nice formula"; Encode::_utf8_on($invalid2); test_out("not ok 1 - sane utf8"); test_fail(+4); test_diag(qq{Found dodgy chars "" at char 6}); test_diag("Chars in utf8 string look like utf8 byte sequence."); test_diag("Probably originally a SUPERSCRIPT TWO char - codepoint 178 (dec), b2 (hex)"); is_dodgy_utf8($invalid2); test_test("utf8 truely double encoded"); test_out("ok 1 - sane utf8"); is_sane_utf8("foo"); test_test("with new name"); Test-utf8-1.02/t/01basic.t0000644000655200065520000000134413626722464015255 0ustar circlecicircleci#!/usr/bin/perl # basic tests to see if things compile and are imported okay. use strict; use Test::More tests => 10; use_ok "Test::utf8"; ok(defined(&is_valid_string), "is_valid_string imported"); ok(defined(&is_sane_utf8), "is_sane_utf8 imported"); ok(defined(&is_dodgy_utf8), "is_dodgy_utf8 imported"); ok(defined(&is_within_ascii), "is_within_ascii imported"); ok(defined(&is_within_latin_1), "is_within_latin_1 imported"); ok(defined(&is_within_latin1), "is_within_latin1 imported"); ok(defined(&is_flagged_utf8), "is_flagged_utf8 imported"); ok(defined(&isnt_flagged_utf8), "isnt_flagged_utf8 imported"); ok(defined(&isn't_flagged_utf8), "isn't_flagged_utf8 imported"); Test-utf8-1.02/t/04ascii.t0000644000655200065520000000071713626722464015272 0ustar circlecicircleci#!/usr/bin/perl use strict; use warnings; use Test::More tests => 3; use Test::Builder::Tester; use Test::utf8; test_out("ok 1 - within ascii"); is_within_ascii("foo"); test_test("within ascii"); test_out("ok 1 - bar"); is_within_ascii("foo","bar"); test_test("within ascii name"); test_out("not ok 1 - within ascii"); test_fail(+2); test_diag("Char 4 not ASCII (it's 233 dec / e9 hex)"); is_within_ascii("foo\x{e9} foo"); test_test("within ascii failure"); Test-utf8-1.02/t/06flag.t0000644000655200065520000000213213626722464015106 0ustar circlecicircleci#!/usr/bin/perl use strict; use warnings; use Test::More tests => 9; use Test::Builder::Tester; use Test::utf8; test_out("ok 1 - flagged as utf8"); is_flagged_utf8("\x{300}"); test_test("is flagged pass"); test_out("ok 1 - foo"); is_flagged_utf8("\x{300}","foo"); test_test("is flagged pass with name"); test_out("not ok 1 - flagged as utf8"); test_fail(+1); is_flagged_utf8("\x{e9}"); test_test("is flagged fail"); ################# test_out("ok 1 - not flagged as utf8"); isnt_flagged_utf8("fred"); test_test("isnt flagged pass"); test_out("ok 1 - foo"); isnt_flagged_utf8("fred","foo"); test_test("isnt flagged pass with name"); test_out("not ok 1 - not flagged as utf8"); test_fail(+1); isnt_flagged_utf8("\x{400}"); test_test("isnt flagged fail"); ###################### test_out("ok 1 - not flagged as utf8"); isn't_flagged_utf8("fred"); test_test("isn't flagged pass"); test_out("ok 1 - foo"); isn't_flagged_utf8("fred","foo"); test_test("isn't flagged pass with name"); test_out("not ok 1 - not flagged as utf8"); test_fail(+1); isn't_flagged_utf8("\x{400}"); test_test("isn't flagged fail"); Test-utf8-1.02/t/07valid_docu.t0000644000655200065520000000206113626722464016310 0ustar circlecicircleci#!/usr/bin/env perl use strict; use warnings; use Test::More tests => 5; use Test::Builder::Tester; use Test::utf8; use Encode; my $mark = "Mark"; my $leon = "L\x{e9}on"; test_out("ok 1 - valid string test"); is_valid_string($mark); # passes, not utf-8 test_test("ascii"); test_out("ok 1 - valid string test"); is_valid_string($leon); # passes, not utf-8 test_test("latin1"); my $iloveny = "I \x{2665} NY"; test_out("ok 1 - valid string test"); is_valid_string($iloveny); # passes, proper utf-8 test_test("valid utf-8"); my $acme = "L\x{c3}\x{a9}on"; Encode::_utf8_on($acme); # (please don't do things like this) test_out("ok 1 - valid string test"); is_valid_string($acme); # passes, proper utf-8 test_test("valid _utf8_on shenanigans"); Encode::_utf8_on($leon); # (this is why you don't do things like this) test_out("not ok 1 - valid string test"); test_fail(+2); test_diag("malformed byte sequence starting at byte 1"); is_valid_string($leon); # fails! the byte \x{e9} isn't valid utf-8 test_test("invalid _utf8_on shenanigans"); Test-utf8-1.02/t/02invalid.t0000644000655200065520000000244213626722464015623 0ustar circlecicircleci#!/usr/bin/perl use strict; use warnings; use Test::More tests => 7; use Test::Builder::Tester; use Test::utf8; use Encode; #### # basic passing tests test_out("ok 1 - valid string test"); is_valid_string("foo"); test_test("valid string"); test_out("ok 1 - fish"); is_valid_string("foo","fish"); test_test("valid string with name"); test_out("ok 1 - valid string test"); is_valid_string("\x{e9} is called e-acute"); test_test("string with latin-1"); test_out("ok 1 - valid string test"); is_valid_string("close the window with \x{2318}-w"); test_test("string with unicode only char"); test_out("ok 1 - valid string test"); my $empty_string = ""; Encode::_utf8_on($empty_string); is_valid_string($empty_string); test_test("empty string is valid string"); # create an invalid string my $invalid = "this is an invalid char '\x{e9}' here"; Encode::_utf8_on($invalid); test_out("not ok 1 - valid string test"); test_fail(+2); test_diag("malformed byte sequence starting at byte 25"); is_valid_string($invalid); test_test("invalid string test"); $invalid = "\x{e9}"; Encode::_utf8_on($invalid); test_out("not ok 1 - valid string test"); test_fail(+2); test_diag("malformed byte sequence starting at byte 0"); is_valid_string($invalid); test_test("invalid string test starting with bad char"); Test-utf8-1.02/inc/0000755000655200065520000000000013626722466014154 5ustar circlecicircleciTest-utf8-1.02/inc/Module/0000755000655200065520000000000013626722466015401 5ustar circlecicircleciTest-utf8-1.02/inc/Module/Install/0000755000655200065520000000000013626722466017007 5ustar circlecicircleciTest-utf8-1.02/inc/Module/Install/ReadmeFromPod.pm0000644000655200065520000000631113626722464022030 0ustar circlecicircleci#line 1 package Module::Install::ReadmeFromPod; use 5.006; use strict; use warnings; use base qw(Module::Install::Base); use vars qw($VERSION); $VERSION = '0.20'; sub readme_from { my $self = shift; return unless $self->is_admin; # Input file my $in_file = shift || $self->_all_from or die "Can't determine file to make readme_from"; # Get optional arguments my ($clean, $format, $out_file, $options); my $args = shift; if ( ref $args ) { # Arguments are in a hashref if ( ref($args) ne 'HASH' ) { die "Expected a hashref but got a ".ref($args)."\n"; } else { $clean = $args->{'clean'}; $format = $args->{'format'}; $out_file = $args->{'output_file'}; $options = $args->{'options'}; } } else { # Arguments are in a list $clean = $args; $format = shift; $out_file = shift; $options = \@_; } # Default values; $clean ||= 0; $format ||= 'txt'; # Generate README print "readme_from $in_file to $format\n"; if ($format =~ m/te?xt/) { $out_file = $self->_readme_txt($in_file, $out_file, $options); } elsif ($format =~ m/html?/) { $out_file = $self->_readme_htm($in_file, $out_file, $options); } elsif ($format eq 'man') { $out_file = $self->_readme_man($in_file, $out_file, $options); } elsif ($format eq 'pdf') { $out_file = $self->_readme_pdf($in_file, $out_file, $options); } if ($clean) { $self->clean_files($out_file); } return 1; } sub _readme_txt { my ($self, $in_file, $out_file, $options) = @_; $out_file ||= 'README'; require Pod::Text; my $parser = Pod::Text->new( @$options ); open my $out_fh, '>', $out_file or die "Could not write file $out_file:\n$!\n"; $parser->output_fh( *$out_fh ); $parser->parse_file( $in_file ); close $out_fh; return $out_file; } sub _readme_htm { my ($self, $in_file, $out_file, $options) = @_; $out_file ||= 'README.htm'; require Pod::Html; Pod::Html::pod2html( "--infile=$in_file", "--outfile=$out_file", @$options, ); # Remove temporary files if needed for my $file ('pod2htmd.tmp', 'pod2htmi.tmp') { if (-e $file) { unlink $file or warn "Warning: Could not remove file '$file'.\n$!\n"; } } return $out_file; } sub _readme_man { my ($self, $in_file, $out_file, $options) = @_; $out_file ||= 'README.1'; require Pod::Man; my $parser = Pod::Man->new( @$options ); $parser->parse_from_file($in_file, $out_file); return $out_file; } sub _readme_pdf { my ($self, $in_file, $out_file, $options) = @_; $out_file ||= 'README.pdf'; eval { require App::pod2pdf; } or die "Could not generate $out_file because pod2pdf could not be found\n"; my $parser = App::pod2pdf->new( @$options ); $parser->parse_from_file($in_file); open my $out_fh, '>', $out_file or die "Could not write file $out_file:\n$!\n"; select $out_fh; $parser->output; select STDOUT; close $out_fh; return $out_file; } sub _all_from { my $self = shift; return unless $self->admin->{extensions}; my ($metadata) = grep { ref($_) eq 'Module::Install::Metadata'; } @{$self->admin->{extensions}}; return unless $metadata; return $metadata->{values}{all_from} || ''; } 'Readme!'; __END__ #line 254 Test-utf8-1.02/inc/Module/Install/Base.pm0000644000655200065520000000214713626722464020221 0ustar circlecicircleci#line 1 package Module::Install::Base; use strict 'vars'; use vars qw{$VERSION}; BEGIN { $VERSION = '1.06'; } # Suspend handler for "redefined" warnings BEGIN { my $w = $SIG{__WARN__}; $SIG{__WARN__} = sub { $w }; } #line 42 sub new { my $class = shift; unless ( defined &{"${class}::call"} ) { *{"${class}::call"} = sub { shift->_top->call(@_) }; } unless ( defined &{"${class}::load"} ) { *{"${class}::load"} = sub { shift->_top->load(@_) }; } bless { @_ }, $class; } #line 61 sub AUTOLOAD { local $@; my $func = eval { shift->_top->autoload } or return; goto &$func; } #line 75 sub _top { $_[0]->{_top}; } #line 90 sub admin { $_[0]->_top->{admin} or Module::Install::Base::FakeAdmin->new; } #line 106 sub is_admin { ! $_[0]->admin->isa('Module::Install::Base::FakeAdmin'); } sub DESTROY {} package Module::Install::Base::FakeAdmin; use vars qw{$VERSION}; BEGIN { $VERSION = $Module::Install::Base::VERSION; } my $fake; sub new { $fake ||= bless(\@_, $_[0]); } sub AUTOLOAD {} sub DESTROY {} # Restore warning handler BEGIN { $SIG{__WARN__} = $SIG{__WARN__}->(); } 1; #line 159 Test-utf8-1.02/inc/Module/Install/WriteAll.pm0000644000655200065520000000237613626722464021076 0ustar circlecicircleci#line 1 package Module::Install::WriteAll; use strict; use Module::Install::Base (); use vars qw{$VERSION @ISA $ISCORE}; BEGIN { $VERSION = '1.06'; @ISA = qw{Module::Install::Base}; $ISCORE = 1; } sub WriteAll { my $self = shift; my %args = ( meta => 1, sign => 0, inline => 0, check_nmake => 1, @_, ); $self->sign(1) if $args{sign}; $self->admin->WriteAll(%args) if $self->is_admin; $self->check_nmake if $args{check_nmake}; unless ( $self->makemaker_args->{PL_FILES} ) { # XXX: This still may be a bit over-defensive... unless ($self->makemaker(6.25)) { $self->makemaker_args( PL_FILES => {} ) if -f 'Build.PL'; } } # Until ExtUtils::MakeMaker support MYMETA.yml, make sure # we clean it up properly ourself. $self->realclean_files('MYMETA.yml'); if ( $args{inline} ) { $self->Inline->write; } else { $self->Makefile->write; } # The Makefile write process adds a couple of dependencies, # so write the META.yml files after the Makefile. if ( $args{meta} ) { $self->Meta->write; } # Experimental support for MYMETA if ( $ENV{X_MYMETA} ) { if ( $ENV{X_MYMETA} eq 'JSON' ) { $self->Meta->write_mymeta_json; } else { $self->Meta->write_mymeta_yaml; } } return 1; } 1; Test-utf8-1.02/inc/Module/Install/Fetch.pm0000644000655200065520000000462713626722464020405 0ustar circlecicircleci#line 1 package Module::Install::Fetch; use strict; use Module::Install::Base (); use vars qw{$VERSION @ISA $ISCORE}; BEGIN { $VERSION = '1.06'; @ISA = 'Module::Install::Base'; $ISCORE = 1; } sub get_file { my ($self, %args) = @_; my ($scheme, $host, $path, $file) = $args{url} =~ m|^(\w+)://([^/]+)(.+)/(.+)| or return; if ( $scheme eq 'http' and ! eval { require LWP::Simple; 1 } ) { $args{url} = $args{ftp_url} or (warn("LWP support unavailable!\n"), return); ($scheme, $host, $path, $file) = $args{url} =~ m|^(\w+)://([^/]+)(.+)/(.+)| or return; } $|++; print "Fetching '$file' from $host... "; unless (eval { require Socket; Socket::inet_aton($host) }) { warn "'$host' resolve failed!\n"; return; } return unless $scheme eq 'ftp' or $scheme eq 'http'; require Cwd; my $dir = Cwd::getcwd(); chdir $args{local_dir} or return if exists $args{local_dir}; if (eval { require LWP::Simple; 1 }) { LWP::Simple::mirror($args{url}, $file); } elsif (eval { require Net::FTP; 1 }) { eval { # use Net::FTP to get past firewall my $ftp = Net::FTP->new($host, Passive => 1, Timeout => 600); $ftp->login("anonymous", 'anonymous@example.com'); $ftp->cwd($path); $ftp->binary; $ftp->get($file) or (warn("$!\n"), return); $ftp->quit; } } elsif (my $ftp = $self->can_run('ftp')) { eval { # no Net::FTP, fallback to ftp.exe require FileHandle; my $fh = FileHandle->new; local $SIG{CHLD} = 'IGNORE'; unless ($fh->open("|$ftp -n")) { warn "Couldn't open ftp: $!\n"; chdir $dir; return; } my @dialog = split(/\n/, <<"END_FTP"); open $host user anonymous anonymous\@example.com cd $path binary get $file $file quit END_FTP foreach (@dialog) { $fh->print("$_\n") } $fh->close; } } else { warn "No working 'ftp' program available!\n"; chdir $dir; return; } unless (-f $file) { warn "Fetching failed: $@\n"; chdir $dir; return; } return if exists $args{size} and -s $file != $args{size}; system($args{run}) if exists $args{run}; unlink($file) if $args{remove}; print(((!exists $args{check_for} or -e $args{check_for}) ? "done!" : "failed! ($!)"), "\n"); chdir $dir; return !$?; } 1; Test-utf8-1.02/inc/Module/Install/Metadata.pm0000644000655200065520000004327713626722464021100 0ustar circlecicircleci#line 1 package Module::Install::Metadata; use strict 'vars'; use Module::Install::Base (); use vars qw{$VERSION @ISA $ISCORE}; BEGIN { $VERSION = '1.06'; @ISA = 'Module::Install::Base'; $ISCORE = 1; } my @boolean_keys = qw{ sign }; my @scalar_keys = qw{ name module_name abstract version distribution_type tests installdirs }; my @tuple_keys = qw{ configure_requires build_requires requires recommends bundles resources }; my @resource_keys = qw{ homepage bugtracker repository }; my @array_keys = qw{ keywords author }; *authors = \&author; sub Meta { shift } sub Meta_BooleanKeys { @boolean_keys } sub Meta_ScalarKeys { @scalar_keys } sub Meta_TupleKeys { @tuple_keys } sub Meta_ResourceKeys { @resource_keys } sub Meta_ArrayKeys { @array_keys } foreach my $key ( @boolean_keys ) { *$key = sub { my $self = shift; if ( defined wantarray and not @_ ) { return $self->{values}->{$key}; } $self->{values}->{$key} = ( @_ ? $_[0] : 1 ); return $self; }; } foreach my $key ( @scalar_keys ) { *$key = sub { my $self = shift; return $self->{values}->{$key} if defined wantarray and !@_; $self->{values}->{$key} = shift; return $self; }; } foreach my $key ( @array_keys ) { *$key = sub { my $self = shift; return $self->{values}->{$key} if defined wantarray and !@_; $self->{values}->{$key} ||= []; push @{$self->{values}->{$key}}, @_; return $self; }; } foreach my $key ( @resource_keys ) { *$key = sub { my $self = shift; unless ( @_ ) { return () unless $self->{values}->{resources}; return map { $_->[1] } grep { $_->[0] eq $key } @{ $self->{values}->{resources} }; } return $self->{values}->{resources}->{$key} unless @_; my $uri = shift or die( "Did not provide a value to $key()" ); $self->resources( $key => $uri ); return 1; }; } foreach my $key ( grep { $_ ne "resources" } @tuple_keys) { *$key = sub { my $self = shift; return $self->{values}->{$key} unless @_; my @added; while ( @_ ) { my $module = shift or last; my $version = shift || 0; push @added, [ $module, $version ]; } push @{ $self->{values}->{$key} }, @added; return map {@$_} @added; }; } # Resource handling my %lc_resource = map { $_ => 1 } qw{ homepage license bugtracker repository }; sub resources { my $self = shift; while ( @_ ) { my $name = shift or last; my $value = shift or next; if ( $name eq lc $name and ! $lc_resource{$name} ) { die("Unsupported reserved lowercase resource '$name'"); } $self->{values}->{resources} ||= []; push @{ $self->{values}->{resources} }, [ $name, $value ]; } $self->{values}->{resources}; } # Aliases for build_requires that will have alternative # meanings in some future version of META.yml. sub test_requires { shift->build_requires(@_) } sub install_requires { shift->build_requires(@_) } # Aliases for installdirs options sub install_as_core { $_[0]->installdirs('perl') } sub install_as_cpan { $_[0]->installdirs('site') } sub install_as_site { $_[0]->installdirs('site') } sub install_as_vendor { $_[0]->installdirs('vendor') } sub dynamic_config { my $self = shift; my $value = @_ ? shift : 1; if ( $self->{values}->{dynamic_config} ) { # Once dynamic we never change to static, for safety return 0; } $self->{values}->{dynamic_config} = $value ? 1 : 0; return 1; } # Convenience command sub static_config { shift->dynamic_config(0); } sub perl_version { my $self = shift; return $self->{values}->{perl_version} unless @_; my $version = shift or die( "Did not provide a value to perl_version()" ); # Normalize the version $version = $self->_perl_version($version); # We don't support the really old versions unless ( $version >= 5.005 ) { die "Module::Install only supports 5.005 or newer (use ExtUtils::MakeMaker)\n"; } $self->{values}->{perl_version} = $version; } sub all_from { my ( $self, $file ) = @_; unless ( defined($file) ) { my $name = $self->name or die( "all_from called with no args without setting name() first" ); $file = join('/', 'lib', split(/-/, $name)) . '.pm'; $file =~ s{.*/}{} unless -e $file; unless ( -e $file ) { die("all_from cannot find $file from $name"); } } unless ( -f $file ) { die("The path '$file' does not exist, or is not a file"); } $self->{values}{all_from} = $file; # Some methods pull from POD instead of code. # If there is a matching .pod, use that instead my $pod = $file; $pod =~ s/\.pm$/.pod/i; $pod = $file unless -e $pod; # Pull the different values $self->name_from($file) unless $self->name; $self->version_from($file) unless $self->version; $self->perl_version_from($file) unless $self->perl_version; $self->author_from($pod) unless @{$self->author || []}; $self->license_from($pod) unless $self->license; $self->abstract_from($pod) unless $self->abstract; return 1; } sub provides { my $self = shift; my $provides = ( $self->{values}->{provides} ||= {} ); %$provides = (%$provides, @_) if @_; return $provides; } sub auto_provides { my $self = shift; return $self unless $self->is_admin; unless (-e 'MANIFEST') { warn "Cannot deduce auto_provides without a MANIFEST, skipping\n"; return $self; } # Avoid spurious warnings as we are not checking manifest here. local $SIG{__WARN__} = sub {1}; require ExtUtils::Manifest; local *ExtUtils::Manifest::manicheck = sub { return }; require Module::Build; my $build = Module::Build->new( dist_name => $self->name, dist_version => $self->version, license => $self->license, ); $self->provides( %{ $build->find_dist_packages || {} } ); } sub feature { my $self = shift; my $name = shift; my $features = ( $self->{values}->{features} ||= [] ); my $mods; if ( @_ == 1 and ref( $_[0] ) ) { # The user used ->feature like ->features by passing in the second # argument as a reference. Accomodate for that. $mods = $_[0]; } else { $mods = \@_; } my $count = 0; push @$features, ( $name => [ map { ref($_) ? ( ref($_) eq 'HASH' ) ? %$_ : @$_ : $_ } @$mods ] ); return @$features; } sub features { my $self = shift; while ( my ( $name, $mods ) = splice( @_, 0, 2 ) ) { $self->feature( $name, @$mods ); } return $self->{values}->{features} ? @{ $self->{values}->{features} } : (); } sub no_index { my $self = shift; my $type = shift; push @{ $self->{values}->{no_index}->{$type} }, @_ if $type; return $self->{values}->{no_index}; } sub read { my $self = shift; $self->include_deps( 'YAML::Tiny', 0 ); require YAML::Tiny; my $data = YAML::Tiny::LoadFile('META.yml'); # Call methods explicitly in case user has already set some values. while ( my ( $key, $value ) = each %$data ) { next unless $self->can($key); if ( ref $value eq 'HASH' ) { while ( my ( $module, $version ) = each %$value ) { $self->can($key)->($self, $module => $version ); } } else { $self->can($key)->($self, $value); } } return $self; } sub write { my $self = shift; return $self unless $self->is_admin; $self->admin->write_meta; return $self; } sub version_from { require ExtUtils::MM_Unix; my ( $self, $file ) = @_; $self->version( ExtUtils::MM_Unix->parse_version($file) ); # for version integrity check $self->makemaker_args( VERSION_FROM => $file ); } sub abstract_from { require ExtUtils::MM_Unix; my ( $self, $file ) = @_; $self->abstract( bless( { DISTNAME => $self->name }, 'ExtUtils::MM_Unix' )->parse_abstract($file) ); } # Add both distribution and module name sub name_from { my ($self, $file) = @_; if ( Module::Install::_read($file) =~ m/ ^ \s* package \s* ([\w:]+) \s* ; /ixms ) { my ($name, $module_name) = ($1, $1); $name =~ s{::}{-}g; $self->name($name); unless ( $self->module_name ) { $self->module_name($module_name); } } else { die("Cannot determine name from $file\n"); } } sub _extract_perl_version { if ( $_[0] =~ m/ ^\s* (?:use|require) \s* v? ([\d_\.]+) \s* ; /ixms ) { my $perl_version = $1; $perl_version =~ s{_}{}g; return $perl_version; } else { return; } } sub perl_version_from { my $self = shift; my $perl_version=_extract_perl_version(Module::Install::_read($_[0])); if ($perl_version) { $self->perl_version($perl_version); } else { warn "Cannot determine perl version info from $_[0]\n"; return; } } sub author_from { my $self = shift; my $content = Module::Install::_read($_[0]); if ($content =~ m/ =head \d \s+ (?:authors?)\b \s* ([^\n]*) | =head \d \s+ (?:licen[cs]e|licensing|copyright|legal)\b \s* .*? copyright .*? \d\d\d[\d.]+ \s* (?:\bby\b)? \s* ([^\n]*) /ixms) { my $author = $1 || $2; # XXX: ugly but should work anyway... if (eval "require Pod::Escapes; 1") { # Pod::Escapes has a mapping table. # It's in core of perl >= 5.9.3, and should be installed # as one of the Pod::Simple's prereqs, which is a prereq # of Pod::Text 3.x (see also below). $author =~ s{ E<( (\d+) | ([A-Za-z]+) )> } { defined $2 ? chr($2) : defined $Pod::Escapes::Name2character_number{$1} ? chr($Pod::Escapes::Name2character_number{$1}) : do { warn "Unknown escape: E<$1>"; "E<$1>"; }; }gex; } elsif (eval "require Pod::Text; 1" && $Pod::Text::VERSION < 3) { # Pod::Text < 3.0 has yet another mapping table, # though the table name of 2.x and 1.x are different. # (1.x is in core of Perl < 5.6, 2.x is in core of # Perl < 5.9.3) my $mapping = ($Pod::Text::VERSION < 2) ? \%Pod::Text::HTML_Escapes : \%Pod::Text::ESCAPES; $author =~ s{ E<( (\d+) | ([A-Za-z]+) )> } { defined $2 ? chr($2) : defined $mapping->{$1} ? $mapping->{$1} : do { warn "Unknown escape: E<$1>"; "E<$1>"; }; }gex; } else { $author =~ s{E}{<}g; $author =~ s{E}{>}g; } $self->author($author); } else { warn "Cannot determine author info from $_[0]\n"; } } #Stolen from M::B my %license_urls = ( perl => 'http://dev.perl.org/licenses/', apache => 'http://apache.org/licenses/LICENSE-2.0', apache_1_1 => 'http://apache.org/licenses/LICENSE-1.1', artistic => 'http://opensource.org/licenses/artistic-license.php', artistic_2 => 'http://opensource.org/licenses/artistic-license-2.0.php', lgpl => 'http://opensource.org/licenses/lgpl-license.php', lgpl2 => 'http://opensource.org/licenses/lgpl-2.1.php', lgpl3 => 'http://opensource.org/licenses/lgpl-3.0.html', bsd => 'http://opensource.org/licenses/bsd-license.php', gpl => 'http://opensource.org/licenses/gpl-license.php', gpl2 => 'http://opensource.org/licenses/gpl-2.0.php', gpl3 => 'http://opensource.org/licenses/gpl-3.0.html', mit => 'http://opensource.org/licenses/mit-license.php', mozilla => 'http://opensource.org/licenses/mozilla1.1.php', open_source => undef, unrestricted => undef, restrictive => undef, unknown => undef, ); sub license { my $self = shift; return $self->{values}->{license} unless @_; my $license = shift or die( 'Did not provide a value to license()' ); $license = __extract_license($license) || lc $license; $self->{values}->{license} = $license; # Automatically fill in license URLs if ( $license_urls{$license} ) { $self->resources( license => $license_urls{$license} ); } return 1; } sub _extract_license { my $pod = shift; my $matched; return __extract_license( ($matched) = $pod =~ m/ (=head \d \s+ L(?i:ICEN[CS]E|ICENSING)\b.*?) (=head \d.*|=cut.*|)\z /xms ) || __extract_license( ($matched) = $pod =~ m/ (=head \d \s+ (?:C(?i:OPYRIGHTS?)|L(?i:EGAL))\b.*?) (=head \d.*|=cut.*|)\z /xms ); } sub __extract_license { my $license_text = shift or return; my @phrases = ( '(?:under )?the same (?:terms|license) as (?:perl|the perl (?:\d )?programming language)' => 'perl', 1, '(?:under )?the terms of (?:perl|the perl programming language) itself' => 'perl', 1, 'Artistic and GPL' => 'perl', 1, 'GNU general public license' => 'gpl', 1, 'GNU public license' => 'gpl', 1, 'GNU lesser general public license' => 'lgpl', 1, 'GNU lesser public license' => 'lgpl', 1, 'GNU library general public license' => 'lgpl', 1, 'GNU library public license' => 'lgpl', 1, 'GNU Free Documentation license' => 'unrestricted', 1, 'GNU Affero General Public License' => 'open_source', 1, '(?:Free)?BSD license' => 'bsd', 1, 'Artistic license 2\.0' => 'artistic_2', 1, 'Artistic license' => 'artistic', 1, 'Apache (?:Software )?license' => 'apache', 1, 'GPL' => 'gpl', 1, 'LGPL' => 'lgpl', 1, 'BSD' => 'bsd', 1, 'Artistic' => 'artistic', 1, 'MIT' => 'mit', 1, 'Mozilla Public License' => 'mozilla', 1, 'Q Public License' => 'open_source', 1, 'OpenSSL License' => 'unrestricted', 1, 'SSLeay License' => 'unrestricted', 1, 'zlib License' => 'open_source', 1, 'proprietary' => 'proprietary', 0, ); while ( my ($pattern, $license, $osi) = splice(@phrases, 0, 3) ) { $pattern =~ s#\s+#\\s+#gs; if ( $license_text =~ /\b$pattern\b/i ) { return $license; } } return ''; } sub license_from { my $self = shift; if (my $license=_extract_license(Module::Install::_read($_[0]))) { $self->license($license); } else { warn "Cannot determine license info from $_[0]\n"; return 'unknown'; } } sub _extract_bugtracker { my @links = $_[0] =~ m#L<( https?\Q://rt.cpan.org/\E[^>]+| https?\Q://github.com/\E[\w_]+/[\w_]+/issues| https?\Q://code.google.com/p/\E[\w_\-]+/issues/list )>#gx; my %links; @links{@links}=(); @links=keys %links; return @links; } sub bugtracker_from { my $self = shift; my $content = Module::Install::_read($_[0]); my @links = _extract_bugtracker($content); unless ( @links ) { warn "Cannot determine bugtracker info from $_[0]\n"; return 0; } if ( @links > 1 ) { warn "Found more than one bugtracker link in $_[0]\n"; return 0; } # Set the bugtracker bugtracker( $links[0] ); return 1; } sub requires_from { my $self = shift; my $content = Module::Install::_readperl($_[0]); my @requires = $content =~ m/^use\s+([^\W\d]\w*(?:::\w+)*)\s+(v?[\d\.]+)/mg; while ( @requires ) { my $module = shift @requires; my $version = shift @requires; $self->requires( $module => $version ); } } sub test_requires_from { my $self = shift; my $content = Module::Install::_readperl($_[0]); my @requires = $content =~ m/^use\s+([^\W\d]\w*(?:::\w+)*)\s+([\d\.]+)/mg; while ( @requires ) { my $module = shift @requires; my $version = shift @requires; $self->test_requires( $module => $version ); } } # Convert triple-part versions (eg, 5.6.1 or 5.8.9) to # numbers (eg, 5.006001 or 5.008009). # Also, convert double-part versions (eg, 5.8) sub _perl_version { my $v = $_[-1]; $v =~ s/^([1-9])\.([1-9]\d?\d?)$/sprintf("%d.%03d",$1,$2)/e; $v =~ s/^([1-9])\.([1-9]\d?\d?)\.(0|[1-9]\d?\d?)$/sprintf("%d.%03d%03d",$1,$2,$3 || 0)/e; $v =~ s/(\.\d\d\d)000$/$1/; $v =~ s/_.+$//; if ( ref($v) ) { # Numify $v = $v + 0; } return $v; } sub add_metadata { my $self = shift; my %hash = @_; for my $key (keys %hash) { warn "add_metadata: $key is not prefixed with 'x_'.\n" . "Use appopriate function to add non-private metadata.\n" unless $key =~ /^x_/; $self->{values}->{$key} = $hash{$key}; } } ###################################################################### # MYMETA Support sub WriteMyMeta { die "WriteMyMeta has been deprecated"; } sub write_mymeta_yaml { my $self = shift; # We need YAML::Tiny to write the MYMETA.yml file unless ( eval { require YAML::Tiny; 1; } ) { return 1; } # Generate the data my $meta = $self->_write_mymeta_data or return 1; # Save as the MYMETA.yml file print "Writing MYMETA.yml\n"; YAML::Tiny::DumpFile('MYMETA.yml', $meta); } sub write_mymeta_json { my $self = shift; # We need JSON to write the MYMETA.json file unless ( eval { require JSON; 1; } ) { return 1; } # Generate the data my $meta = $self->_write_mymeta_data or return 1; # Save as the MYMETA.yml file print "Writing MYMETA.json\n"; Module::Install::_write( 'MYMETA.json', JSON->new->pretty(1)->canonical->encode($meta), ); } sub _write_mymeta_data { my $self = shift; # If there's no existing META.yml there is nothing we can do return undef unless -f 'META.yml'; # We need Parse::CPAN::Meta to load the file unless ( eval { require Parse::CPAN::Meta; 1; } ) { return undef; } # Merge the perl version into the dependencies my $val = $self->Meta->{values}; my $perl = delete $val->{perl_version}; if ( $perl ) { $val->{requires} ||= []; my $requires = $val->{requires}; # Canonize to three-dot version after Perl 5.6 if ( $perl >= 5.006 ) { $perl =~ s{^(\d+)\.(\d\d\d)(\d*)}{join('.', $1, int($2||0), int($3||0))}e } unshift @$requires, [ perl => $perl ]; } # Load the advisory META.yml file my @yaml = Parse::CPAN::Meta::LoadFile('META.yml'); my $meta = $yaml[0]; # Overwrite the non-configure dependency hashs delete $meta->{requires}; delete $meta->{build_requires}; delete $meta->{recommends}; if ( exists $val->{requires} ) { $meta->{requires} = { map { @$_ } @{ $val->{requires} } }; } if ( exists $val->{build_requires} ) { $meta->{build_requires} = { map { @$_ } @{ $val->{build_requires} } }; } return $meta; } 1; Test-utf8-1.02/inc/Module/Install/AuthorTests.pm0000644000655200065520000000221513626722464021630 0ustar circlecicircleci#line 1 package Module::Install::AuthorTests; use 5.005; use strict; use Module::Install::Base; use Carp (); #line 16 use vars qw{$VERSION $ISCORE @ISA}; BEGIN { $VERSION = '0.002'; $ISCORE = 1; @ISA = qw{Module::Install::Base}; } #line 42 sub author_tests { my ($self, @dirs) = @_; _add_author_tests($self, \@dirs, 0); } #line 56 sub recursive_author_tests { my ($self, @dirs) = @_; _add_author_tests($self, \@dirs, 1); } sub _wanted { my $href = shift; sub { /\.t$/ and -f $_ and $href->{$File::Find::dir} = 1 } } sub _add_author_tests { my ($self, $dirs, $recurse) = @_; return unless $Module::Install::AUTHOR; my @tests = $self->tests ? (split / /, $self->tests) : 't/*.t'; # XXX: pick a default, later -- rjbs, 2008-02-24 my @dirs = @$dirs ? @$dirs : Carp::confess "no dirs given to author_tests"; @dirs = grep { -d } @dirs; if ($recurse) { require File::Find; my %test_dir; File::Find::find(_wanted(\%test_dir), @dirs); $self->tests( join ' ', @tests, map { "$_/*.t" } sort keys %test_dir ); } else { $self->tests( join ' ', @tests, map { "$_/*.t" } sort @dirs ); } } #line 107 1; Test-utf8-1.02/inc/Module/Install/Makefile.pm0000644000655200065520000002743713626722464021075 0ustar circlecicircleci#line 1 package Module::Install::Makefile; use strict 'vars'; use ExtUtils::MakeMaker (); use Module::Install::Base (); use Fcntl qw/:flock :seek/; use vars qw{$VERSION @ISA $ISCORE}; BEGIN { $VERSION = '1.06'; @ISA = 'Module::Install::Base'; $ISCORE = 1; } sub Makefile { $_[0] } my %seen = (); sub prompt { shift; # Infinite loop protection my @c = caller(); if ( ++$seen{"$c[1]|$c[2]|$_[0]"} > 3 ) { die "Caught an potential prompt infinite loop ($c[1]|$c[2]|$_[0])"; } # In automated testing or non-interactive session, always use defaults if ( ($ENV{AUTOMATED_TESTING} or -! -t STDIN) and ! $ENV{PERL_MM_USE_DEFAULT} ) { local $ENV{PERL_MM_USE_DEFAULT} = 1; goto &ExtUtils::MakeMaker::prompt; } else { goto &ExtUtils::MakeMaker::prompt; } } # Store a cleaned up version of the MakeMaker version, # since we need to behave differently in a variety of # ways based on the MM version. my $makemaker = eval $ExtUtils::MakeMaker::VERSION; # If we are passed a param, do a "newer than" comparison. # Otherwise, just return the MakeMaker version. sub makemaker { ( @_ < 2 or $makemaker >= eval($_[1]) ) ? $makemaker : 0 } # Ripped from ExtUtils::MakeMaker 6.56, and slightly modified # as we only need to know here whether the attribute is an array # or a hash or something else (which may or may not be appendable). my %makemaker_argtype = ( C => 'ARRAY', CONFIG => 'ARRAY', # CONFIGURE => 'CODE', # ignore DIR => 'ARRAY', DL_FUNCS => 'HASH', DL_VARS => 'ARRAY', EXCLUDE_EXT => 'ARRAY', EXE_FILES => 'ARRAY', FUNCLIST => 'ARRAY', H => 'ARRAY', IMPORTS => 'HASH', INCLUDE_EXT => 'ARRAY', LIBS => 'ARRAY', # ignore '' MAN1PODS => 'HASH', MAN3PODS => 'HASH', META_ADD => 'HASH', META_MERGE => 'HASH', PL_FILES => 'HASH', PM => 'HASH', PMLIBDIRS => 'ARRAY', PMLIBPARENTDIRS => 'ARRAY', PREREQ_PM => 'HASH', CONFIGURE_REQUIRES => 'HASH', SKIP => 'ARRAY', TYPEMAPS => 'ARRAY', XS => 'HASH', # VERSION => ['version',''], # ignore # _KEEP_AFTER_FLUSH => '', clean => 'HASH', depend => 'HASH', dist => 'HASH', dynamic_lib=> 'HASH', linkext => 'HASH', macro => 'HASH', postamble => 'HASH', realclean => 'HASH', test => 'HASH', tool_autosplit => 'HASH', # special cases where you can use makemaker_append CCFLAGS => 'APPENDABLE', DEFINE => 'APPENDABLE', INC => 'APPENDABLE', LDDLFLAGS => 'APPENDABLE', LDFROM => 'APPENDABLE', ); sub makemaker_args { my ($self, %new_args) = @_; my $args = ( $self->{makemaker_args} ||= {} ); foreach my $key (keys %new_args) { if ($makemaker_argtype{$key}) { if ($makemaker_argtype{$key} eq 'ARRAY') { $args->{$key} = [] unless defined $args->{$key}; unless (ref $args->{$key} eq 'ARRAY') { $args->{$key} = [$args->{$key}] } push @{$args->{$key}}, ref $new_args{$key} eq 'ARRAY' ? @{$new_args{$key}} : $new_args{$key}; } elsif ($makemaker_argtype{$key} eq 'HASH') { $args->{$key} = {} unless defined $args->{$key}; foreach my $skey (keys %{ $new_args{$key} }) { $args->{$key}{$skey} = $new_args{$key}{$skey}; } } elsif ($makemaker_argtype{$key} eq 'APPENDABLE') { $self->makemaker_append($key => $new_args{$key}); } } else { if (defined $args->{$key}) { warn qq{MakeMaker attribute "$key" is overriden; use "makemaker_append" to append values\n}; } $args->{$key} = $new_args{$key}; } } return $args; } # For mm args that take multiple space-seperated args, # append an argument to the current list. sub makemaker_append { my $self = shift; my $name = shift; my $args = $self->makemaker_args; $args->{$name} = defined $args->{$name} ? join( ' ', $args->{$name}, @_ ) : join( ' ', @_ ); } sub build_subdirs { my $self = shift; my $subdirs = $self->makemaker_args->{DIR} ||= []; for my $subdir (@_) { push @$subdirs, $subdir; } } sub clean_files { my $self = shift; my $clean = $self->makemaker_args->{clean} ||= {}; %$clean = ( %$clean, FILES => join ' ', grep { length $_ } ($clean->{FILES} || (), @_), ); } sub realclean_files { my $self = shift; my $realclean = $self->makemaker_args->{realclean} ||= {}; %$realclean = ( %$realclean, FILES => join ' ', grep { length $_ } ($realclean->{FILES} || (), @_), ); } sub libs { my $self = shift; my $libs = ref $_[0] ? shift : [ shift ]; $self->makemaker_args( LIBS => $libs ); } sub inc { my $self = shift; $self->makemaker_args( INC => shift ); } sub _wanted_t { } sub tests_recursive { my $self = shift; my $dir = shift || 't'; unless ( -d $dir ) { die "tests_recursive dir '$dir' does not exist"; } my %tests = map { $_ => 1 } split / /, ($self->tests || ''); require File::Find; File::Find::find( sub { /\.t$/ and -f $_ and $tests{"$File::Find::dir/*.t"} = 1 }, $dir ); $self->tests( join ' ', sort keys %tests ); } sub write { my $self = shift; die "&Makefile->write() takes no arguments\n" if @_; # Check the current Perl version my $perl_version = $self->perl_version; if ( $perl_version ) { eval "use $perl_version; 1" or die "ERROR: perl: Version $] is installed, " . "but we need version >= $perl_version"; } # Make sure we have a new enough MakeMaker require ExtUtils::MakeMaker; if ( $perl_version and $self->_cmp($perl_version, '5.006') >= 0 ) { # This previous attempted to inherit the version of # ExtUtils::MakeMaker in use by the module author, but this # was found to be untenable as some authors build releases # using future dev versions of EU:MM that nobody else has. # Instead, #toolchain suggests we use 6.59 which is the most # stable version on CPAN at time of writing and is, to quote # ribasushi, "not terminally fucked, > and tested enough". # TODO: We will now need to maintain this over time to push # the version up as new versions are released. $self->build_requires( 'ExtUtils::MakeMaker' => 6.59 ); $self->configure_requires( 'ExtUtils::MakeMaker' => 6.59 ); } else { # Allow legacy-compatibility with 5.005 by depending on the # most recent EU:MM that supported 5.005. $self->build_requires( 'ExtUtils::MakeMaker' => 6.36 ); $self->configure_requires( 'ExtUtils::MakeMaker' => 6.36 ); } # Generate the MakeMaker params my $args = $self->makemaker_args; $args->{DISTNAME} = $self->name; $args->{NAME} = $self->module_name || $self->name; $args->{NAME} =~ s/-/::/g; $args->{VERSION} = $self->version or die <<'EOT'; ERROR: Can't determine distribution version. Please specify it explicitly via 'version' in Makefile.PL, or set a valid $VERSION in a module, and provide its file path via 'version_from' (or 'all_from' if you prefer) in Makefile.PL. EOT if ( $self->tests ) { my @tests = split ' ', $self->tests; my %seen; $args->{test} = { TESTS => (join ' ', grep {!$seen{$_}++} @tests), }; } elsif ( $Module::Install::ExtraTests::use_extratests ) { # Module::Install::ExtraTests doesn't set $self->tests and does its own tests via harness. # So, just ignore our xt tests here. } elsif ( -d 'xt' and ($Module::Install::AUTHOR or $ENV{RELEASE_TESTING}) ) { $args->{test} = { TESTS => join( ' ', map { "$_/*.t" } grep { -d $_ } qw{ t xt } ), }; } if ( $] >= 5.005 ) { $args->{ABSTRACT} = $self->abstract; $args->{AUTHOR} = join ', ', @{$self->author || []}; } if ( $self->makemaker(6.10) ) { $args->{NO_META} = 1; #$args->{NO_MYMETA} = 1; } if ( $self->makemaker(6.17) and $self->sign ) { $args->{SIGN} = 1; } unless ( $self->is_admin ) { delete $args->{SIGN}; } if ( $self->makemaker(6.31) and $self->license ) { $args->{LICENSE} = $self->license; } my $prereq = ($args->{PREREQ_PM} ||= {}); %$prereq = ( %$prereq, map { @$_ } # flatten [module => version] map { @$_ } grep $_, ($self->requires) ); # Remove any reference to perl, PREREQ_PM doesn't support it delete $args->{PREREQ_PM}->{perl}; # Merge both kinds of requires into BUILD_REQUIRES my $build_prereq = ($args->{BUILD_REQUIRES} ||= {}); %$build_prereq = ( %$build_prereq, map { @$_ } # flatten [module => version] map { @$_ } grep $_, ($self->configure_requires, $self->build_requires) ); # Remove any reference to perl, BUILD_REQUIRES doesn't support it delete $args->{BUILD_REQUIRES}->{perl}; # Delete bundled dists from prereq_pm, add it to Makefile DIR my $subdirs = ($args->{DIR} || []); if ($self->bundles) { my %processed; foreach my $bundle (@{ $self->bundles }) { my ($mod_name, $dist_dir) = @$bundle; delete $prereq->{$mod_name}; $dist_dir = File::Basename::basename($dist_dir); # dir for building this module if (not exists $processed{$dist_dir}) { if (-d $dist_dir) { # List as sub-directory to be processed by make push @$subdirs, $dist_dir; } # Else do nothing: the module is already present on the system $processed{$dist_dir} = undef; } } } unless ( $self->makemaker('6.55_03') ) { %$prereq = (%$prereq,%$build_prereq); delete $args->{BUILD_REQUIRES}; } if ( my $perl_version = $self->perl_version ) { eval "use $perl_version; 1" or die "ERROR: perl: Version $] is installed, " . "but we need version >= $perl_version"; if ( $self->makemaker(6.48) ) { $args->{MIN_PERL_VERSION} = $perl_version; } } if ($self->installdirs) { warn qq{old INSTALLDIRS (probably set by makemaker_args) is overriden by installdirs\n} if $args->{INSTALLDIRS}; $args->{INSTALLDIRS} = $self->installdirs; } my %args = map { ( $_ => $args->{$_} ) } grep {defined($args->{$_} ) } keys %$args; my $user_preop = delete $args{dist}->{PREOP}; if ( my $preop = $self->admin->preop($user_preop) ) { foreach my $key ( keys %$preop ) { $args{dist}->{$key} = $preop->{$key}; } } my $mm = ExtUtils::MakeMaker::WriteMakefile(%args); $self->fix_up_makefile($mm->{FIRST_MAKEFILE} || 'Makefile'); } sub fix_up_makefile { my $self = shift; my $makefile_name = shift; my $top_class = ref($self->_top) || ''; my $top_version = $self->_top->VERSION || ''; my $preamble = $self->preamble ? "# Preamble by $top_class $top_version\n" . $self->preamble : ''; my $postamble = "# Postamble by $top_class $top_version\n" . ($self->postamble || ''); local *MAKEFILE; open MAKEFILE, "+< $makefile_name" or die "fix_up_makefile: Couldn't open $makefile_name: $!"; eval { flock MAKEFILE, LOCK_EX }; my $makefile = do { local $/; }; $makefile =~ s/\b(test_harness\(\$\(TEST_VERBOSE\), )/$1'inc', /; $makefile =~ s/( -I\$\(INST_ARCHLIB\))/ -Iinc$1/g; $makefile =~ s/( "-I\$\(INST_LIB\)")/ "-Iinc"$1/g; $makefile =~ s/^(FULLPERL = .*)/$1 "-Iinc"/m; $makefile =~ s/^(PERL = .*)/$1 "-Iinc"/m; # Module::Install will never be used to build the Core Perl # Sometimes PERL_LIB and PERL_ARCHLIB get written anyway, which breaks # PREFIX/PERL5LIB, and thus, install_share. Blank them if they exist $makefile =~ s/^PERL_LIB = .+/PERL_LIB =/m; #$makefile =~ s/^PERL_ARCHLIB = .+/PERL_ARCHLIB =/m; # Perl 5.005 mentions PERL_LIB explicitly, so we have to remove that as well. $makefile =~ s/(\"?)-I\$\(PERL_LIB\)\1//g; # XXX - This is currently unused; not sure if it breaks other MM-users # $makefile =~ s/^pm_to_blib\s+:\s+/pm_to_blib :: /mg; seek MAKEFILE, 0, SEEK_SET; truncate MAKEFILE, 0; print MAKEFILE "$preamble$makefile$postamble" or die $!; close MAKEFILE or die $!; 1; } sub preamble { my ($self, $text) = @_; $self->{preamble} = $text . $self->{preamble} if defined $text; $self->{preamble}; } sub postamble { my ($self, $text) = @_; $self->{postamble} ||= $self->admin->postamble; $self->{postamble} .= $text if defined $text; $self->{postamble} } 1; __END__ #line 544 Test-utf8-1.02/inc/Module/Install/Can.pm0000644000655200065520000000615713626722464020055 0ustar circlecicircleci#line 1 package Module::Install::Can; use strict; use Config (); use ExtUtils::MakeMaker (); use Module::Install::Base (); use vars qw{$VERSION @ISA $ISCORE}; BEGIN { $VERSION = '1.06'; @ISA = 'Module::Install::Base'; $ISCORE = 1; } # check if we can load some module ### Upgrade this to not have to load the module if possible sub can_use { my ($self, $mod, $ver) = @_; $mod =~ s{::|\\}{/}g; $mod .= '.pm' unless $mod =~ /\.pm$/i; my $pkg = $mod; $pkg =~ s{/}{::}g; $pkg =~ s{\.pm$}{}i; local $@; eval { require $mod; $pkg->VERSION($ver || 0); 1 }; } # Check if we can run some command sub can_run { my ($self, $cmd) = @_; my $_cmd = $cmd; return $_cmd if (-x $_cmd or $_cmd = MM->maybe_command($_cmd)); for my $dir ((split /$Config::Config{path_sep}/, $ENV{PATH}), '.') { next if $dir eq ''; require File::Spec; my $abs = File::Spec->catfile($dir, $cmd); return $abs if (-x $abs or $abs = MM->maybe_command($abs)); } return; } # Can our C compiler environment build XS files sub can_xs { my $self = shift; # Ensure we have the CBuilder module $self->configure_requires( 'ExtUtils::CBuilder' => 0.27 ); # Do we have the configure_requires checker? local $@; eval "require ExtUtils::CBuilder;"; if ( $@ ) { # They don't obey configure_requires, so it is # someone old and delicate. Try to avoid hurting # them by falling back to an older simpler test. return $self->can_cc(); } # Do we have a working C compiler my $builder = ExtUtils::CBuilder->new( quiet => 1, ); unless ( $builder->have_compiler ) { # No working C compiler return 0; } # Write a C file representative of what XS becomes require File::Temp; my ( $FH, $tmpfile ) = File::Temp::tempfile( "compilexs-XXXXX", SUFFIX => '.c', ); binmode $FH; print $FH <<'END_C'; #include "EXTERN.h" #include "perl.h" #include "XSUB.h" int main(int argc, char **argv) { return 0; } int boot_sanexs() { return 1; } END_C close $FH; # Can the C compiler access the same headers XS does my @libs = (); my $object = undef; eval { local $^W = 0; $object = $builder->compile( source => $tmpfile, ); @libs = $builder->link( objects => $object, module_name => 'sanexs', ); }; my $result = $@ ? 0 : 1; # Clean up all the build files foreach ( $tmpfile, $object, @libs ) { next unless defined $_; 1 while unlink; } return $result; } # Can we locate a (the) C compiler sub can_cc { my $self = shift; my @chunks = split(/ /, $Config::Config{cc}) or return; # $Config{cc} may contain args; try to find out the program part while (@chunks) { return $self->can_run("@chunks") || (pop(@chunks), next); } return; } # Fix Cygwin bug on maybe_command(); if ( $^O eq 'cygwin' ) { require ExtUtils::MM_Cygwin; require ExtUtils::MM_Win32; if ( ! defined(&ExtUtils::MM_Cygwin::maybe_command) ) { *ExtUtils::MM_Cygwin::maybe_command = sub { my ($self, $file) = @_; if ($file =~ m{^/cygdrive/}i and ExtUtils::MM_Win32->can('maybe_command')) { ExtUtils::MM_Win32->maybe_command($file); } else { ExtUtils::MM_Unix->maybe_command($file); } } } } 1; __END__ #line 236 Test-utf8-1.02/inc/Module/Install/Win32.pm0000644000655200065520000000340313626722464020245 0ustar circlecicircleci#line 1 package Module::Install::Win32; use strict; use Module::Install::Base (); use vars qw{$VERSION @ISA $ISCORE}; BEGIN { $VERSION = '1.06'; @ISA = 'Module::Install::Base'; $ISCORE = 1; } # determine if the user needs nmake, and download it if needed sub check_nmake { my $self = shift; $self->load('can_run'); $self->load('get_file'); require Config; return unless ( $^O eq 'MSWin32' and $Config::Config{make} and $Config::Config{make} =~ /^nmake\b/i and ! $self->can_run('nmake') ); print "The required 'nmake' executable not found, fetching it...\n"; require File::Basename; my $rv = $self->get_file( url => 'http://download.microsoft.com/download/vc15/Patch/1.52/W95/EN-US/Nmake15.exe', ftp_url => 'ftp://ftp.microsoft.com/Softlib/MSLFILES/Nmake15.exe', local_dir => File::Basename::dirname($^X), size => 51928, run => 'Nmake15.exe /o > nul', check_for => 'Nmake.exe', remove => 1, ); die <<'END_MESSAGE' unless $rv; ------------------------------------------------------------------------------- Since you are using Microsoft Windows, you will need the 'nmake' utility before installation. It's available at: http://download.microsoft.com/download/vc15/Patch/1.52/W95/EN-US/Nmake15.exe or ftp://ftp.microsoft.com/Softlib/MSLFILES/Nmake15.exe Please download the file manually, save it to a directory in %PATH% (e.g. C:\WINDOWS\COMMAND\), then launch the MS-DOS command line shell, "cd" to that directory, and run "Nmake15.exe" from there; that will create the 'nmake.exe' file needed by this module. You may then resume the installation process described in README. ------------------------------------------------------------------------------- END_MESSAGE } 1; Test-utf8-1.02/inc/Module/Install/GithubMeta.pm0000644000655200065520000000224113626722464021373 0ustar circlecicircleci#line 1 package Module::Install::GithubMeta; use strict; use warnings; use Cwd; use base qw(Module::Install::Base); use vars qw($VERSION); $VERSION = '0.16'; sub githubmeta { my $self = shift; return unless $Module::Install::AUTHOR; return unless _under_git(); return unless $self->can_run('git'); my $remote = shift || 'origin'; return unless my ($git_url) = `git remote show -n $remote` =~ /URL: (.*)$/m; return unless $git_url =~ /github\.com/; # Not a Github repository my $http_url = $git_url; $git_url =~ s![\w\-]+\@([^:]+):!git://$1/!; $http_url =~ s![\w\-]+\@([^:]+):!https://$1/!; $http_url =~ s!\.git$!/tree!; $self->repository( { type => 'git', url => $git_url, web => $http_url, }, ); $self->homepage( $http_url ) unless $self->homepage(); return 1; } sub _under_git { return 1 if -e '.git'; my $cwd = getcwd; my $last = $cwd; my $found = 0; while (1) { chdir '..' or last; my $current = getcwd; last if $last eq $current; $last = $current; if ( -e '.git' ) { $found = 1; last; } } chdir $cwd; return $found; } 'Github'; __END__ #line 117 Test-utf8-1.02/inc/Module/Install.pm0000644000655200065520000003013513626722464017345 0ustar circlecicircleci#line 1 package Module::Install; # For any maintainers: # The load order for Module::Install is a bit magic. # It goes something like this... # # IF ( host has Module::Install installed, creating author mode ) { # 1. Makefile.PL calls "use inc::Module::Install" # 2. $INC{inc/Module/Install.pm} set to installed version of inc::Module::Install # 3. The installed version of inc::Module::Install loads # 4. inc::Module::Install calls "require Module::Install" # 5. The ./inc/ version of Module::Install loads # } ELSE { # 1. Makefile.PL calls "use inc::Module::Install" # 2. $INC{inc/Module/Install.pm} set to ./inc/ version of Module::Install # 3. The ./inc/ version of Module::Install loads # } use 5.005; use strict 'vars'; use Cwd (); use File::Find (); use File::Path (); use vars qw{$VERSION $MAIN}; BEGIN { # All Module::Install core packages now require synchronised versions. # This will be used to ensure we don't accidentally load old or # different versions of modules. # This is not enforced yet, but will be some time in the next few # releases once we can make sure it won't clash with custom # Module::Install extensions. $VERSION = '1.06'; # Storage for the pseudo-singleton $MAIN = undef; *inc::Module::Install::VERSION = *VERSION; @inc::Module::Install::ISA = __PACKAGE__; } sub import { my $class = shift; my $self = $class->new(@_); my $who = $self->_caller; #------------------------------------------------------------- # all of the following checks should be included in import(), # to allow "eval 'require Module::Install; 1' to test # installation of Module::Install. (RT #51267) #------------------------------------------------------------- # Whether or not inc::Module::Install is actually loaded, the # $INC{inc/Module/Install.pm} is what will still get set as long as # the caller loaded module this in the documented manner. # If not set, the caller may NOT have loaded the bundled version, and thus # they may not have a MI version that works with the Makefile.PL. This would # result in false errors or unexpected behaviour. And we don't want that. my $file = join( '/', 'inc', split /::/, __PACKAGE__ ) . '.pm'; unless ( $INC{$file} ) { die <<"END_DIE" } Please invoke ${\__PACKAGE__} with: use inc::${\__PACKAGE__}; not: use ${\__PACKAGE__}; END_DIE # This reportedly fixes a rare Win32 UTC file time issue, but # as this is a non-cross-platform XS module not in the core, # we shouldn't really depend on it. See RT #24194 for detail. # (Also, this module only supports Perl 5.6 and above). eval "use Win32::UTCFileTime" if $^O eq 'MSWin32' && $] >= 5.006; # If the script that is loading Module::Install is from the future, # then make will detect this and cause it to re-run over and over # again. This is bad. Rather than taking action to touch it (which # is unreliable on some platforms and requires write permissions) # for now we should catch this and refuse to run. if ( -f $0 ) { my $s = (stat($0))[9]; # If the modification time is only slightly in the future, # sleep briefly to remove the problem. my $a = $s - time; if ( $a > 0 and $a < 5 ) { sleep 5 } # Too far in the future, throw an error. my $t = time; if ( $s > $t ) { die <<"END_DIE" } Your installer $0 has a modification time in the future ($s > $t). This is known to create infinite loops in make. Please correct this, then run $0 again. END_DIE } # Build.PL was formerly supported, but no longer is due to excessive # difficulty in implementing every single feature twice. if ( $0 =~ /Build.PL$/i ) { die <<"END_DIE" } Module::Install no longer supports Build.PL. It was impossible to maintain duel backends, and has been deprecated. Please remove all Build.PL files and only use the Makefile.PL installer. END_DIE #------------------------------------------------------------- # To save some more typing in Module::Install installers, every... # use inc::Module::Install # ...also acts as an implicit use strict. $^H |= strict::bits(qw(refs subs vars)); #------------------------------------------------------------- unless ( -f $self->{file} ) { foreach my $key (keys %INC) { delete $INC{$key} if $key =~ /Module\/Install/; } local $^W; require "$self->{path}/$self->{dispatch}.pm"; File::Path::mkpath("$self->{prefix}/$self->{author}"); $self->{admin} = "$self->{name}::$self->{dispatch}"->new( _top => $self ); $self->{admin}->init; @_ = ($class, _self => $self); goto &{"$self->{name}::import"}; } local $^W; *{"${who}::AUTOLOAD"} = $self->autoload; $self->preload; # Unregister loader and worker packages so subdirs can use them again delete $INC{'inc/Module/Install.pm'}; delete $INC{'Module/Install.pm'}; # Save to the singleton $MAIN = $self; return 1; } sub autoload { my $self = shift; my $who = $self->_caller; my $cwd = Cwd::cwd(); my $sym = "${who}::AUTOLOAD"; $sym->{$cwd} = sub { my $pwd = Cwd::cwd(); if ( my $code = $sym->{$pwd} ) { # Delegate back to parent dirs goto &$code unless $cwd eq $pwd; } unless ($$sym =~ s/([^:]+)$//) { # XXX: it looks like we can't retrieve the missing function # via $$sym (usually $main::AUTOLOAD) in this case. # I'm still wondering if we should slurp Makefile.PL to # get some context or not ... my ($package, $file, $line) = caller; die <<"EOT"; Unknown function is found at $file line $line. Execution of $file aborted due to runtime errors. If you're a contributor to a project, you may need to install some Module::Install extensions from CPAN (or other repository). If you're a user of a module, please contact the author. EOT } my $method = $1; if ( uc($method) eq $method ) { # Do nothing return; } elsif ( $method =~ /^_/ and $self->can($method) ) { # Dispatch to the root M:I class return $self->$method(@_); } # Dispatch to the appropriate plugin unshift @_, ( $self, $1 ); goto &{$self->can('call')}; }; } sub preload { my $self = shift; unless ( $self->{extensions} ) { $self->load_extensions( "$self->{prefix}/$self->{path}", $self ); } my @exts = @{$self->{extensions}}; unless ( @exts ) { @exts = $self->{admin}->load_all_extensions; } my %seen; foreach my $obj ( @exts ) { while (my ($method, $glob) = each %{ref($obj) . '::'}) { next unless $obj->can($method); next if $method =~ /^_/; next if $method eq uc($method); $seen{$method}++; } } my $who = $self->_caller; foreach my $name ( sort keys %seen ) { local $^W; *{"${who}::$name"} = sub { ${"${who}::AUTOLOAD"} = "${who}::$name"; goto &{"${who}::AUTOLOAD"}; }; } } sub new { my ($class, %args) = @_; delete $INC{'FindBin.pm'}; { # to suppress the redefine warning local $SIG{__WARN__} = sub {}; require FindBin; } # ignore the prefix on extension modules built from top level. my $base_path = Cwd::abs_path($FindBin::Bin); unless ( Cwd::abs_path(Cwd::cwd()) eq $base_path ) { delete $args{prefix}; } return $args{_self} if $args{_self}; $args{dispatch} ||= 'Admin'; $args{prefix} ||= 'inc'; $args{author} ||= ($^O eq 'VMS' ? '_author' : '.author'); $args{bundle} ||= 'inc/BUNDLES'; $args{base} ||= $base_path; $class =~ s/^\Q$args{prefix}\E:://; $args{name} ||= $class; $args{version} ||= $class->VERSION; unless ( $args{path} ) { $args{path} = $args{name}; $args{path} =~ s!::!/!g; } $args{file} ||= "$args{base}/$args{prefix}/$args{path}.pm"; $args{wrote} = 0; bless( \%args, $class ); } sub call { my ($self, $method) = @_; my $obj = $self->load($method) or return; splice(@_, 0, 2, $obj); goto &{$obj->can($method)}; } sub load { my ($self, $method) = @_; $self->load_extensions( "$self->{prefix}/$self->{path}", $self ) unless $self->{extensions}; foreach my $obj (@{$self->{extensions}}) { return $obj if $obj->can($method); } my $admin = $self->{admin} or die <<"END_DIE"; The '$method' method does not exist in the '$self->{prefix}' path! Please remove the '$self->{prefix}' directory and run $0 again to load it. END_DIE my $obj = $admin->load($method, 1); push @{$self->{extensions}}, $obj; $obj; } sub load_extensions { my ($self, $path, $top) = @_; my $should_reload = 0; unless ( grep { ! ref $_ and lc $_ eq lc $self->{prefix} } @INC ) { unshift @INC, $self->{prefix}; $should_reload = 1; } foreach my $rv ( $self->find_extensions($path) ) { my ($file, $pkg) = @{$rv}; next if $self->{pathnames}{$pkg}; local $@; my $new = eval { local $^W; require $file; $pkg->can('new') }; unless ( $new ) { warn $@ if $@; next; } $self->{pathnames}{$pkg} = $should_reload ? delete $INC{$file} : $INC{$file}; push @{$self->{extensions}}, &{$new}($pkg, _top => $top ); } $self->{extensions} ||= []; } sub find_extensions { my ($self, $path) = @_; my @found; File::Find::find( sub { my $file = $File::Find::name; return unless $file =~ m!^\Q$path\E/(.+)\.pm\Z!is; my $subpath = $1; return if lc($subpath) eq lc($self->{dispatch}); $file = "$self->{path}/$subpath.pm"; my $pkg = "$self->{name}::$subpath"; $pkg =~ s!/!::!g; # If we have a mixed-case package name, assume case has been preserved # correctly. Otherwise, root through the file to locate the case-preserved # version of the package name. if ( $subpath eq lc($subpath) || $subpath eq uc($subpath) ) { my $content = Module::Install::_read($subpath . '.pm'); my $in_pod = 0; foreach ( split //, $content ) { $in_pod = 1 if /^=\w/; $in_pod = 0 if /^=cut/; next if ($in_pod || /^=cut/); # skip pod text next if /^\s*#/; # and comments if ( m/^\s*package\s+($pkg)\s*;/i ) { $pkg = $1; last; } } } push @found, [ $file, $pkg ]; }, $path ) if -d $path; @found; } ##################################################################### # Common Utility Functions sub _caller { my $depth = 0; my $call = caller($depth); while ( $call eq __PACKAGE__ ) { $depth++; $call = caller($depth); } return $call; } # Done in evals to avoid confusing Perl::MinimumVersion eval( $] >= 5.006 ? <<'END_NEW' : <<'END_OLD' ); die $@ if $@; sub _read { local *FH; open( FH, '<', $_[0] ) or die "open($_[0]): $!"; my $string = do { local $/; }; close FH or die "close($_[0]): $!"; return $string; } END_NEW sub _read { local *FH; open( FH, "< $_[0]" ) or die "open($_[0]): $!"; my $string = do { local $/; }; close FH or die "close($_[0]): $!"; return $string; } END_OLD sub _readperl { my $string = Module::Install::_read($_[0]); $string =~ s/(?:\015{1,2}\012|\015|\012)/\n/sg; $string =~ s/(\n)\n*__(?:DATA|END)__\b.*\z/$1/s; $string =~ s/\n\n=\w+.+?\n\n=cut\b.+?\n+/\n\n/sg; return $string; } sub _readpod { my $string = Module::Install::_read($_[0]); $string =~ s/(?:\015{1,2}\012|\015|\012)/\n/sg; return $string if $_[0] =~ /\.pod\z/; $string =~ s/(^|\n=cut\b.+?\n+)[^=\s].+?\n(\n=\w+|\z)/$1$2/sg; $string =~ s/\n*=pod\b[^\n]*\n+/\n\n/sg; $string =~ s/\n*=cut\b[^\n]*\n+/\n\n/sg; $string =~ s/^\n+//s; return $string; } # Done in evals to avoid confusing Perl::MinimumVersion eval( $] >= 5.006 ? <<'END_NEW' : <<'END_OLD' ); die $@ if $@; sub _write { local *FH; open( FH, '>', $_[0] ) or die "open($_[0]): $!"; foreach ( 1 .. $#_ ) { print FH $_[$_] or die "print($_[0]): $!"; } close FH or die "close($_[0]): $!"; } END_NEW sub _write { local *FH; open( FH, "> $_[0]" ) or die "open($_[0]): $!"; foreach ( 1 .. $#_ ) { print FH $_[$_] or die "print($_[0]): $!"; } close FH or die "close($_[0]): $!"; } END_OLD # _version is for processing module versions (eg, 1.03_05) not # Perl versions (eg, 5.8.1). sub _version ($) { my $s = shift || 0; my $d =()= $s =~ /(\.)/g; if ( $d >= 2 ) { # Normalise multipart versions $s =~ s/(\.)(\d{1,3})/sprintf("$1%03d",$2)/eg; } $s =~ s/^(\d+)\.?//; my $l = $1 || 0; my @v = map { $_ . '0' x (3 - length $_) } $s =~ /(\d{1,3})\D?/g; $l = $l . '.' . join '', @v if @v; return $l + 0; } sub _cmp ($$) { _version($_[1]) <=> _version($_[2]); } # Cloned from Params::Util::_CLASS sub _CLASS ($) { ( defined $_[0] and ! ref $_[0] and $_[0] =~ m/^[^\W\d]\w*(?:::\w+)*\z/s ) ? $_[0] : undef; } 1; # Copyright 2008 - 2012 Adam Kennedy. Test-utf8-1.02/xt/0000755000655200065520000000000013626722466014036 5ustar circlecicircleciTest-utf8-1.02/xt/anyperlperlcriticrc0000644000655200065520000003770713626722464020055 0ustar circlecicircleci################################################################################### # MARK FOWLER's PERL CRITIC FILE ################################################################################### ################################################################################### # GLOBAL SETTINGS severity=3 verbose=8 ################################################################################### # PERL::CRITIC BUILTIN RULES [BuiltinFunctions::ProhibitBooleanGrep] # DONT'T ENABLE THIS # While there's better ways to write this, it's not easy to write when you can't # rely on List::Util et al being installed (i.e. when I'm targetting older perls) severity=1 [BuiltinFunctions::ProhibitComplexMappings] # DON'T ENABLE THIS # I don't want to prohibit writing multi line spanning maps. # While I think that *other* *people* shouldn't do this, I think that when I do it # it's fine. Hyprocritical? You betcha. severity=1 [BuiltinFunctions::ProhibitLvalueSubstr] # Force substr($x,$start,$len,$replacement) rather thatn substr($x,$start,$len) = $replacement # YES! severity=5 [BuiltinFunctions::ProhibitReverseSortBlock] # Force "reverse sort { $a cmp $b } ..." not "sort { $b cmp $a } ..." # YES! severity=5 [BuiltinFunctions::ProhibitSleepViaSelect] # prohibit writing select undef,undef,undef,0.25 to sleep # The only reason not to do this is the belief that it's not widely understood. # I think that it *is* widely understood. And the alternatives require using # a module that doesn't ship with older Perls. Therefore, don't do it. severity=1 [BuiltinFunctions::ProhibitStringyEval] # DON'T ENABLE THIS # This is a biggy. We probably shouldn't allow string eval at all, but the truth is # I know what I'm doing enough that if I used it, I meant it. The reasons for # disallowing it is purely to stop you accidentally using it when you meant eval { ... } # and since I don't do that, I'm going to leave this off. severity=1 [BuiltinFunctions::ProhibitStringySplit] # make it impossible to write split(":",$string) # YES! make it so you have to write split(/:/,$string) as that's what split(":",$string) does severity=5 [BuiltinFunctions::ProhibitUniversalCan] # Make it impossbile to write use UNIVERSAL::can($foo,...)? # YES! It breaks mocking. Use blessed($foo) && $foo->can(...) severity=5 [BuiltinFunctions::ProhibitUniversalIsa] # Make it impossbile to write use UNIVERSAL::isa($foo,...)? # YES! It breaks mocking. Use blessed($foo) && $foo->isa(...) severity=5 [BuiltinFunctions::ProhibitVoidGrep] # Stop using grep as a loop? # YES! use a "for" severity=5 [BuiltinFunctions::ProhibitVoidMap] # Stop using map as a loop? # YES! use a "for" severity=5 [BuiltinFunctions::RequireBlockGrep] # Force you to write grep { /foo/ } @_ not grep /foo/, @_ # YES! Everyone always gets the latter form wrong severity=5 [BuiltinFunctions::RequireBlockMap] # Force you to write map { foo($_) } @_ not map foo($_), @_ # YES! Everyone always gets the latter form wrong severity=5 [BuiltinFunctions::RequireGlobFunction] # Stop writing <*.pl> to get all files called *.pl? # YES! use glob("*.pl") instead. Or File::Find::Rule! severity=5 [BuiltinFunctions::RequireSimpleSortBlock] # Don't allow complex sort blocks? # YES! My sort blocks should be fairly straight forward severity=1 [ClassHierarchies::ProhibitAutoloading] # Stop writing AUTOLOADING code? # NO! It's a bad idea, but it's not something I'd do by accident severity=2 [ClassHierarchies::ProhibitExplicitISA] # Don't write @ISA=() write "use base" # NO! It stops our code being backwards compatible severity=2 [ClassHierarchies::ProhibitOneArgBless] # Don't let anyone write "return bless {};" # YES! That breaks inheritence severity=5 [CodeLayout::ProhibitHardTabs] # Don't allow tabs in your sourcecode? # YES! TABS are the work of the devil! severity=5 [CodeLayout::ProhibitParensWithBuiltins] # NO! Sometimes I need them for precidence severity=1 [CodeLayout::ProhibitQuotedWordLists] # Force qw(foo bar baz) rather than ("foo","bar","baz") # NO! sometimes I need this for lists that often contain non-ascii # parts but simply don't happen to in this particular example severity=1 [CodeLayout::ProhibitTrailingWhitespace] # ...probably a good idea severity=3 [CodeLayout::RequireConsistentNewlines] # don't allow people to mix \n and \r\n # YES! subversion should protect us from this so turn it on severity=5 [CodeLayout::RequireTrailingCommas] # force extra trailing commas in multiline lists # NO! This policy is too dumb to actually enforce that properly severity=1 [ControlStructures::ProhibitCStyleForLoops] # NO! If I use them, I need them. severity=1 [ControlStructures::ProhibitCascadingIfElse] # Force using a switch module instead? # NO! All the swtich modules suck. When we've all got 5.10 # with the inbuilt switch, we can start using this, but not until severity=1 [ControlStructures::ProhibitDeepNests] # Don't allow deep nests of code # ...probably a good idea, if annoying severity=3 [ControlStructures::ProhibitMutatingListFunctions] # Don't allow maps / grep to mutate the original elements # YES! people should use "for" for that severity=5 [ControlStructures::ProhibitPostfixControls] # Don't allow $foo if $bar; # NO! This makes my code more readable severity=1 [ControlStructures::ProhibitUnlessBlocks] # NO! Unless blocks increase readability severity=1 [ControlStructures::ProhibitUnreachableCode] # Checks for basic unreachable code (doesn't check for # if { return ... } else { return ...} unreachable) # YES! Writing stupid code should not be allowed severity=5 [ControlStructures::ProhibitUntilBlocks] # Stop writing until() { ... } # NO! this increases readability severity=1 [Documentation::RequirePodAtEnd] # Require all the pod at the end # NO! It should be throughout the code! severity=1 [Documentation::RequirePodSections] # Require the pod throughout your code? # YES! It should be throughout the code! lib_sections = NAME | SYNOPSIS | DESCRIPTION | AUTHOR | BUGS | SEE ALSO script_sections = NAME | SYNOPSIS | DESCRIPTION | AUTHOR | BUGS | SEE ALSO severity=5 [ErrorHandling::RequireCarping] # make us use carp and croak not warn or die # ...probably a good idea severity=3 [InputOutput::ProhibitBacktickOperators] # yes, we should be using open instead severity=4 [InputOutput::ProhibitBarewordFileHandles] # Use bare filehandles In my source code? # NO! That's just insane! severity=5 [InputOutput::ProhibitInteractiveTest] # This sounds like a bad idea. Let's deny it severity=5 [InputOutput::ProhibitJoinedReadline] # yeah, let's not be lazy and write this the proper way severity=4 [InputOutput::ProhibitOneArgSelect] # one arg selects are fine in my book severity=1 [InputOutput::ProhibitReadlineInForLoop] # this is just lazy. Don't allow it severity=5 [InputOutput::ProhibitTwoArgOpen] # two arg opens lead to security bugs. Get rid of them! severity=5 [InputOutput::RequireBracedFileHandleWithPrint] # Yeah, you should be encouraged to do this severity=3 [InputOutput::RequireCheckedClose] # you should *always* check closes, but I'm not too fussy severity=2 [InputOutput::RequireCheckedOpen] # you should *always* check opens severity=5 [Miscellanea::ProhibitFormats] # Formats suck severity=5 [Miscellanea::ProhibitTies] # Stop ties? NO! I LIKE TIES severity=1 [Miscellanea::RequireRcsKeywords] # require $Revision: 1890$? # NO! I know how to use the svn command thankyou severity=1 [Modules::ProhibitAutomaticExportation] # Prevent using @EXPORT and force @EXPORT_OK et al instead # NO! If I'm exporting, I mean it darnit severity=1 [Modules::ProhibitEvilModules] # Don't allow use of Acme modules modules=/Acme::/ [Modules::ProhibitExcessMainComplexity] # Don't allow me to write complex main code severity=3 [Modules::ProhibitMultiplePackages] # Don't let me write multiple packages # NO! I use this to declare error classes severity=1 [Modules::RequireBarewordIncludes] # Stop people writing "use 'foo'" with the quotes # YES! That's just crazy severity=1 [Modules::RequireEndWithOne] # End our code with 1; rather than "Club Sandwitch" # ...boring, but probably a good idea severity=3 [Modules::RequireExplicitPackage] # make sure that people start modules with "package ..." # YES...stops subtle bugs severity=5 [Modules::RequireFilenameMatchesPackage] # catch the annoying case where you have one filename # but accidentally put in another package name? # YES! There's no reason not to do this severity=5 [Modules::RequireVersionVar] # make us have a $VERSION in our modules? # ...probably a good idea severity=4 [NamingConventions::ProhibitAmbiguousNames] # varnames we're not allowed to use because theu're ambigious severity=5 forbid = last set left right no abstract contract record second close [NamingConventions::ProhibitMixedCaseSubs] # Don't allow camelcasing our subs? YES severity=5 [NamingConventions::ProhibitMixedCaseVars] # Don't allow camelcasing our vars? YES severity=5 [References::ProhibitDoubleSigils] # force people to write ${ @foo } rather than $@foo # YES! stops things being so darn confusing severity=5 [RegularExpressions::ProhibitCaptureWithoutTest] # force peopel to test if re captures produced output # YES! Don't forget this severity=5 [RegularExpressions::RequireExtendedFormatting] # force people to use /.../x # nope, causes warnings on 5.18 severity=1 [RegularExpressions::RequireLineBoundaryMatching] # force people to use /.../m # NO! I'm a perl programmer and find it confusing to use \A and \Z severity=1 [Subroutines::ProhibitAmpersandSigils] # force people to write "foo()" not "&foo()" # YES! severity=5 [Subroutines::ProhibitBuiltinHomonyms] # Prevent declaring "sub open {...}" and it's ilk # NO! because I might create an object like this and this module # is too dumb to realise that's what I'm doing severity=1 [Subroutines::ProhibitExcessComplexity] # Seems like a good idea severity=2 [Subroutines::ProhibitExplicitReturnUndef] # NO, if I say this I mean this severity=2 [Subroutines::ProhibitManyArgs] # disallow writing subroutines that take more than five args # ...probably a good idea severity=1 max_arguments=5 [Subroutines::ProhibitNestedSubs] # prevent people from writing non anonymous subs in subs # YES! This is totally unreadable severity=1 [Subroutines::ProhibitSubroutinePrototypes] # NO! I use this to create DSL severity=1 [Subroutines::ProtectPrivateSubs] # catch people doing Foo::Bar::_baz severity=5 allow=Encode::_utf8_on [Subroutines::RequireArgUnpacking] # NO, often I really mean it severity=1 [Subroutines::RequireFinalReturn] # make sure all subroutines exit with a return (or other) # ...this seems like a good idea severity=4 [TestingAndDebugging::ProhibitNoStrict] # make sure you can't turn strict off # allow overriding certain things though severity=5 allow = vars subs refs [TestingAndDebugging::ProhibitNoWarnings] # make sure you can't turn warnings off # allow overriding certain things though severity=5 allow = uninitialized once [TestingAndDebugging::ProhibitProlongedStrictureOverride] # make sure no strict isn't turned off for zillions of lines of code severity=5 statements = 10 # more than the default, but not enough for the entire program [TestingAndDebugging::RequireTestLabels] # ensure that out tests have labels # YES! I tend to leave these off, then get confused severity=5 [TestingAndDebugging::RequireUseStrict] # force use strict to be turned on severity=5 [TestingAndDebugging::RequireUseWarnings] # Yes, but I also want code that runs on 5.005 and so, so # low severity severity=2 [ValuesAndExpressions::ProhibitCommaSeparatedStatements] # catch where "," rather than ";" is used as a statement seperator (even by accident) # YES severity=5 [ValuesAndExpressions::ProhibitConstantPragma] # make people write $FOO = 2 rather than "use constant FOO => 2" # YES, as constants keep biting you in hashes severity=5 [ValuesAndExpressions::ProhibitEmptyQuotes] # make people write q{ } not ' ' for whitespace # NO, I find this harder to read as my brain thinks empty q{ } is a block severity=1 [ValuesAndExpressions::ProhibitEscapedCharacters] # make people write \N{DELETE} rather than \x7f # NO, since after all these years it's harder for me to read the names than the char codes severity=2 [ValuesAndExpressions::ProhibitImplicitNewlines] # don't let people put newlines in the middle of scripts! severity=5 [ValuesAndExpressions::ProhibitInterpolationOfLiterals] # disallow writing "foo" instead of 'foo' for literals # NO! I write things like "It's a bad idea" all the time! severity=1 [ValuesAndExpressions::ProhibitLeadingZeros] # disallow 0000123 # YES! I can never remember that this is actualy octal severity=5 [ValuesAndExpressions::ProhibitLongChainsOfMethodCalls] # disallow $a->b->c->d->e # NO! Good OO is often written like this severity=1 [ValuesAndExpressions::ProhibitMismatchedOperators] # disallow "if ($a == '123')" and "if ($a eq 123)" # YES! It's a warning anyway severity=5 [ValuesAndExpressions::ProhibitMixedBooleanOperators] # disallow "next if not ($a || $b)" (low and hight presidence booleans) # YES! Write readable code darnit severity=5 [ValuesAndExpressions::ProhibitNoisyQuotes] # NO, this makes you code hard to read severity=1 [ValuesAndExpressions::ProhibitQuotesAsQuotelikeOperatorDelimiters] # Disallow m"foo" and it's ilk # YES, this is just wrong severity=5 [ValuesAndExpressions::ProhibitVersionStrings] # disallow $foo = v1.2.3.4 # YES, this is just wrong severity=5 [ValuesAndExpressions::RequireInterpolationOfMetachars] # complain about '\t' et al (not '\\t' or "\t") # YES, since this can bite you if you're not careful severity=5 [ValuesAndExpressions::RequireNumberSeparators] # require that big numbers be written like 100_000 not 100000 severity=5 min_value = 10000 # the default, but hardcoded here [ValuesAndExpressions::RequireQuotedHeredocTerminator] # For heredoc terminators to be quoted like <<'HEREDOC' or <<"HEREDOC" # YES! Because it makes you clear if interpolation is happening or not severity=5 [ValuesAndExpressions::RequireUpperCaseHeredocTerminator] # force heredoc terminators to be UPPER_CASE # YES! It makes them readable severity=5 [Variables::ProhibitConditionalDeclarations] # stop people writing "my $foo = $bar if $baz" # YES! This is very confusing code severity=5 [Variables::ProhibitLocalVars] # While I agree with the ideas behind this, being not # able to write 'local $/' is confusing to me (I hate English.pm) severity=1 [Variables::ProhibitMatchVars] # Don't let people use $`, $& and $' # YES! use capturing, or in 5.10 /p and ${^PREMATCH} et al severity=5 [Variables::ProhibitPackageVars] # Not for this module. Maybe it was a good idea, but in this # case, back in 2003 we made the interface use package # vars, so there's little I can do here... severity=1 add_packages=Test::Builder Carp DBI [Variables::ProhibitPerl4PackageNames] # Don't allow people to write Foo'Bar'Baz not Foo::Bar::Baz # YES! This is just plain silly, and mucks up my editor severity=4 [Variables::ProhibitPunctuationVars] # Disallow $/ and force people to use English # NO! $/ makes more sense to me than the english name severity=1 [Variables::ProtectPrivateVars] # don't write $Foo::bar::_goo from another package # YES! infact, we shouldn't have those vars at all severity=5 [Variables::RequireInitializationForLocalVars] # Require people initilize local vars? # YES! Forgetting so is a bad mistake severity=5 [Variables::RequireLexicalLoopIterators] # Force people to use "for my $thingy (...)" with the my # YES! this is a common mistake! severity=5 [Variables::RequireLocalizedPunctuationVars] # Stop people changing $/ et all without localising them? # YES! Say _no_ to sideeffects severity=5 [Variables::RequireNegativeIndices] # make people write $foo[-1] rather than $foo[ $#foo - 1 ] ? # YES! I like my code readable severity=5 [Subroutines::ProhibitUnusedPrivateSubroutines] # NO, since I'm emulating moose I need to create private # method calls that are called dynamically severity=1 ################################################################################### # PERL::CRITIC::MORE RULES #[CodeLayout::RequireASCII] # I hate unicode in source code. Use escapes damnit #severity=5 Test-utf8-1.02/xt/002podcoverage.t0000644000655200065520000000100313626722464016733 0ustar circlecicircleci#!perl ############ STANDARD Pod::Coverage TEST - DO NOT EDIT ################## use Test::More; use strict; eval "use Test::Pod::Coverage 1.04"; plan skip_all => "Test::Pod::Coverage 1.04 required for testing POD coverage" if $@; all_pod_coverage_ok({ coverage_class => 'Pod::Coverage::CountParents', also_private => [ qr/\A has_ /x, "is_dodgy_utf8", # deprecated method, not documented but still working "is_within_latin1", # deprecated method, not documented but still working ], }); Test-utf8-1.02/xt/003perlcritic.t0000644000655200065520000000064613626722464016612 0ustar circlecicircleci#!perl ############ STANDARD Perl::Critic TEST - DO NOT EDIT ################## use strict; use File::Spec::Functions; use FindBin; use Test::More; unless (require Test::Perl::Critic) { Test::More::plan( skip_all => "Test::Perl::Critic required for complaining compliance" ); } Test::Perl::Critic->import( -profile => catfile( $FindBin::Bin, "anyperlperlcriticrc" ) ); Test::Perl::Critic::all_critic_ok(); Test-utf8-1.02/xt/001pod.t0000644000655200065520000000033613626722464015226 0ustar circlecicircleci#!perl ############## STANDARD Test::Pod TEST - DO NOT EDIT #################### use strict; use Test::More; eval "use Test::Pod 1.14"; plan skip_all => "Test::Pod 1.14 required for testing POD" if $@; all_pod_files_ok();