view release on metacpan or search on metacpan
scripts/dex view on Meta::CPAN
$indicators .= '+';
$open_ended = 1;
}
$value =~ s/^(?=.)/$indent/gm;
$value = "|$indicators\n$value";
}
elsif ($style == YAML_FOLDED_SCALAR_STYLE) {
DEBUG and warn __PACKAGE__.':'.__LINE__.$".Data::Dumper->Dump([\$value], ['value']);
my @lines = split /\n/, $value, -1;
DEBUG and warn __PACKAGE__.':'.__LINE__.$".Data::Dumper->Dump([\@lines], ['lines']);
my $eol = 0;
my $indicators = '';
if ($value =~ m/\A\n* +/) {
$indicators .= $self->indent;
}
my $indent = $indent . ' ' x $self->indent;
if ($lines[-1] eq '') {
pop @lines;
$eol = 1;
}
else {
$indicators .= '-';
}
$value = ">$indicators\n";
for my $i (0 .. $#lines) {
my $line = $lines[ $i ];
if (length $line) {
$value .= "$indent$line\n";
}
scripts/dex view on Meta::CPAN
'match' => 'cb_flow_comma',
'return' => 1
},
'WS' => {
'new' => 'FLOWSEQ_NEXT'
}
},
'FULLMAPVALUE_INLINE' => {
'ANCHOR' => {
'EOL' => {
'match' => 'cb_property_eol',
'new' => 'FULLNODE_ANCHOR'
},
'WS' => {
'DEFAULT' => {
'new' => 'NODETYPE_MAPVALUE_INLINE'
},
'TAG' => {
'EOL' => {
'match' => 'cb_property_eol',
'new' => 'FULLNODE_TAG_ANCHOR'
},
'WS' => {
'new' => 'NODETYPE_MAPVALUE_INLINE'
},
'match' => 'cb_tag'
}
},
'match' => 'cb_anchor'
},
'DEFAULT' => {
'new' => 'NODETYPE_MAPVALUE_INLINE'
},
'TAG' => {
'EOL' => {
'match' => 'cb_property_eol',
'new' => 'FULLNODE_TAG'
},
'WS' => {
'ANCHOR' => {
'EOL' => {
'match' => 'cb_property_eol',
'new' => 'FULLNODE_TAG_ANCHOR'
},
'WS' => {
'new' => 'NODETYPE_MAPVALUE_INLINE'
},
'match' => 'cb_anchor'
},
'DEFAULT' => {
'new' => 'NODETYPE_MAPVALUE_INLINE'
}
},
'match' => 'cb_tag'
}
},
'FULLNODE' => {
'ANCHOR' => {
'EOL' => {
'match' => 'cb_property_eol',
'new' => 'FULLNODE_ANCHOR'
},
'WS' => {
'DEFAULT' => {
'new' => 'NODETYPE_SCALAR_OR_MAP'
},
'TAG' => {
'EOL' => {
'match' => 'cb_property_eol',
'new' => 'FULLNODE_TAG_ANCHOR'
},
'WS' => {
'new' => 'NODETYPE_SCALAR_OR_MAP'
},
'match' => 'cb_tag'
}
},
'match' => 'cb_anchor'
},
'DEFAULT' => {
'new' => 'NODETYPE_NODE'
},
'EOL' => {
'new' => 'FULLNODE'
},
'TAG' => {
'EOL' => {
'match' => 'cb_property_eol',
'new' => 'FULLNODE_TAG'
},
'WS' => {
'ANCHOR' => {
'EOL' => {
'match' => 'cb_property_eol',
'new' => 'FULLNODE_TAG_ANCHOR'
},
'WS' => {
'new' => 'NODETYPE_SCALAR_OR_MAP'
},
'match' => 'cb_anchor'
},
'DEFAULT' => {
'new' => 'NODETYPE_SCALAR_OR_MAP'
}
scripts/dex view on Meta::CPAN
'match' => 'cb_anchor'
},
'DEFAULT' => {
'new' => 'NODETYPE_NODE'
},
'EOL' => {
'new' => 'FULLNODE_ANCHOR'
},
'TAG' => {
'EOL' => {
'match' => 'cb_property_eol',
'new' => 'FULLNODE_TAG_ANCHOR'
},
'WS' => {
'ANCHOR' => {
'WS' => {
'new' => 'NODETYPE_SCALAR_OR_MAP'
},
'match' => 'cb_anchor'
},
'DEFAULT' => {
'new' => 'NODETYPE_SCALAR_OR_MAP'
}
},
'match' => 'cb_tag'
}
},
'FULLNODE_TAG' => {
'ANCHOR' => {
'EOL' => {
'match' => 'cb_property_eol',
'new' => 'FULLNODE_TAG_ANCHOR'
},
'WS' => {
'DEFAULT' => {
'new' => 'NODETYPE_SCALAR_OR_MAP'
},
'TAG' => {
'WS' => {
'new' => 'NODETYPE_SCALAR_OR_MAP'
},
scripts/dex view on Meta::CPAN
WS:
ANCHOR:
match: cb_anchor
WS: { new: RULE_MAPKEY }
DEFAULT: { new: RULE_MAPKEY }
DEFAULT: { new: RULE_MAPKEY }
FULLNODE_ANCHOR:
TAG:
match: cb_tag
EOL: { match: cb_property_eol, new: FULLNODE_TAG_ANCHOR }
WS:
ANCHOR:
match: cb_anchor
WS: { new: NODETYPE_SCALAR_OR_MAP }
DEFAULT: { new: NODETYPE_SCALAR_OR_MAP }
ANCHOR:
match: cb_anchor
WS:
TAG:
match: cb_tag
WS: { new: NODETYPE_SCALAR_OR_MAP }
DEFAULT: { new: NODETYPE_SCALAR_OR_MAP }
EOL: { new: FULLNODE_ANCHOR }
DEFAULT: { new: NODETYPE_NODE }
FULLNODE_TAG:
ANCHOR:
match: cb_anchor
EOL: { match: cb_property_eol, new: FULLNODE_TAG_ANCHOR }
WS:
TAG:
match: cb_tag
WS: { new: NODETYPE_SCALAR_OR_MAP }
DEFAULT: { new: NODETYPE_SCALAR_OR_MAP, }
TAG:
match: cb_tag
WS:
ANCHOR:
match: cb_anchor
scripts/dex view on Meta::CPAN
ANCHOR:
match: cb_anchor
WS: { new: NODETYPE_SCALAR_OR_MAP }
DEFAULT: { new: NODETYPE_SCALAR_OR_MAP }
EOL: { new: FULLNODE_TAG_ANCHOR }
DEFAULT: { new: NODETYPE_NODE }
FULLNODE:
ANCHOR:
match: cb_anchor
EOL: { match: cb_property_eol, new: FULLNODE_ANCHOR }
WS:
TAG:
match: cb_tag
EOL: { match: cb_property_eol, new: FULLNODE_TAG_ANCHOR }
WS: { new: NODETYPE_SCALAR_OR_MAP }
DEFAULT: { new: NODETYPE_SCALAR_OR_MAP }
TAG:
match: cb_tag
EOL: { match: cb_property_eol, new: FULLNODE_TAG }
WS:
ANCHOR:
match: cb_anchor
EOL: { match: cb_property_eol, new: FULLNODE_TAG_ANCHOR }
WS: { new: NODETYPE_SCALAR_OR_MAP }
DEFAULT: { new: NODETYPE_SCALAR_OR_MAP }
EOL: { new: FULLNODE }
DEFAULT: { new: NODETYPE_NODE }
FULLMAPVALUE_INLINE:
ANCHOR:
match: cb_anchor
EOL: { match: cb_property_eol, new: FULLNODE_ANCHOR }
WS:
TAG:
match: cb_tag
EOL: { match: cb_property_eol, new: FULLNODE_TAG_ANCHOR }
WS: { new: NODETYPE_MAPVALUE_INLINE }
DEFAULT: { new: NODETYPE_MAPVALUE_INLINE }
TAG:
match: cb_tag
EOL: { match: cb_property_eol, new: FULLNODE_TAG }
WS:
ANCHOR:
match: cb_anchor
EOL: { match: cb_property_eol, new: FULLNODE_TAG_ANCHOR }
WS: { new: NODETYPE_MAPVALUE_INLINE }
DEFAULT: { new: NODETYPE_MAPVALUE_INLINE }
DEFAULT: { new: NODETYPE_MAPVALUE_INLINE }
NODETYPE_MAPVALUE_INLINE:
ALIAS:
match: cb_send_alias
EOL: { }
scripts/dex view on Meta::CPAN
TAG_DIRECTIVE => 'tag_directive',
TAG => 'tag',
COMMENT => 'comment',
LITERAL => 'literal',
FOLDED => 'folded',
DOC_START => 'doc_start',
DOC_END => 'doc_end',
BLOCK_SCALAR_CONTENT => 'block_scalar_content',
TAB => 'tab',
ERROR => 'error',
EOL => 'eol',
TRAILING_SPACE => 'trailing_space',
FLOWSEQ_START => 'flowseq_start',
FLOWSEQ_END => 'flowseq_end',
FLOWMAP_START => 'flowmap_start',
FLOWMAP_END => 'flowmap_end',
FLOW_COMMA => 'flow_comma',
PLAINKEY => 'plainkey',
);
sub htmlcolored {
require HTML::Entities;
scripts/dex view on Meta::CPAN
'a' => "\a", 'b' => "\b", 'e' => "\e", 'f' => "\f", 'v' => "\x0b",
'P' => "\x{2029}", L => "\x{2028}", 'N' => "\x85",
'0' => "\0", '_' => "\xa0", ' ' => ' ', q/"/ => q/"/,
);
sub _fetch_next_tokens {
TRACE and warn __PACKAGE__.':'.__LINE__.": _fetch_next_tokens\n";
my ($self, $next_line) = @_;
my $yaml = \$next_line->[1];
my $eol = $next_line->[2];
my @tokens;
while (1) {
unless (length $$yaml) {
push @tokens, ( EOL => $eol, $self->line );
$self->push_tokens(\@tokens);
return;
}
my $first = substr($$yaml, 0, 1);
my $plain = 0;
if ($self->context) {
if ($$yaml =~ s/\A($RE_WS*)://) {
push @tokens, ( WS => $1, $self->line ) if $1;
push @tokens, ( COLON => ':', $self->line );
$self->set_context(0);
next;
}
if ($$yaml =~ s/\A($RE_WS*(?: #.*))\z//) {
push @tokens, ( EOL => $1 . $eol, $self->line );
$self->push_tokens(\@tokens);
return;
}
$self->set_context(0);
}
if ($CONTEXT{ $first }) {
push @tokens, ( CONTEXT => $first, $self->line );
$self->push_tokens(\@tokens);
return 1;
}
elsif ($COLON_DASH_QUESTION{ $first }) {
my $token_name = $TOKEN_NAMES{ $first };
if ($$yaml =~ s/\A\Q$first\E(?:($RE_WS+)|\z)//) {
my $token_name = $TOKEN_NAMES{ $first };
push @tokens, ( $token_name => $first, $self->line );
if (not defined $1) {
push @tokens, ( EOL => $eol, $self->line );
$self->push_tokens(\@tokens);
return;
}
my $ws = $1;
if ($$yaml =~ s/\A(#.*|)\z//) {
push @tokens, ( EOL => $ws . $1 . $eol, $self->line );
$self->push_tokens(\@tokens);
return;
}
push @tokens, ( WS => $ws, $self->line );
next;
}
elsif ($self->flowcontext and $$yaml =~ s/\A:(?=[,\{\}\[\]])//) {
push @tokens, ( $token_name => $first, $self->line );
next;
}
scripts/dex view on Meta::CPAN
else {
push @tokens, ( "Invalid $token_name" => $$yaml, $self->line );
$self->push_tokens(\@tokens);
return;
}
}
elsif ($first eq ' ' or $first eq "\t") {
if ($$yaml =~ s/\A($RE_WS+)//) {
my $ws = $1;
if ($$yaml =~ s/\A((?:#.*)?\z)//) {
push @tokens, ( EOL => $ws . $1 . $eol, $self->line );
$self->push_tokens(\@tokens);
return;
}
push @tokens, ( WS => $ws, $self->line );
}
}
elsif ($FLOW{ $first }) {
push @tokens, ( $TOKEN_NAMES{ $first } => $first, $self->line );
substr($$yaml, 0, 1, '');
my $flowcontext = $self->flowcontext;
scripts/dex view on Meta::CPAN
}
return;
}
sub fetch_plain {
my ($self, $indent, $context) = @_;
my $next_line = $self->next_line;
my $yaml = \$next_line->[1];
my $eol = $next_line->[2];
my $REGEX = $RE_PLAIN_WORDS;
if ($self->flowcontext) {
$REGEX = $RE_PLAIN_WORDS_FLOW;
}
my @tokens;
unless ($$yaml =~ s/\A($REGEX)//) {
$self->push_tokens(\@tokens);
$self->exception("Invalid plain scalar");
}
my $plain = $1;
push @tokens, ( PLAIN => $plain, $self->line );
if ($$yaml =~ s/\A(?:($RE_WS+#.*)|($RE_WS*))\z//) {
if (defined $1) {
push @tokens, ( EOL => $1 . $eol, $self->line );
$self->push_tokens(\@tokens);
$self->set_next_line(undef);
return;
}
else {
push @tokens, ( EOL => $2. $eol, $self->line );
$self->set_next_line(undef);
}
}
else {
$self->push_tokens(\@tokens);
my $partial = $self->_fetch_next_tokens($next_line);
if (not $partial) {
$self->set_next_line(undef);
}
return;
scripts/dex view on Meta::CPAN
my $fetch_next = 0;
my @lines = ($plain);
my @next;
LOOP: while (1) {
$next_line = $self->fetch_next_line;
if (not $next_line) {
last LOOP;
}
my $spaces = $next_line->[0];
my $yaml = \$next_line->[1];
my $eol = $next_line->[2];
if (not length $$yaml) {
push @tokens, ( EOL => $spaces . $eol, $self->line );
$self->set_next_line(undef);
push @lines, '';
next LOOP;
}
if (not $spaces and $$yaml =~ s/\A(---|\.\.\.)(?=$RE_WS|\z)//) {
push @next, $TOKEN_NAMES{ $1 } => $1, $self->line;
$fetch_next = 1;
last LOOP;
}
if ((length $spaces) < $indent) {
last LOOP;
}
my $ws = '';
if ($$yaml =~ s/\A($RE_WS+)//) {
$ws = $1;
}
if (not length $$yaml) {
push @tokens, ( EOL => $spaces . $ws . $eol, $self->line );
$self->set_next_line(undef);
push @lines, '';
next LOOP;
}
if ($$yaml =~ s/\A(#.*)\z//) {
push @tokens, ( EOL => $spaces . $ws . $1 . $eol, $self->line );
$self->set_next_line(undef);
last LOOP;
}
if ($$yaml =~ s/\A($RE2)//) {
push @tokens, INDENT => $spaces, $self->line;
push @tokens, WS => $ws, $self->line;
push @tokens, PLAIN => $1, $self->line;
push @lines, $1;
my $ws = '';
if ($$yaml =~ s/\A($RE_WS+)//) {
$ws = $1;
}
if (not length $$yaml) {
push @tokens, EOL => $ws . $eol, $self->line;
$self->set_next_line(undef);
next LOOP;
}
if ($$yaml =~ s/\A(#.*)\z//) {
push @tokens, EOL => $ws . $1 . $eol, $self->line;
$self->set_next_line(undef);
last LOOP;
}
else {
push @tokens, WS => $ws, $self->line if $ws;
$fetch_next = 1;
}
}
else {
push @tokens, SPACE => $spaces, $self->line;
scripts/dex view on Meta::CPAN
last LOOP;
}
# remove empty lines at the end
while (@lines > 1 and $lines[-1] eq '') {
pop @lines;
}
if (@lines > 1) {
my $value = YAML::PP::Render->render_multi_val(\@lines);
my @eol;
if ($tokens[-3] eq 'EOL') {
@eol = splice @tokens, -3;
}
$self->push_subtokens( { name => 'PLAIN_MULTI', value => $value }, \@tokens);
$self->push_tokens([ @eol, @next ]);
}
else {
$self->push_tokens([ @tokens, @next ]);
}
@tokens = ();
if ($fetch_next) {
my $partial = $self->_fetch_next_tokens($next_line);
if (not $partial) {
$self->set_next_line(undef);
}
}
return;
}
sub fetch_block {
my ($self, $indent, $context) = @_;
my $next_line = $self->next_line;
my $yaml = \$next_line->[1];
my $eol = $next_line->[2];
my @tokens;
my $token_name = $TOKEN_NAMES{ $context };
$$yaml =~ s/\A\Q$context\E// or die "Unexpected";
push @tokens, ( $token_name => $context, $self->line );
my $current_indent = $indent;
my $started = 0;
my $set_indent = 0;
my $chomp = '';
if ($$yaml =~ s/\A([1-9]\d*)([+-]?)//) {
scripts/dex view on Meta::CPAN
push @tokens, ( BLOCK_SCALAR_CHOMP => $1, $self->line );
$chomp = $1;
push @tokens, ( BLOCK_SCALAR_INDENT => $2, $self->line ) if $2;
$set_indent = $2 if $2;
}
if ($set_indent) {
$started = 1;
$current_indent = $set_indent;
}
if (not length $$yaml) {
push @tokens, ( EOL => $eol, $self->line );
}
elsif ($$yaml =~ s/\A($RE_WS*(?:$RE_WS#.*|))\z//) {
push @tokens, ( EOL => $1 . $eol, $self->line );
}
else {
$self->push_tokens(\@tokens);
$self->exception("Invalid block scalar");
}
my @lines;
while (1) {
$self->set_next_line(undef);
$next_line = $self->fetch_next_line;
if (not $next_line) {
last;
}
my $spaces = $next_line->[0];
my $content = $next_line->[1];
my $eol = $next_line->[2];
if (not $spaces and $content =~ m/\A(---|\.\.\.)(?=$RE_WS|\z)/) {
last;
}
if ((length $spaces) < $current_indent) {
if (length $content) {
last;
}
else {
push @lines, '';
push @tokens, ( EOL => $spaces . $eol, $self->line );
next;
}
}
if ((length $spaces) > $current_indent) {
if ($started) {
($spaces, my $more_spaces) = unpack "a${current_indent}a*", $spaces;
$content = $more_spaces . $content;
}
}
unless (length $content) {
push @lines, '';
push @tokens, ( INDENT => $spaces, $self->line, EOL => $eol, $self->line );
unless ($started) {
$current_indent = length $spaces;
}
next;
}
unless ($started) {
$started = 1;
$current_indent = length $spaces;
}
push @lines, $content;
push @tokens, (
INDENT => $spaces, $self->line,
BLOCK_SCALAR_CONTENT => $content, $self->line,
EOL => $eol, $self->line,
);
}
my $value = YAML::PP::Render->render_block_scalar($context, $chomp, \@lines);
my @eol = splice @tokens, -3;
$self->push_subtokens( { name => 'BLOCK_SCALAR', value => $value }, \@tokens );
$self->push_tokens([ @eol ]);
return 0;
}
sub fetch_quoted {
my ($self, $indent, $context) = @_;
my $next_line = $self->next_line;
my $yaml = \$next_line->[1];
my $spaces = $next_line->[0];
my $token_name = $TOKEN_NAMES{ $context };
scripts/dex view on Meta::CPAN
my $regex = $REGEXES{SINGLEQUOTED};
if ($$yaml =~ s/\A($regex)//) {
$quoted .= $1;
$decoded .= $1;
$decoded =~ s/''/'/g;
}
}
else {
($quoted, $decoded) = $self->_read_doublequoted($yaml);
}
my $eol = '';
unless (length $$yaml) {
if ($quoted =~ s/($RE_WS+)\z//) {
$eol = $1;
$decoded =~ s/($eol)\z//;
}
}
my $value = { value => $decoded, orig => $quoted };
if ($$yaml =~ s/\A$first//) {
if ($start) {
push @$tokens, ( $token_name . 'D' => $value, $self->line );
}
else {
push @$tokens, ( $token_name . 'D_LINE' => $value, $self->line );
scripts/dex view on Meta::CPAN
push @$tokens, ( $token_name => $first, $self->line );
return $value;
}
if (length $$yaml) {
push @$tokens, ( $token_name . 'D' => $value->{orig}, $self->line );
$self->push_tokens($tokens);
$self->exception("Invalid quoted <$first> string");
}
push @$tokens, ( $token_name . 'D_LINE' => $value, $self->line );
push @$tokens, ( EOL => $eol, $self->line );
return $value;
}
sub _read_doublequoted {
my ($self, $yaml) = @_;
my $quoted = '';
my $decoded = '';
while (1) {
my $last = 1;
scripts/dex view on Meta::CPAN
$quoted .= $1;
$decoded .= $1;
last;
}
last if $last;
}
return ($quoted, $decoded);
}
sub _fetch_next_tokens_directive {
my ($self, $yaml, $eol) = @_;
my @tokens;
if ($$yaml =~ s/\A(\s*%YAML)//) {
my $dir = $1;
if ($$yaml =~ s/\A( )//) {
$dir .= $1;
if ($$yaml =~ s/\A(1\.[12]$RE_WS*)//) {
$dir .= $1;
push @tokens, ( YAML_DIRECTIVE => $dir, $self->line );
}
scripts/dex view on Meta::CPAN
elsif ($warn eq 'fatal') {
die "Found reserved directive '$dir'";
}
push @tokens, ( RESERVED_DIRECTIVE => "$dir", $self->line );
}
}
else {
$$yaml =~ s/\A(.*)//;
$dir .= $1;
push @tokens, ( 'Invalid directive' => $dir, $self->line );
push @tokens, ( EOL => $eol, $self->line );
$self->push_tokens(\@tokens);
return;
}
}
elsif ($$yaml =~ s/\A(\s*%TAG +(!$RE_NS_WORD_CHAR*!|!) +(tag:\S+|!$RE_URI_CHAR+)$RE_WS*)//) {
push @tokens, ( TAG_DIRECTIVE => $1, $self->line );
# TODO
my $tag_alias = $2;
my $tag_url = $3;
}
scripts/dex view on Meta::CPAN
my $warn = $ENV{YAML_PP_RESERVED_DIRECTIVE} || 'warn';
if ($warn eq 'warn') {
warn "Found reserved directive '$1'";
}
elsif ($warn eq 'fatal') {
die "Found reserved directive '$1'";
}
}
else {
push @tokens, ( 'Invalid directive' => $$yaml, $self->line );
push @tokens, ( EOL => $eol, $self->line );
$self->push_tokens(\@tokens);
return;
}
if (not length $$yaml) {
push @tokens, ( EOL => $eol, $self->line );
}
else {
push @tokens, ( 'Invalid directive' => $$yaml, $self->line );
push @tokens, ( EOL => $eol, $self->line );
}
$self->push_tokens(\@tokens);
return;
}
sub push_tokens {
my ($self, $new_tokens) = @_;
my $next = $self->next_tokens;
my $line = $self->line;
my $column = $self->offset;
scripts/dex view on Meta::CPAN
expected => [keys %$rule],
got => $next_tokens->[0],
);
}
DEBUG and $self->got("---got $got");
if (my $sub = $def->{match}) {
DEBUG and $self->info("CALLBACK $sub");
$self->$sub(@$tokens ? $tokens->[-1] : ());
}
my $eol = $got eq 'EOL';
my $new = $def->{new};
if ($new) {
DEBUG and $self->got("NEW: $new");
$rule_name = $new;
$self->set_rule($rule_name);
}
elsif ($eol) {
}
elsif ($def->{return}) {
$rule_name = $nodetypes{ $event_types->[-1] }
or die "Unexpected event type $event_types->[-1]";
$self->set_rule($rule_name);
}
else {
$rule_name .= " - $got"; # for debugging
$rule = $def;
next RULE;
}
if ($eol) {
unless ($self->lex_next_tokens) {
$self->end_document(1);
return 0;
}
unless ($self->new_node) {
if ($self->level > 0) {
$rule_name = $nodetypes{ $event_types->[-1] }
or die "Did not find '$event_types->[-1]'";
$self->set_rule( $rule_name );
}
scripts/dex view on Meta::CPAN
}
my $last = $stack->[-1]->[1];
$last->{inline} ||= [];
push @{ $last->{inline} }, {
type => 'anchor',
value => $anchor,
offset => $token->{column},
};
}
sub cb_property_eol {
my ($self, $res) = @_;
my $stack = $self->event_stack;
my $last = $stack->[-1]->[1];
my $inline = delete $last->{inline} or return;
my $newline = $last->{newline} ||= [];
push @$newline, @$inline;
}
sub cb_mapkey {
my ($self, $token) = @_;