5#include "internal/array.h"
6#include "internal/bignum.h"
7#include "internal/compile.h"
8#include "internal/complex.h"
9#include "internal/encoding.h"
10#include "internal/error.h"
11#include "internal/gc.h"
12#include "internal/hash.h"
13#include "internal/io.h"
14#include "internal/parse.h"
15#include "internal/rational.h"
16#include "internal/re.h"
17#include "internal/ruby_parser.h"
18#include "internal/string.h"
19#include "internal/symbol.h"
20#include "internal/thread.h"
31 rb_parser_t *parser_params;
37 struct ruby_parser *parser = (
struct ruby_parser*)ptr;
38 rb_ruby_parser_mark(parser->parser_params);
44 struct ruby_parser *parser = (
struct ruby_parser*)ptr;
45 rb_ruby_parser_free(parser->parser_params);
49parser_memsize(
const void *ptr)
51 struct ruby_parser *parser = (
struct ruby_parser*)ptr;
52 return rb_ruby_parser_memsize(parser->parser_params);
62 0, 0, RUBY_TYPED_FREE_IMMEDIATELY
72is_ascii_string2(
VALUE str)
74 return is_ascii_string(str);
80 RATIONAL_SET_NUM(r, n);
84rational_get_num(
VALUE obj)
86 return RRATIONAL(obj)->num;
92 RCOMPLEX_SET_REAL(cmp, r);
98 RCOMPLEX_SET_IMAG(cmp, i);
102rcomplex_get_real(
VALUE obj)
104 return RCOMPLEX(obj)->real;
108rcomplex_get_imag(
VALUE obj)
110 return RCOMPLEX(obj)->imag;
115syntax_error_append(
VALUE exc,
VALUE file,
int line,
int column,
116 void *enc, const
char *fmt, va_list args)
118 return rb_syntax_error_append(exc, file, line, column, (rb_encoding *)enc, fmt, args);
122local_defined(
ID id,
const void *p)
124 return rb_local_defined(
id, (
const rb_iseq_t *)p);
128dvar_defined(
ID id,
const void *p)
130 return rb_dvar_defined(
id, (
const rb_iseq_t *)p);
134hash_literal_key_p(
VALUE k)
136 switch (OBJ_BUILTIN_TYPE(k)) {
147 if (val == lit)
return 0;
148 if (!hash_literal_key_p(val) || !hash_literal_key_p(lit))
return -1;
149 return rb_iseq_cdhash_cmp(val, lit);
155 if (!hash_literal_key_p(a))
return (st_index_t)a;
156 return rb_iseq_cdhash_hash(a);
160is_usascii_enc(
void *enc)
162 return rb_is_usascii_enc((rb_encoding *)enc);
168 return is_local_id(
id);
174 return is_attrset_id(
id);
180 return is_notop_id(
id);
184enc_str_new(
const char *ptr,
long len,
void *enc)
186 return rb_enc_str_new(ptr,
len, (rb_encoding *)enc);
190enc_isalnum(OnigCodePoint c,
void *enc)
192 return rb_enc_isalnum(c, (rb_encoding *)enc);
196enc_precise_mbclen(
const char *p,
const char *e,
void *enc)
198 return rb_enc_precise_mbclen(p, e, (rb_encoding *)enc);
202mbclen_charfound_p(
int len)
210 return rb_enc_name((rb_encoding *)enc);
214enc_prev_char(
const char *s,
const char *p,
const char *e,
void *enc)
216 return rb_enc_prev_char(s, p, e, (rb_encoding *)enc);
222 return (
void *)rb_enc_get(obj);
226enc_asciicompat(
void *enc)
228 return rb_enc_asciicompat((rb_encoding *)enc);
234 return (
void *)rb_utf8_encoding();
238enc_associate(
VALUE obj,
void *enc)
240 return rb_enc_associate(obj, (rb_encoding *)enc);
244ascii8bit_encoding(
void)
246 return (
void *)rb_ascii8bit_encoding();
250enc_codelen(
int c,
void *enc)
252 return rb_enc_codelen(c, (rb_encoding *)enc);
256enc_str_buf_cat(
VALUE str,
const char *ptr,
long len,
void *enc)
258 return rb_enc_str_buf_cat(str, ptr,
len, (rb_encoding *)enc);
262enc_mbcput(
unsigned int c,
void *buf,
void *enc)
264 return rb_enc_mbcput(c, buf, (rb_encoding *)enc);
268enc_from_index(
int idx)
270 return (
void *)rb_enc_from_index(idx);
274enc_isspace(OnigCodePoint c,
void *enc)
276 return rb_enc_isspace(c, (rb_encoding *)enc);
280intern3(
const char *name,
long len,
void *enc)
282 return rb_intern3(name,
len, (rb_encoding *)enc);
288 return (
void *)rb_enc_compatible(str1, str2);
292enc_from_encoding(
void *enc)
294 return rb_enc_from_encoding((rb_encoding *)enc);
298encoding_get(
VALUE obj)
304encoding_set(
VALUE obj,
int encindex)
310encoding_is_ascii8bit(
VALUE obj)
316usascii_encoding(
void)
318 return (
void *)rb_usascii_encoding();
322enc_symname_type(
const char *name,
long len,
void *enc,
unsigned int allowed_attrset)
324 return rb_enc_symname_type(name,
len, (rb_encoding *)enc, allowed_attrset);
328 struct parser_params *parser;
331 const rb_code_location_t *loc;
335reg_named_capture_assign_iter(
const OnigUChar *name,
const OnigUChar *name_end,
336 int back_num,
int *back_refs, OnigRegex regex,
void *arg0)
340 rb_encoding *enc = arg->enc;
341 const rb_code_location_t *loc = arg->loc;
342 long len = name_end - name;
343 const char *s = (
const char *)name;
345 return rb_reg_named_capture_assign_iter_impl(p, s,
len, (
void *)enc, &arg->succ_block, loc);
349reg_named_capture_assign(
struct parser_params* p,
VALUE regexp,
const rb_code_location_t *loc)
354 arg.enc = rb_enc_get(regexp);
357 onig_foreach_name(
RREGEXP_PTR(regexp), reg_named_capture_assign_iter, &arg);
359 if (!arg.succ_block)
return 0;
360 return RNODE_BLOCK(arg.succ_block)->nd_next;
384 return (
int)
NIL_P(obj);
400syntax_error_new(
void)
408 return (
int)RB_OBJ_FROZEN(obj);
426 return rb_default_rs;
430rational_raw1(
VALUE x)
436memmove2(
void *dest,
const void *src,
size_t t,
size_t n)
438 return memmove(dest, src, rbimpl_size_mul_or_raise(t, n));
442nonempty_memcpy(
void *dest,
const void *src,
size_t t,
size_t n)
444 return ruby_nonempty_memcpy(dest, src, rbimpl_size_mul_or_raise(t, n));
454type_p(
VALUE obj,
int t)
456 return (
int)RB_TYPE_P(obj, t);
472zalloc(
size_t elemsiz)
474 return ruby_xcalloc(1, elemsiz);
483static rb_imemo_tmpbuf_t *
484tmpbuf_parser_heap(
void *buf, rb_imemo_tmpbuf_t *old_heap,
size_t cnt)
486 return rb_imemo_tmpbuf_parser_heap(buf, old_heap, cnt);
490special_const_p(
VALUE obj)
496builtin_type(
VALUE obj)
504 rb_ast_t *ast = (rb_ast_t *)rb_imemo_new(imemo_ast, 0, 0, 0, nb);
515str_coderange_scan_restartable(
const char *s,
const char *e,
void *enc,
int *cr)
521extern VALUE rb_mRubyVMFrozenCore;
522VALUE rb_node_case_when_optimizable_literal(
const NODE *
const node);
525rb_parser_config_initialize(rb_parser_config_t *config)
529 config->malloc = ruby_xmalloc;
530 config->calloc = ruby_xcalloc;
531 config->realloc = ruby_xrealloc;
532 config->free = ruby_xfree;
533 config->alloc_n = ruby_xmalloc2;
534 config->alloc = ruby_xmalloc;
535 config->realloc_n = ruby_xrealloc2;
536 config->zalloc = zalloc;
537 config->rb_memmove = memmove2;
538 config->nonempty_memcpy = nonempty_memcpy;
539 config->xmalloc_mul_add = rb_xmalloc_mul_add;
541 config->tmpbuf_parser_heap = tmpbuf_parser_heap;
542 config->ast_new = ast_new;
544 config->compile_callback = rb_suppress_tracing;
545 config->reg_named_capture_assign = reg_named_capture_assign;
547 config->obj_freeze = rb_obj_freeze;
548 config->obj_hide = rb_obj_hide;
549 config->obj_frozen = obj_frozen;
550 config->type_p = type_p;
553 config->fixnum_p = fixnum_p;
554 config->symbol_p = symbol_p;
556 config->attr_get = rb_attr_get;
558 config->ary_new = rb_ary_new;
559 config->ary_push = rb_ary_push;
560 config->ary_new_from_args = rb_ary_new_from_args;
561 config->ary_pop = rb_ary_pop;
562 config->ary_last = rb_ary_last;
563 config->ary_unshift = rb_ary_unshift;
565 config->ary_entry = rb_ary_entry;
566 config->ary_join = rb_ary_join;
567 config->ary_reverse = rb_ary_reverse;
568 config->ary_clear = rb_ary_clear;
572 config->sym_intern_ascii_cstr = rb_sym_intern_ascii_cstr;
573 config->make_temporary_id = rb_make_temporary_id;
574 config->is_local_id = is_local_id2;
575 config->is_attrset_id = is_attrset_id2;
576 config->is_global_name_punct = is_global_name_punct;
577 config->id_type = id_type;
578 config->id_attrset = rb_id_attrset;
579 config->intern = rb_intern;
580 config->intern2 = rb_intern2;
581 config->intern3 = intern3;
582 config->intern_str = rb_intern_str;
583 config->is_notop_id = is_notop_id2;
584 config->enc_symname_type = enc_symname_type;
585 config->str_intern = rb_str_intern;
586 config->id2name = rb_id2name;
587 config->id2str = rb_id2str;
588 config->id2sym = rb_id2sym;
591 config->str_catf = rb_str_catf;
593 config->str_subseq = rb_str_subseq;
594 config->str_dup = rb_str_dup;
595 config->str_new_frozen = rb_str_new_frozen;
596 config->str_buf_new = rb_str_buf_new;
598 config->str_modify = rb_str_modify;
599 config->str_set_len = rb_str_set_len;
600 config->str_cat = rb_str_cat;
601 config->str_resize = rb_str_resize;
604 config->fstring = rb_fstring;
605 config->is_ascii_string = is_ascii_string2;
606 config->enc_str_new = enc_str_new;
607 config->enc_str_buf_cat = enc_str_buf_cat;
608 config->str_buf_append = rb_str_buf_append;
609 config->str_vcatf = rb_str_vcatf;
611 config->rb_sprintf = rb_sprintf;
612 config->rstring_ptr = RSTRING_PTR;
613 config->rstring_end = RSTRING_END;
614 config->rstring_len = RSTRING_LEN;
615 config->filesystem_str_new_cstr = rb_filesystem_str_new_cstr;
616 config->obj_as_string = rb_obj_as_string;
618 config->hash_clear = rb_hash_clear;
619 config->hash_new = rb_hash_new;
620 config->hash_aset = rb_hash_aset;
621 config->hash_lookup = rb_hash_lookup;
622 config->hash_delete = rb_hash_delete;
623 config->ident_hash_new = rb_ident_hash_new;
625 config->int2fix = int2fix;
627 config->bignum_negate = bignum_negate;
628 config->big_norm = rb_big_norm;
629 config->cstr_to_inum = rb_cstr_to_inum;
631 config->float_new = rb_float_new;
632 config->float_value = rb_float_value;
635 config->int_positive_pow = rb_int_positive_pow;
639 config->rational_new = rb_rational_new;
640 config->rational_raw1 = rational_raw1;
641 config->rational_set_num = rational_set_num;
642 config->rational_get_num = rational_get_num;
644 config->complex_raw = rb_complex_raw;
645 config->rcomplex_set_real = rcomplex_set_real;
646 config->rcomplex_set_imag = rcomplex_set_imag;
647 config->rcomplex_get_real = rcomplex_get_real;
648 config->rcomplex_get_imag = rcomplex_get_imag;
650 config->stderr_tty_p = rb_stderr_tty_p;
651 config->write_error_str = rb_write_error_str;
652 config->default_rs = default_rs;
653 config->io_write = rb_io_write;
654 config->io_flush = rb_io_flush;
655 config->io_puts = rb_io_puts;
656 config->io_gets_internal= rb_io_gets_internal;
658 config->debug_output_stdout = rb_ractor_stdout;
659 config->debug_output_stderr = rb_ractor_stderr;
661 config->is_usascii_enc = is_usascii_enc;
662 config->enc_isalnum = enc_isalnum;
663 config->enc_precise_mbclen = enc_precise_mbclen;
664 config->mbclen_charfound_p = mbclen_charfound_p;
665 config->enc_name = enc_name;
666 config->enc_prev_char = enc_prev_char;
667 config->enc_get = enc_get;
668 config->enc_asciicompat = enc_asciicompat;
669 config->utf8_encoding = utf8_encoding;
670 config->enc_associate = enc_associate;
671 config->ascii8bit_encoding = ascii8bit_encoding;
672 config->enc_codelen = enc_codelen;
673 config->enc_mbcput = enc_mbcput;
674 config->char_to_option_kcode = rb_char_to_option_kcode;
675 config->ascii8bit_encindex = rb_ascii8bit_encindex;
676 config->enc_find_index = rb_enc_find_index;
677 config->enc_from_index = enc_from_index;
678 config->enc_associate_index = rb_enc_associate_index;
679 config->enc_isspace = enc_isspace;
683 config->enc_compatible = enc_compatible;
684 config->enc_from_encoding = enc_from_encoding;
685 config->encoding_get = encoding_get;
686 config->encoding_set = encoding_set;
687 config->encoding_is_ascii8bit = encoding_is_ascii8bit;
688 config->usascii_encoding = usascii_encoding;
689 config->enc_str_coderange = rb_enc_str_coderange;
691 config->ractor_make_shareable = rb_ractor_make_shareable;
693 config->local_defined = local_defined;
694 config->dvar_defined = dvar_defined;
696 config->literal_cmp = literal_cmp;
697 config->literal_hash = literal_hash;
699 config->builtin_class_name = rb_builtin_class_name;
700 config->syntax_error_append = syntax_error_append;
701 config->raise = rb_raise;
702 config->syntax_error_new = syntax_error_new;
704 config->errinfo = rb_errinfo;
705 config->set_errinfo = rb_set_errinfo;
706 config->exc_raise = rb_exc_raise;
707 config->make_exception = rb_make_exception;
709 config->sized_xfree = ruby_sized_xfree;
710 config->sized_realloc_n = ruby_sized_realloc_n;
711 config->obj_write = obj_write;
712 config->obj_written = obj_written;
713 config->gc_register_mark_object = rb_gc_register_mark_object;
714 config->gc_guard = gc_guard;
715 config->gc_mark = rb_gc_mark;
716 config->gc_mark_movable = rb_gc_mark_movable;
717 config->gc_location = rb_gc_location;
719 config->reg_compile = rb_reg_compile;
720 config->reg_check_preprocess = rb_reg_check_preprocess;
721 config->memcicmp = rb_memcicmp;
723 config->compile_warn = rb_compile_warn;
724 config->compile_warning = rb_compile_warning;
725 config->bug = rb_bug;
726 config->fatal = rb_fatal;
727 config->verbose = ruby_verbose2;
729 config->make_backtrace = rb_make_backtrace;
731 config->scan_hex = ruby_scan_hex;
732 config->scan_oct = ruby_scan_oct;
733 config->scan_digits = ruby_scan_digits;
736 config->rbool = rbool;
737 config->undef_p = undef_p;
738 config->rtest = rtest;
739 config->nil_p = nil_p;
740 config->flonum_p = flonum_p;
742 config->qtrue =
Qtrue;
745 config->eArgError = rb_eArgError;
746 config->mRubyVMFrozenCore = rb_mRubyVMFrozenCore;
748 config->special_const_p = special_const_p;
749 config->builtin_type = builtin_type;
751 config->node_case_when_optimizable_literal = rb_node_case_when_optimizable_literal;
754 config->static_id2sym = static_id2sym;
755 config->str_coderange_scan_restartable = str_coderange_scan_restartable;
761 struct ruby_parser *parser;
762 rb_parser_config_t *config;
765 config = rb_ruby_parser_config_new(ruby_xmalloc);
766 rb_parser_config_initialize(config);
775 &ruby_parser_data_type, parser);
782rb_parser_set_options(
VALUE vparser,
int print,
int loop,
int chomp,
int split)
784 struct ruby_parser *parser;
787 rb_ruby_parser_set_options(parser->parser_params, print, loop, chomp, split);
793 struct ruby_parser *parser;
796 rb_ruby_parser_set_context(parser->parser_params, base, main);
801rb_parser_set_script_lines(
VALUE vparser,
VALUE lines)
803 struct ruby_parser *parser;
806 rb_ruby_parser_set_script_lines(parser->parser_params, lines);
810rb_parser_error_tolerant(
VALUE vparser)
812 struct ruby_parser *parser;
815 rb_ruby_parser_error_tolerant(parser->parser_params);
819rb_parser_compile_file_path(
VALUE vparser,
VALUE fname,
VALUE file,
int start)
821 struct ruby_parser *parser;
825 ast = rb_ruby_parser_compile_file_path(parser->parser_params, fname, file, start);
832rb_parser_keep_tokens(
VALUE vparser)
834 struct ruby_parser *parser;
837 rb_ruby_parser_keep_tokens(parser->parser_params);
843 struct ruby_parser *parser;
847 ast = rb_ruby_parser_compile_generic(parser->parser_params, lex_gets, fname, input, start);
854rb_parser_compile_string(
VALUE vparser,
const char *f,
VALUE s,
int line)
856 struct ruby_parser *parser;
860 ast = rb_ruby_parser_compile_string(parser->parser_params, f, s, line);
867rb_parser_compile_string_path(
VALUE vparser,
VALUE f,
VALUE s,
int line)
869 struct ruby_parser *parser;
873 ast = rb_ruby_parser_compile_string_path(parser->parser_params, f, s, line);
880rb_parser_encoding(
VALUE vparser)
882 struct ruby_parser *parser;
885 return rb_ruby_parser_encoding(parser->parser_params);
889rb_parser_end_seen_p(
VALUE vparser)
891 struct ruby_parser *parser;
894 return RBOOL(rb_ruby_parser_end_seen_p(parser->parser_params));
898rb_parser_set_yydebug(
VALUE vparser,
VALUE flag)
900 struct ruby_parser *parser;
903 rb_ruby_parser_set_yydebug(parser->parser_params,
RTEST(flag));
#define ENC_CODERANGE_7BIT
Old name of RUBY_ENC_CODERANGE_7BIT.
#define Qundef
Old name of RUBY_Qundef.
#define INT2FIX
Old name of RB_INT2FIX.
#define OBJ_FREEZE_RAW
Old name of RB_OBJ_FREEZE_RAW.
#define T_NODE
Old name of RUBY_T_NODE.
#define ENC_CODERANGE_UNKNOWN
Old name of RUBY_ENC_CODERANGE_UNKNOWN.
#define ENCODING_GET(obj)
Old name of RB_ENCODING_GET.
#define SYMBOL_FLAG
Old name of RUBY_SYMBOL_FLAG.
#define Qtrue
Old name of RUBY_Qtrue.
#define Qnil
Old name of RUBY_Qnil.
#define Qfalse
Old name of RUBY_Qfalse.
#define ENC_CODERANGE_BROKEN
Old name of RUBY_ENC_CODERANGE_BROKEN.
#define NIL_P
Old name of RB_NIL_P.
#define MBCLEN_CHARFOUND_P(ret)
Old name of ONIGENC_MBCLEN_CHARFOUND_P.
#define ENCODING_SET(obj, i)
Old name of RB_ENCODING_SET.
#define ENCODING_IS_ASCII8BIT(obj)
Old name of RB_ENCODING_IS_ASCII8BIT.
#define rb_ary_new2
Old name of rb_ary_new_capa.
#define ruby_verbose
This variable controls whether the interpreter is in debug mode.
VALUE rb_eSyntaxError
SyntaxError exception.
VALUE rb_class_new_instance(int argc, const VALUE *argv, VALUE klass)
Allocates, then initialises an instance of the given class.
#define RB_OBJ_WRITTEN(old, oldv, young)
Identical to RB_OBJ_WRITE(), except it doesn't write any values, but only a WB declaration.
#define RB_OBJ_WRITE(old, slot, young)
Declaration of a "back" pointer.
long rb_str_coderange_scan_restartable(const char *str, const char *end, rb_encoding *enc, int *cr)
Scans the passed string until it finds something odd.
#define rb_rational_raw1(x)
Shorthand of (x/1)r.
#define rb_str_new(str, len)
Allocates an instance of rb_cString.
#define rb_str_buf_cat
Just another name of rb_str_cat.
#define rb_str_cat_cstr(buf, str)
Identical to rb_str_cat(), except it assumes the passed pointer is a pointer to a C string.
#define rb_str_new_cstr(str)
Identical to rb_str_new, except it assumes the passed pointer is a pointer to a C string.
ID rb_sym2id(VALUE obj)
Converts an instance of rb_cSymbol into an ID.
int len
Length of the buffer.
double ruby_strtod(const char *str, char **endptr)
Our own locale-insensitive version of strtod(3).
static int rb_num2int_inline(VALUE x)
Converts an instance of rb_cNumeric into C's int.
static VALUE rb_int2num_inline(int v)
Converts a C's int into an instance of rb_cInteger.
static long rb_fix2long(VALUE x)
Converts a Fixnum into C's long.
#define rb_long2int
Just another name of rb_long2int_inline.
#define RB_GC_GUARD(v)
Prevents premature destruction of local objects.
static long rb_array_len(VALUE a)
Queries the length of the array.
#define RARRAY_AREF(a, i)
#define RREGEXP_PTR(obj)
Convenient accessor macro.
char * rb_string_value_cstr(volatile VALUE *ptr)
Identical to rb_string_value_ptr(), except it additionally checks for the contents for viability as a...
#define TypedData_Get_Struct(obj, type, data_type, sval)
Obtains a C struct from inside of a wrapper Ruby object.
struct rb_data_type_struct rb_data_type_t
This is the struct that holds necessary info for a struct.
#define TypedData_Make_Struct(klass, type, data_type, sval)
Identical to TypedData_Wrap_Struct, except it allocates a new data region internally instead of takin...
static bool RB_TEST(VALUE obj)
Emulates Ruby's "if" statement.
static bool RB_FIXNUM_P(VALUE obj)
Checks if the given object is a so-called Fixnum.
static bool RB_SPECIAL_CONST_P(VALUE obj)
Checks if the given object is of enum ruby_special_consts.
@ RUBY_SPECIAL_SHIFT
Least significant 8 bits are reserved.
static bool RB_UNDEF_P(VALUE obj)
Checks if the given object is undef.
#define RTEST
This is an old name of RB_TEST.
static bool RB_FLONUM_P(VALUE obj)
Checks if the given object is a so-called Flonum.
uintptr_t ID
Type that represents a Ruby identifier such as a variable name.
uintptr_t VALUE
Type that represents a Ruby object.
static enum ruby_value_type RB_BUILTIN_TYPE(VALUE obj)
Queries the type of the object.
static bool RB_SYMBOL_P(VALUE obj)
Queries if the object is an instance of rb_cSymbol.