X-Git-Url: http://git.vpit.fr/?p=perl%2Fmodules%2Fautovivification.git;a=blobdiff_plain;f=autovivification.xs;h=d92b0b7b01bb92d6a94d7cc92f545ca2b79a609c;hp=82fb2e680463a5039b798e4d129fca8424d3c3cc;hb=0c93e9f08676e6d77f7381a87e15c6dcc898683a;hpb=454cd2b90cb00988b49c00b876efc2d1aad599ee diff --git a/autovivification.xs b/autovivification.xs index 82fb2e6..d92b0b7 100644 --- a/autovivification.xs +++ b/autovivification.xs @@ -11,89 +11,342 @@ /* --- Compatibility wrappers ---------------------------------------------- */ +#ifndef HvNAME_get +# define HvNAME_get(H) HvNAME(H) +#endif + +#ifndef HvNAMELEN_get +# define HvNAMELEN_get(H) strlen(HvNAME_get(H)) +#endif + #define A_HAS_PERL(R, V, S) (PERL_REVISION > (R) || (PERL_REVISION == (R) && (PERL_VERSION > (V) || (PERL_VERSION == (V) && (PERL_SUBVERSION >= (S)))))) #ifndef A_WORKAROUND_REQUIRE_PROPAGATION # define A_WORKAROUND_REQUIRE_PROPAGATION !A_HAS_PERL(5, 10, 1) #endif +#ifndef A_HAS_RPEEP +# define A_HAS_RPEEP A_HAS_PERL(5, 13, 5) +#endif + +/* ... Thread safety and multiplicity ...................................... */ + +/* Always safe when the workaround isn't needed */ +#if !A_WORKAROUND_REQUIRE_PROPAGATION +# undef A_FORKSAFE +# define A_FORKSAFE 1 +/* Otherwise, safe unless Makefile.PL says it's Win32 */ +#elif !defined(A_FORKSAFE) +# define A_FORKSAFE 1 +#endif + +#ifndef A_MULTIPLICITY +# if defined(MULTIPLICITY) || defined(PERL_IMPLICIT_CONTEXT) +# define A_MULTIPLICITY 1 +# else +# define A_MULTIPLICITY 0 +# endif +#endif + +#ifndef tTHX +# define tTHX PerlInterpreter* +#endif + +#if A_MULTIPLICITY && defined(USE_ITHREADS) && defined(dMY_CXT) && defined(MY_CXT) && defined(START_MY_CXT) && defined(MY_CXT_INIT) && (defined(MY_CXT_CLONE) || defined(dMY_CXT_SV)) +# define A_THREADSAFE 1 +# ifndef MY_CXT_CLONE +# define MY_CXT_CLONE \ + dMY_CXT_SV; \ + my_cxt_t *my_cxtp = (my_cxt_t*)SvPVX(newSV(sizeof(my_cxt_t)-1)); \ + Copy(INT2PTR(my_cxt_t*, SvUV(my_cxt_sv)), my_cxtp, 1, my_cxt_t); \ + sv_setuv(my_cxt_sv, PTR2UV(my_cxtp)) +# endif +#else +# define A_THREADSAFE 0 +# undef dMY_CXT +# define dMY_CXT dNOOP +# undef MY_CXT +# define MY_CXT a_globaldata +# undef START_MY_CXT +# define START_MY_CXT STATIC my_cxt_t MY_CXT; +# undef MY_CXT_INIT +# define MY_CXT_INIT NOOP +# undef MY_CXT_CLONE +# define MY_CXT_CLONE NOOP +#endif + +#if defined(OP_CHECK_MUTEX_LOCK) && defined(OP_CHECK_MUTEX_UNLOCK) +# define A_CHECK_MUTEX_LOCK OP_CHECK_MUTEX_LOCK +# define A_CHECK_MUTEX_UNLOCK OP_CHECK_MUTEX_UNLOCK +#else +# define A_CHECK_MUTEX_LOCK OP_REFCNT_LOCK +# define A_CHECK_MUTEX_UNLOCK OP_REFCNT_UNLOCK +#endif + +typedef OP *(*a_ck_t)(pTHX_ OP *); + +#ifdef wrap_op_checker + +# define a_ck_replace(T, NC, OCP) wrap_op_checker((T), (NC), (OCP)) + +#else + +STATIC void a_ck_replace(pTHX_ OPCODE type, a_ck_t new_ck, a_ck_t *old_ck_p) { +#define a_ck_replace(T, NC, OCP) a_ck_replace(aTHX_ (T), (NC), (OCP)) + A_CHECK_MUTEX_LOCK; + if (!*old_ck_p) { + *old_ck_p = PL_check[type]; + PL_check[type] = new_ck; + } + A_CHECK_MUTEX_UNLOCK; +} + +#endif + +STATIC void a_ck_restore(pTHX_ OPCODE type, a_ck_t *old_ck_p) { +#define a_ck_restore(T, OCP) a_ck_restore(aTHX_ (T), (OCP)) + A_CHECK_MUTEX_LOCK; + if (*old_ck_p) { + PL_check[type] = *old_ck_p; + *old_ck_p = 0; + } + A_CHECK_MUTEX_UNLOCK; +} + /* --- Helpers ------------------------------------------------------------- */ +/* ... Thread-safe hints ................................................... */ + #if A_WORKAROUND_REQUIRE_PROPAGATION -#define A_ENCODE_UV(B, U) \ - len = 0; \ - while (len < sizeof(UV)) { \ - (B)[len++] = (U) & 0xFF; \ - (U) >>= 8; \ - } +typedef struct { + U32 bits; + IV require_tag; +} a_hint_t; -#define A_DECODE_UV(U, B) \ - len = sizeof(UV); \ - while (len > 0) \ - (U) = ((U) << 8) | (B)[--len]; +#define A_HINT_FREE(H) PerlMemShared_free(H) -STATIC SV *a_tag(pTHX_ UV bits) { -#define a_tag(B) a_tag(aTHX_ (B)) - SV *hint; - const PERL_SI *si; - UV requires = 0; - unsigned char buf[sizeof(UV) * 2]; - STRLEN len; +#if A_THREADSAFE + +#define PTABLE_NAME ptable_hints +#define PTABLE_VAL_FREE(V) A_HINT_FREE(V) + +#define pPTBL pTHX +#define pPTBL_ pTHX_ +#define aPTBL aTHX +#define aPTBL_ aTHX_ + +#include "ptable.h" + +#define ptable_hints_store(T, K, V) ptable_hints_store(aTHX_ (T), (K), (V)) +#define ptable_hints_free(T) ptable_hints_free(aTHX_ (T)) + +#endif /* A_THREADSAFE */ + +#endif /* A_WORKAROUND_REQUIRE_PROPAGATION */ + +#define PTABLE_NAME ptable_seen +#define PTABLE_VAL_FREE(V) NOOP + +#include "ptable.h" + +/* PerlMemShared_free() needs the [ap]PTBLMS_? default values */ +#define ptable_seen_store(T, K, V) ptable_seen_store(aPTBLMS_ (T), (K), (V)) +#define ptable_seen_clear(T) ptable_seen_clear(aPTBLMS_ (T)) +#define ptable_seen_free(T) ptable_seen_free(aPTBLMS_ (T)) + +#define MY_CXT_KEY __PACKAGE__ "::_guts" XS_VERSION + +typedef struct { +#if A_THREADSAFE && A_WORKAROUND_REQUIRE_PROPAGATION + ptable *tbl; /* It really is a ptable_hints */ + tTHX owner; +#endif /* A_THREADSAFE && A_WORKAROUND_REQUIRE_PROPAGATION */ + ptable *seen; /* It really is a ptable_seen */ +} my_cxt_t; + +START_MY_CXT + +#if A_THREADSAFE + +#if A_WORKAROUND_REQUIRE_PROPAGATION + +typedef struct { + ptable *tbl; +#if A_HAS_PERL(5, 13, 2) + CLONE_PARAMS *params; +#else + CLONE_PARAMS params; +#endif +} a_ptable_clone_ud; + +#if A_HAS_PERL(5, 13, 2) +# define a_ptable_clone_ud_init(U, T, O) \ + (U).tbl = (T); \ + (U).params = Perl_clone_params_new((O), aTHX) +# define a_ptable_clone_ud_deinit(U) Perl_clone_params_del((U).params) +# define a_dup_inc(S, U) SvREFCNT_inc(sv_dup((S), (U)->params)) +#else +# define a_ptable_clone_ud_init(U, T, O) \ + (U).tbl = (T); \ + (U).params.stashes = newAV(); \ + (U).params.flags = 0; \ + (U).params.proto_perl = (O) +# define a_ptable_clone_ud_deinit(U) SvREFCNT_dec((U).params.stashes) +# define a_dup_inc(S, U) SvREFCNT_inc(sv_dup((S), &((U)->params))) +#endif + +STATIC void a_ptable_clone(pTHX_ ptable_ent *ent, void *ud_) { + a_ptable_clone_ud *ud = ud_; + a_hint_t *h1 = ent->val; + a_hint_t *h2; + + h2 = PerlMemShared_malloc(sizeof *h2); + h2->bits = h1->bits; + h2->require_tag = PTR2IV(a_dup_inc(INT2PTR(SV *, h1->require_tag), ud)); + + ptable_hints_store(ud->tbl, ent->key, h2); +} - for (si = PL_curstackinfo; si; si = si->si_prev) { - I32 cxix; +#endif /* A_WORKAROUND_REQUIRE_PROPAGATION */ - for (cxix = si->si_cxix; cxix >= 0; --cxix) { - const PERL_CONTEXT *cx = si->si_cxstack + cxix; +STATIC void a_thread_cleanup(pTHX_ void *ud) { + dMY_CXT; - if (CxTYPE(cx) == CXt_EVAL && cx->blk_eval.old_op_type == OP_REQUIRE) - ++requires; +#if A_WORKAROUND_REQUIRE_PROPAGATION + ptable_hints_free(MY_CXT.tbl); +#endif /* A_WORKAROUND_REQUIRE_PROPAGATION */ + ptable_seen_free(MY_CXT.seen); +} + +STATIC int a_endav_free(pTHX_ SV *sv, MAGIC *mg) { + SAVEDESTRUCTOR_X(a_thread_cleanup, NULL); + + return 0; +} + +STATIC MGVTBL a_endav_vtbl = { + 0, + 0, + 0, + 0, + a_endav_free +#if MGf_COPY + , 0 +#endif +#if MGf_DUP + , 0 +#endif +#if MGf_LOCAL + , 0 +#endif +}; + +#endif /* A_THREADSAFE */ + +#if A_WORKAROUND_REQUIRE_PROPAGATION + +STATIC IV a_require_tag(pTHX) { +#define a_require_tag() a_require_tag(aTHX) + const CV *cv, *outside; + + cv = PL_compcv; + + if (!cv) { + /* If for some reason the pragma is operational at run-time, try to discover + * the current cv in use. */ + const PERL_SI *si; + + for (si = PL_curstackinfo; si; si = si->si_prev) { + I32 cxix; + + for (cxix = si->si_cxix; cxix >= 0; --cxix) { + const PERL_CONTEXT *cx = si->si_cxstack + cxix; + + switch (CxTYPE(cx)) { + case CXt_SUB: + case CXt_FORMAT: + /* The propagation workaround is only needed up to 5.10.0 and at that + * time format and sub contexts were still identical. And even later the + * cv members offsets should have been kept the same. */ + cv = cx->blk_sub.cv; + goto get_enclosing_cv; + case CXt_EVAL: + cv = cx->blk_eval.cv; + goto get_enclosing_cv; + default: + break; + } + } } + + cv = PL_main_cv; } - A_ENCODE_UV(buf, requires); - A_ENCODE_UV(buf + sizeof(UV), bits); - hint = newSVpvn(buf, sizeof buf); - SvREADONLY_on(hint); +get_enclosing_cv: + for (outside = CvOUTSIDE(cv); outside; outside = CvOUTSIDE(cv)) + cv = outside; - return hint; + return PTR2IV(cv); +} + +STATIC SV *a_tag(pTHX_ UV bits) { +#define a_tag(B) a_tag(aTHX_ (B)) + a_hint_t *h; + + h = PerlMemShared_malloc(sizeof *h); + h->bits = bits; + h->require_tag = a_require_tag(); + +#if A_THREADSAFE + { + dMY_CXT; + /* We only need for the key to be an unique tag for looking up the value later + * Allocated memory provides convenient unique identifiers, so that's why we + * use the hint as the key itself. */ + ptable_hints_store(MY_CXT.tbl, h, h); + } +#endif /* A_THREADSAFE */ + + return newSViv(PTR2IV(h)); } STATIC UV a_detag(pTHX_ const SV *hint) { #define a_detag(H) a_detag(aTHX_ (H)) - const PERL_SI *si; - UV requires = 0, requires_max = 0, bits = 0; - unsigned char *buf; - STRLEN len; + a_hint_t *h; - if (!(hint && SvOK(hint))) + if (!(hint && SvIOK(hint))) return 0; - buf = SvPVX(hint); - A_DECODE_UV(requires_max, buf); - - for (si = PL_curstackinfo; si; si = si->si_prev) { - I32 cxix; - - for (cxix = si->si_cxix; cxix >= 0; --cxix) { - const PERL_CONTEXT *cx = si->si_cxstack + cxix; - - if (CxTYPE(cx) == CXt_EVAL && cx->blk_eval.old_op_type == OP_REQUIRE - && ++requires > requires_max) - return 0; - } + h = INT2PTR(a_hint_t *, SvIVX(hint)); +#if A_THREADSAFE + { + dMY_CXT; + h = ptable_fetch(MY_CXT.tbl, h); } +#endif /* A_THREADSAFE */ - A_DECODE_UV(bits, buf + sizeof(UV)); + if (a_require_tag() != h->require_tag) + return 0; - return bits; + return h->bits; } #else /* A_WORKAROUND_REQUIRE_PROPAGATION */ #define a_tag(B) newSVuv(B) -#define a_detag(H) (((H) && SvOK(H)) ? SvUVX(H) : 0) +/* PVs fetched from the hints chain have their SvLEN set to zero, so get the UV + * from a copy. */ +#define a_detag(H) \ + ((H) \ + ? (SvIOK(H) \ + ? SvUVX(H) \ + : (SvPOK(H) \ + ? sv_2uv(SvLEN(H) ? (H) : sv_mortalcopy(H)) \ + : 0 \ + ) \ + ) \ + : 0) #endif /* !A_WORKAROUND_REQUIRE_PROPAGATION */ @@ -117,14 +370,16 @@ STATIC U32 a_hash = 0; STATIC UV a_hint(pTHX) { #define a_hint() a_hint(aTHX) SV *hint; -#if A_HAS_PERL(5, 9, 5) +#ifdef cop_hints_fetch_pvn + hint = cop_hints_fetch_pvn(PL_curcop, __PACKAGE__, __PACKAGE_LEN__, a_hash, 0); +#elif A_HAS_PERL(5, 9, 5) hint = Perl_refcounted_he_fetch(aTHX_ PL_curcop->cop_hints_hash, NULL, __PACKAGE__, __PACKAGE_LEN__, 0, a_hash); #else - SV **val = hv_fetch(GvHV(PL_hintgv), __PACKAGE__, __PACKAGE_LEN__, a_hash); + SV **val = hv_fetch(GvHV(PL_hintgv), __PACKAGE__, __PACKAGE_LEN__, 0); if (!val) return 0; hint = *val; @@ -135,9 +390,9 @@ STATIC UV a_hint(pTHX) { /* ... op => info map ...................................................... */ typedef struct { - OP *(*old_pp)(pTHX); - UV flags; - void *next; + OP *(*old_pp)(pTHX); + void *next; + UV flags; } a_op_info; #define PTABLE_NAME ptable_map @@ -147,19 +402,23 @@ typedef struct { /* PerlMemShared_free() needs the [ap]PTBLMS_? default values */ #define ptable_map_store(T, K, V) ptable_map_store(aPTBLMS_ (T), (K), (V)) +#define ptable_map_delete(T, K) ptable_map_delete(aPTBLMS_ (T), (K)) STATIC ptable *a_op_map = NULL; #ifdef USE_ITHREADS + +#define dA_MAP_THX a_op_info a_op_map_tmp_oi + STATIC perl_mutex a_op_map_mutex; -#endif + +#define A_LOCK(M) MUTEX_LOCK(M) +#define A_UNLOCK(M) MUTEX_UNLOCK(M) STATIC const a_op_info *a_map_fetch(const OP *o, a_op_info *oi) { const a_op_info *val; -#ifdef USE_ITHREADS - MUTEX_LOCK(&a_op_map_mutex); -#endif + A_LOCK(&a_op_map_mutex); val = ptable_fetch(a_op_map, o); if (val) { @@ -167,13 +426,24 @@ STATIC const a_op_info *a_map_fetch(const OP *o, a_op_info *oi) { val = oi; } -#ifdef USE_ITHREADS - MUTEX_UNLOCK(&a_op_map_mutex); -#endif + A_UNLOCK(&a_op_map_mutex); return val; } +#define a_map_fetch(O) a_map_fetch((O), &a_op_map_tmp_oi) + +#else /* USE_ITHREADS */ + +#define dA_MAP_THX dNOOP + +#define A_LOCK(M) NOOP +#define A_UNLOCK(M) NOOP + +#define a_map_fetch(O) ptable_fetch(a_op_map, (O)) + +#endif /* !USE_ITHREADS */ + STATIC const a_op_info *a_map_store_locked(pPTBLMS_ const OP *o, OP *(*old_pp)(pTHX), void *next, UV flags) { #define a_map_store_locked(O, PP, N, F) a_map_store_locked(aPTBLMS_ (O), (PP), (N), (F)) a_op_info *oi; @@ -192,29 +462,20 @@ STATIC const a_op_info *a_map_store_locked(pPTBLMS_ const OP *o, OP *(*old_pp)(p STATIC void a_map_store(pPTBLMS_ const OP *o, OP *(*old_pp)(pTHX), void *next, UV flags) { #define a_map_store(O, PP, N, F) a_map_store(aPTBLMS_ (O), (PP), (N), (F)) - -#ifdef USE_ITHREADS - MUTEX_LOCK(&a_op_map_mutex); -#endif + A_LOCK(&a_op_map_mutex); a_map_store_locked(o, old_pp, next, flags); -#ifdef USE_ITHREADS - MUTEX_UNLOCK(&a_op_map_mutex); -#endif + A_UNLOCK(&a_op_map_mutex); } STATIC void a_map_delete(pTHX_ const OP *o) { #define a_map_delete(O) a_map_delete(aTHX_ (O)) -#ifdef USE_ITHREADS - MUTEX_LOCK(&a_op_map_mutex); -#endif + A_LOCK(&a_op_map_mutex); - ptable_map_store(a_op_map, o, NULL); + ptable_map_delete(a_op_map, o); -#ifdef USE_ITHREADS - MUTEX_UNLOCK(&a_op_map_mutex); -#endif + A_UNLOCK(&a_op_map_mutex); } STATIC const OP *a_map_descend(const OP *o) { @@ -238,9 +499,7 @@ STATIC void a_map_store_root(pPTBLMS_ const OP *root, OP *(*old_pp)(pTHX), UV fl a_op_info *oi; const OP *o = root; -#ifdef USE_ITHREADS - MUTEX_LOCK(&a_op_map_mutex); -#endif + A_LOCK(&a_op_map_mutex); roi = a_map_store_locked(o, old_pp, (OP *) root, flags | A_HINT_ROOT); @@ -255,9 +514,7 @@ STATIC void a_map_store_root(pPTBLMS_ const OP *root, OP *(*old_pp)(pTHX), UV fl } } -#ifdef USE_ITHREADS - MUTEX_UNLOCK(&a_op_map_mutex); -#endif + A_UNLOCK(&a_op_map_mutex); return; } @@ -266,9 +523,7 @@ STATIC void a_map_update_flags_topdown(const OP *root, UV flags) { a_op_info *oi; const OP *o = root; -#ifdef USE_ITHREADS - MUTEX_LOCK(&a_op_map_mutex); -#endif + A_LOCK(&a_op_map_mutex); flags &= ~A_HINT_ROOT; @@ -280,9 +535,7 @@ STATIC void a_map_update_flags_topdown(const OP *root, UV flags) { o = a_map_descend(o); } while (o); -#ifdef USE_ITHREADS - MUTEX_UNLOCK(&a_op_map_mutex); -#endif + A_UNLOCK(&a_op_map_mutex); return; } @@ -292,9 +545,7 @@ STATIC void a_map_update_flags_topdown(const OP *root, UV flags) { STATIC void a_map_update_flags_bottomup(const OP *o, UV flags, UV rflags) { a_op_info *oi; -#ifdef USE_ITHREADS - MUTEX_LOCK(&a_op_map_mutex); -#endif + A_LOCK(&a_op_map_mutex); flags &= ~A_HINT_ROOT; rflags |= A_HINT_ROOT; @@ -306,19 +557,17 @@ STATIC void a_map_update_flags_bottomup(const OP *o, UV flags, UV rflags) { } oi->flags = rflags; -#ifdef USE_ITHREADS - MUTEX_UNLOCK(&a_op_map_mutex); -#endif + A_UNLOCK(&a_op_map_mutex); return; } /* ... Decide whether this expression should be autovivified or not ........ */ -STATIC UV a_map_resolve(const OP *o, a_op_info *oi) { +STATIC UV a_map_resolve(const OP *o, const a_op_info *oi) { UV flags = 0, rflags; const OP *root; - a_op_info *roi = oi; + const a_op_info *roi = oi; while (!(roi->flags & A_HINT_ROOT)) roi = roi->next; @@ -348,28 +597,30 @@ cancel: return oi->flags & A_HINT_ROOT ? 0 : flags; } -/* ... Lightweight pp_defined() ............................................ */ - -STATIC bool a_defined(pTHX_ SV *sv) { -#define a_defined(S) a_defined(aTHX_ (S)) - bool defined = FALSE; +/* ... Inspired from pp_defined() .......................................... */ +STATIC int a_undef(pTHX_ SV *sv) { +#define a_undef(S) a_undef(aTHX_ (S)) switch (SvTYPE(sv)) { + case SVt_NULL: + return 1; case SVt_PVAV: if (AvMAX(sv) >= 0 || SvGMAGICAL(sv) || (SvRMAGICAL(sv) && mg_find(sv, PERL_MAGIC_tied))) - defined = TRUE; + return 0; break; case SVt_PVHV: if (HvARRAY(sv) || SvGMAGICAL(sv) || (SvRMAGICAL(sv) && mg_find(sv, PERL_MAGIC_tied))) - defined = TRUE; + return 0; break; default: - defined = SvOK(sv); + SvGETMAGIC(sv); + if (SvOK(sv)) + return 0; } - return defined; + return 1; } /* --- PP functions -------------------------------------------------------- */ @@ -383,73 +634,83 @@ STATIC bool a_defined(pTHX_ SV *sv) { /* ... pp_rv2av ............................................................ */ STATIC OP *a_pp_rv2av(pTHX) { - a_op_info oi; - UV flags; + dA_MAP_THX; + const a_op_info *oi; dSP; - a_map_fetch(PL_op, &oi); - flags = oi.flags; + oi = a_map_fetch(PL_op); - if (flags & A_HINT_DEREF) { - if (!SvOK(TOPs)) { + if (oi->flags & A_HINT_DEREF) { + if (a_undef(TOPs)) { /* We always need to push an empty array to fool the pp_aelem() that comes * later. */ SV *av; - POPs; + (void) POPs; av = sv_2mortal((SV *) newAV()); PUSHs(av); RETURN; } - } else { - PL_op->op_ppaddr = oi.old_pp; } - return CALL_FPTR(oi.old_pp)(aTHX); + return oi->old_pp(aTHX); } /* ... pp_rv2hv ............................................................ */ +STATIC OP *a_pp_rv2hv_simple(pTHX) { + dA_MAP_THX; + const a_op_info *oi; + dSP; + + oi = a_map_fetch(PL_op); + + if (oi->flags & A_HINT_DEREF) { + if (a_undef(TOPs)) + RETURN; + } + + return oi->old_pp(aTHX); +} + STATIC OP *a_pp_rv2hv(pTHX) { - a_op_info oi; - UV flags; + dA_MAP_THX; + const a_op_info *oi; dSP; - a_map_fetch(PL_op, &oi); - flags = oi.flags; + oi = a_map_fetch(PL_op); - if (flags & A_HINT_DEREF) { - if (!SvOK(TOPs)) + if (oi->flags & A_HINT_DEREF) { + if (a_undef(TOPs)) { + SV *hv; + (void) POPs; + hv = sv_2mortal((SV *) newHV()); + PUSHs(hv); RETURN; - } else { - PL_op->op_ppaddr = oi.old_pp; + } } - return CALL_FPTR(oi.old_pp)(aTHX); + return oi->old_pp(aTHX); } /* ... pp_deref (aelem,helem,rv2sv,padsv) .................................. */ STATIC OP *a_pp_deref(pTHX) { - a_op_info oi; + dA_MAP_THX; + const a_op_info *oi; UV flags; dSP; - a_map_fetch(PL_op, &oi); - flags = oi.flags; + oi = a_map_fetch(PL_op); + flags = oi->flags; if (flags & A_HINT_DEREF) { OP *o; - U8 old_private; -deref: - old_private = PL_op->op_private; - PL_op->op_private = ((old_private & ~OPpDEREF) | OPpLVAL_DEFER); - o = CALL_FPTR(oi.old_pp)(aTHX); - PL_op->op_private = old_private; + o = oi->old_pp(aTHX); if (flags & (A_HINT_NOTIFY|A_HINT_STORE)) { SPAGAIN; - if (!SvOK(TOPs)) { + if (a_undef(TOPs)) { if (flags & A_HINT_STRICT) croak("Reference vivification forbidden"); else if (flags & A_HINT_WARN) @@ -460,32 +721,18 @@ deref: } return o; - } else if ((flags & ~A_HINT_ROOT) - && (PL_op->op_private & OPpDEREF || flags & A_HINT_ROOT)) { - /* Decide if the expression must autovivify or not. - * This branch should be called only once by expression. */ - flags = a_map_resolve(PL_op, &oi); - - /* We need the updated flags value in the deref branch. */ - if (flags & A_HINT_DEREF) - goto deref; } - /* This op doesn't need to skip autovivification, so restore the original - * state. */ - PL_op->op_ppaddr = oi.old_pp; - - return CALL_FPTR(oi.old_pp)(aTHX); + return oi->old_pp(aTHX); } /* ... pp_root (exists,delete,keys,values) ................................. */ STATIC OP *a_pp_root_unop(pTHX) { - a_op_info oi; dSP; - if (!a_defined(TOPs)) { - POPs; + if (a_undef(TOPs)) { + (void) POPs; /* Can only be reached by keys or values */ if (GIMME_V == G_SCALAR) { dTARGET; @@ -494,76 +741,68 @@ STATIC OP *a_pp_root_unop(pTHX) { RETURN; } - a_map_fetch(PL_op, &oi); - - return CALL_FPTR(oi.old_pp)(aTHX); + { + dA_MAP_THX; + const a_op_info *oi = a_map_fetch(PL_op); + return oi->old_pp(aTHX); + } } STATIC OP *a_pp_root_binop(pTHX) { - a_op_info oi; dSP; - if (!a_defined(TOPm1s)) { - POPs; - POPs; + if (a_undef(TOPm1s)) { + (void) POPs; + (void) POPs; if (PL_op->op_type == OP_EXISTS) RETPUSHNO; else RETPUSHUNDEF; } - a_map_fetch(PL_op, &oi); - - return CALL_FPTR(oi.old_pp)(aTHX); + { + dA_MAP_THX; + const a_op_info *oi = a_map_fetch(PL_op); + return oi->old_pp(aTHX); + } } /* --- Check functions ----------------------------------------------------- */ -/* ... ck_pad{any,sv} ...................................................... */ - -/* Sadly, the PADSV OPs we are interested in don't trigger the padsv check - * function, but are instead manually mutated from a PADANY. This is why we set - * PL_ppaddr[OP_PADSV] in the padany check function so that PADSV OPs will have - * their op_ppaddr set to our pp_padsv. PL_ppaddr[OP_PADSV] is then reset at the - * beginning of every ck_pad{any,sv}. Some unwanted OPs can still call our - * pp_padsv, but much less than if we would have set PL_ppaddr[OP_PADSV] - * globally. */ +STATIC void a_recheck_rv2xv(pTHX_ OP *o, OPCODE type, OP *(*new_pp)(pTHX)) { +#define a_recheck_rv2xv(O, T, PP) a_recheck_rv2xv(aTHX_ (O), (T), (PP)) -STATIC OP *(*a_pp_padsv_saved)(pTHX) = 0; - -STATIC void a_pp_padsv_save(void) { - if (a_pp_padsv_saved) - return; + if (o->op_type == type && o->op_ppaddr != new_pp + && cUNOPo->op_first->op_type != OP_GV) { + dA_MAP_THX; + const a_op_info *oi = a_map_fetch(o); + if (oi) { + a_map_store(o, o->op_ppaddr, oi->next, oi->flags); + o->op_ppaddr = new_pp; + } + } - a_pp_padsv_saved = PL_ppaddr[OP_PADSV]; - PL_ppaddr[OP_PADSV] = a_pp_deref; + return; } -STATIC void a_pp_padsv_restore(OP *o) { - if (!a_pp_padsv_saved) - return; - - if (o->op_ppaddr == a_pp_deref) - o->op_ppaddr = a_pp_padsv_saved; +/* ... ck_pad{any,sv} ...................................................... */ - PL_ppaddr[OP_PADSV] = a_pp_padsv_saved; - a_pp_padsv_saved = 0; -} +/* Sadly, the padsv OPs we are interested in don't trigger the padsv check + * function, but are instead manually mutated from a padany. So we store + * the op entry in the op map in the padany check function, and we set their + * op_ppaddr member in our peephole optimizer replacement below. */ STATIC OP *(*a_old_ck_padany)(pTHX_ OP *) = 0; STATIC OP *a_ck_padany(pTHX_ OP *o) { UV hint; - a_pp_padsv_restore(o); - - o = CALL_FPTR(a_old_ck_padany)(aTHX_ o); + o = a_old_ck_padany(aTHX_ o); hint = a_hint(); - if (hint & A_HINT_DO) { - a_pp_padsv_save(); - a_map_store_root(o, a_pp_padsv_saved, hint); - } else + if (hint & A_HINT_DO) + a_map_store_root(o, o->op_ppaddr, hint); + else a_map_delete(o); return o; @@ -574,9 +813,7 @@ STATIC OP *(*a_old_ck_padsv)(pTHX_ OP *) = 0; STATIC OP *a_ck_padsv(pTHX_ OP *o) { UV hint; - a_pp_padsv_restore(o); - - o = CALL_FPTR(a_old_ck_padsv)(aTHX_ o); + o = a_old_ck_padsv(aTHX_ o); hint = a_hint(); if (hint & A_HINT_DO) { @@ -606,35 +843,19 @@ STATIC OP *a_ck_deref(pTHX_ OP *o) { switch (o->op_type) { case OP_AELEM: old_ck = a_old_ck_aelem; - if ((hint & A_HINT_DO) && !(hint & A_HINT_STRICT)) { - OP *kid = cUNOPo->op_first; - a_op_info oi; - if (kid->op_type == OP_RV2AV && kid->op_ppaddr != a_pp_rv2av - && kUNOP->op_first->op_type != OP_GV - && a_map_fetch(kid, &oi)) { - a_map_store(kid, kid->op_ppaddr, o, hint); - kid->op_ppaddr = a_pp_rv2av; - } - } + if ((hint & A_HINT_DO) && !(hint & A_HINT_STRICT)) + a_recheck_rv2xv(cUNOPo->op_first, OP_RV2AV, a_pp_rv2av); break; case OP_HELEM: old_ck = a_old_ck_helem; - if ((hint & A_HINT_DO) && !(hint & A_HINT_STRICT)) { - OP *kid = cUNOPo->op_first; - a_op_info oi; - if (kid->op_type == OP_RV2HV && kid->op_ppaddr != a_pp_rv2hv - && kUNOP->op_first->op_type != OP_GV - && a_map_fetch(kid, &oi)) { - a_map_store(kid, kid->op_ppaddr, o, hint); - kid->op_ppaddr = a_pp_rv2hv; - } - } + if ((hint & A_HINT_DO) && !(hint & A_HINT_STRICT)) + a_recheck_rv2xv(cUNOPo->op_first, OP_RV2HV, a_pp_rv2hv_simple); break; case OP_RV2SV: old_ck = a_old_ck_rv2sv; break; } - o = CALL_FPTR(old_ck)(aTHX_ o); + o = old_ck(aTHX_ o); if (hint & A_HINT_DO) { a_map_store_root(o, o->op_ppaddr, hint); @@ -662,9 +883,9 @@ STATIC OP *a_ck_rv2xv(pTHX_ OP *o) { switch (o->op_type) { case OP_RV2AV: old_ck = a_old_ck_rv2av; new_pp = a_pp_rv2av; break; - case OP_RV2HV: old_ck = a_old_ck_rv2hv; new_pp = a_pp_rv2hv; break; + case OP_RV2HV: old_ck = a_old_ck_rv2hv; new_pp = a_pp_rv2hv_simple; break; } - o = CALL_FPTR(old_ck)(aTHX_ o); + o = old_ck(aTHX_ o); if (cUNOPo->op_first->op_type == OP_GV) return o; @@ -679,6 +900,40 @@ STATIC OP *a_ck_rv2xv(pTHX_ OP *o) { return o; } +/* ... ck_xslice (aslice,hslice) ........................................... */ + +/* I think those are only found at the root, but there's nothing that really + * prevent them to be inside the expression too. We only need to update the + * root so that the rest of the expression will see the right context when + * resolving. That's why we don't replace the ppaddr. */ + +STATIC OP *(*a_old_ck_aslice)(pTHX_ OP *) = 0; +STATIC OP *(*a_old_ck_hslice)(pTHX_ OP *) = 0; + +STATIC OP *a_ck_xslice(pTHX_ OP *o) { + OP * (*old_ck)(pTHX_ OP *o) = 0; + UV hint = a_hint(); + + switch (o->op_type) { + case OP_ASLICE: + old_ck = a_old_ck_aslice; + break; + case OP_HSLICE: + old_ck = a_old_ck_hslice; + if (hint & A_HINT_DO) + a_recheck_rv2xv(cUNOPo->op_first->op_sibling, OP_RV2HV, a_pp_rv2hv); + break; + } + o = old_ck(aTHX_ o); + + if (hint & A_HINT_DO) { + a_map_store_root(o, 0, hint); + } else + a_map_delete(o); + + return o; +} + /* ... ck_root (exists,delete,keys,values) ................................. */ /* Those ops are only found at the root of a dereferencing expression. We can @@ -717,7 +972,7 @@ STATIC OP *a_ck_root(pTHX_ OP *o) { enabled = hint & A_HINT_FETCH; break; } - o = CALL_FPTR(old_ck)(aTHX_ o); + o = old_ck(aTHX_ o); if (hint & A_HINT_DO) { if (enabled) { @@ -733,17 +988,238 @@ STATIC OP *a_ck_root(pTHX_ OP *o) { return o; } +/* ... Our peephole optimizer .............................................. */ + +STATIC peep_t a_old_peep = 0; /* This is actually the rpeep past 5.13.5 */ + +STATIC void a_peep_rec(pTHX_ OP *o, ptable *seen); + +STATIC void a_peep_rec(pTHX_ OP *o, ptable *seen) { +#define a_peep_rec(O) a_peep_rec(aTHX_ (O), seen) + for (; o; o = o->op_next) { + dA_MAP_THX; + const a_op_info *oi = NULL; + UV flags = 0; + +#if !A_HAS_RPEEP + if (ptable_fetch(seen, o)) + break; + ptable_seen_store(seen, o, o); +#endif + + switch (o->op_type) { +#if A_HAS_RPEEP + case OP_NEXTSTATE: + case OP_DBSTATE: + case OP_STUB: + if (ptable_fetch(seen, o)) + return; + ptable_seen_store(seen, o, o); + break; +#endif + case OP_PADSV: + if (o->op_ppaddr != a_pp_deref) { + oi = a_map_fetch(o); + if (oi && (oi->flags & A_HINT_DO)) { + a_map_store(o, o->op_ppaddr, oi->next, oi->flags); + o->op_ppaddr = a_pp_deref; + } + } + /* FALLTHROUGH */ + case OP_AELEM: + case OP_AELEMFAST: + case OP_HELEM: + case OP_RV2SV: + if (o->op_ppaddr != a_pp_deref) + break; + oi = a_map_fetch(o); + if (!oi) + break; + flags = oi->flags; + if (!(flags & A_HINT_DEREF) + && (flags & A_HINT_DO) + && (o->op_private & OPpDEREF || flags & A_HINT_ROOT)) { + /* Decide if the expression must autovivify or not. */ + flags = a_map_resolve(o, oi); + } + if (flags & A_HINT_DEREF) + o->op_private = ((o->op_private & ~OPpDEREF) | OPpLVAL_DEFER); + else + o->op_ppaddr = oi->old_pp; + break; + case OP_RV2AV: + case OP_RV2HV: + if ( o->op_ppaddr != a_pp_rv2av + && o->op_ppaddr != a_pp_rv2hv + && o->op_ppaddr != a_pp_rv2hv_simple) + break; + oi = a_map_fetch(o); + if (!oi) + break; + if (!(oi->flags & A_HINT_DEREF)) + o->op_ppaddr = oi->old_pp; + break; +#if !A_HAS_RPEEP + case OP_MAPWHILE: + case OP_GREPWHILE: + case OP_AND: + case OP_OR: + case OP_ANDASSIGN: + case OP_ORASSIGN: + case OP_COND_EXPR: + case OP_RANGE: +# if A_HAS_PERL(5, 10, 0) + case OP_ONCE: + case OP_DOR: + case OP_DORASSIGN: +# endif + a_peep_rec(cLOGOPo->op_other); + break; + case OP_ENTERLOOP: + case OP_ENTERITER: + a_peep_rec(cLOOPo->op_redoop); + a_peep_rec(cLOOPo->op_nextop); + a_peep_rec(cLOOPo->op_lastop); + break; +# if A_HAS_PERL(5, 9, 5) + case OP_SUBST: + a_peep_rec(cPMOPo->op_pmstashstartu.op_pmreplstart); + break; +# else + case OP_QR: + case OP_MATCH: + case OP_SUBST: + a_peep_rec(cPMOPo->op_pmreplstart); + break; +# endif +#endif /* !A_HAS_RPEEP */ + default: + break; + } + } +} + +STATIC void a_peep(pTHX_ OP *o) { + dMY_CXT; + ptable *seen = MY_CXT.seen; + + a_old_peep(aTHX_ o); + + ptable_seen_clear(seen); + a_peep_rec(o); + ptable_seen_clear(seen); +} + +/* --- Interpreter setup/teardown ------------------------------------------ */ + STATIC U32 a_initialized = 0; +STATIC void a_teardown(pTHX_ void *root) { + + if (!a_initialized) + return; + +#if A_MULTIPLICITY + if (aTHX != root) + return; +#endif + + { + dMY_CXT; +# if A_THREADSAFE && A_WORKAROUND_REQUIRE_PROPAGATION + ptable_hints_free(MY_CXT.tbl); +# endif /* A_THREADSAFE && A_WORKAROUND_REQUIRE_PROPAGATION */ + ptable_seen_free(MY_CXT.seen); + } + + a_ck_restore(OP_PADANY, &a_old_ck_padany); + a_ck_restore(OP_PADSV, &a_old_ck_padsv); + + a_ck_restore(OP_AELEM, &a_old_ck_aelem); + a_ck_restore(OP_HELEM, &a_old_ck_helem); + a_ck_restore(OP_RV2SV, &a_old_ck_rv2sv); + + a_ck_restore(OP_RV2AV, &a_old_ck_rv2av); + a_ck_restore(OP_RV2HV, &a_old_ck_rv2hv); + + a_ck_restore(OP_ASLICE, &a_old_ck_aslice); + a_ck_restore(OP_HSLICE, &a_old_ck_hslice); + + a_ck_restore(OP_EXISTS, &a_old_ck_exists); + a_ck_restore(OP_DELETE, &a_old_ck_delete); + a_ck_restore(OP_KEYS, &a_old_ck_keys); + a_ck_restore(OP_VALUES, &a_old_ck_values); + +#if A_HAS_RPEEP + PL_rpeepp = a_old_peep; +#else + PL_peepp = a_old_peep; +#endif + a_old_peep = 0; + + a_initialized = 0; +} + +STATIC void a_setup(pTHX) { +#define a_setup() a_setup(aTHX) + if (a_initialized) + return; + + { + MY_CXT_INIT; +# if A_THREADSAFE && A_WORKAROUND_REQUIRE_PROPAGATION + MY_CXT.tbl = ptable_new(); + MY_CXT.owner = aTHX; +# endif /* A_THREADSAFE && A_WORKAROUND_REQUIRE_PROPAGATION */ + MY_CXT.seen = ptable_new(); + } + + a_ck_replace(OP_PADANY, a_ck_padany, &a_old_ck_padany); + a_ck_replace(OP_PADSV, a_ck_padsv, &a_old_ck_padsv); + + a_ck_replace(OP_AELEM, a_ck_deref, &a_old_ck_aelem); + a_ck_replace(OP_HELEM, a_ck_deref, &a_old_ck_helem); + a_ck_replace(OP_RV2SV, a_ck_deref, &a_old_ck_rv2sv); + + a_ck_replace(OP_RV2AV, a_ck_rv2xv, &a_old_ck_rv2av); + a_ck_replace(OP_RV2HV, a_ck_rv2xv, &a_old_ck_rv2hv); + + a_ck_replace(OP_ASLICE, a_ck_xslice, &a_old_ck_aslice); + a_ck_replace(OP_HSLICE, a_ck_xslice, &a_old_ck_hslice); + + a_ck_replace(OP_EXISTS, a_ck_root, &a_old_ck_exists); + a_ck_replace(OP_DELETE, a_ck_root, &a_old_ck_delete); + a_ck_replace(OP_KEYS, a_ck_root, &a_old_ck_keys); + a_ck_replace(OP_VALUES, a_ck_root, &a_old_ck_values); + +#if A_HAS_RPEEP + a_old_peep = PL_rpeepp; + PL_rpeepp = a_peep; +#else + a_old_peep = PL_peepp; + PL_peepp = a_peep; +#endif + +#if A_MULTIPLICITY + call_atexit(a_teardown, aTHX); +#else + call_atexit(a_teardown, NULL); +#endif + + a_initialized = 1; +} + +STATIC U32 a_booted = 0; + /* --- XS ------------------------------------------------------------------ */ MODULE = autovivification PACKAGE = autovivification PROTOTYPES: ENABLE -BOOT: -{ - if (!a_initialized++) { +BOOT: +{ + if (!a_booted++) { HV *stash; a_op_map = ptable_new(); @@ -753,32 +1229,6 @@ BOOT: PERL_HASH(a_hash, __PACKAGE__, __PACKAGE_LEN__); - a_old_ck_padany = PL_check[OP_PADANY]; - PL_check[OP_PADANY] = MEMBER_TO_FPTR(a_ck_padany); - a_old_ck_padsv = PL_check[OP_PADSV]; - PL_check[OP_PADSV] = MEMBER_TO_FPTR(a_ck_padsv); - - a_old_ck_aelem = PL_check[OP_AELEM]; - PL_check[OP_AELEM] = MEMBER_TO_FPTR(a_ck_deref); - a_old_ck_helem = PL_check[OP_HELEM]; - PL_check[OP_HELEM] = MEMBER_TO_FPTR(a_ck_deref); - a_old_ck_rv2sv = PL_check[OP_RV2SV]; - PL_check[OP_RV2SV] = MEMBER_TO_FPTR(a_ck_deref); - - a_old_ck_rv2av = PL_check[OP_RV2AV]; - PL_check[OP_RV2AV] = MEMBER_TO_FPTR(a_ck_rv2xv); - a_old_ck_rv2hv = PL_check[OP_RV2HV]; - PL_check[OP_RV2HV] = MEMBER_TO_FPTR(a_ck_rv2xv); - - a_old_ck_exists = PL_check[OP_EXISTS]; - PL_check[OP_EXISTS] = MEMBER_TO_FPTR(a_ck_root); - a_old_ck_delete = PL_check[OP_DELETE]; - PL_check[OP_DELETE] = MEMBER_TO_FPTR(a_ck_root); - a_old_ck_keys = PL_check[OP_KEYS]; - PL_check[OP_KEYS] = MEMBER_TO_FPTR(a_ck_root); - a_old_ck_values = PL_check[OP_VALUES]; - PL_check[OP_VALUES] = MEMBER_TO_FPTR(a_ck_root); - stash = gv_stashpvn(__PACKAGE__, __PACKAGE_LEN__, 1); newCONSTSUB(stash, "A_HINT_STRICT", newSVuv(A_HINT_STRICT)); newCONSTSUB(stash, "A_HINT_WARN", newSVuv(A_HINT_WARN)); @@ -787,9 +1237,68 @@ BOOT: newCONSTSUB(stash, "A_HINT_EXISTS", newSVuv(A_HINT_EXISTS)); newCONSTSUB(stash, "A_HINT_DELETE", newSVuv(A_HINT_DELETE)); newCONSTSUB(stash, "A_HINT_MASK", newSVuv(A_HINT_MASK)); + newCONSTSUB(stash, "A_THREADSAFE", newSVuv(A_THREADSAFE)); + newCONSTSUB(stash, "A_FORKSAFE", newSVuv(A_FORKSAFE)); } + + a_setup(); } +#if A_THREADSAFE + +void +CLONE(...) +PROTOTYPE: DISABLE +PREINIT: +#if A_WORKAROUND_REQUIRE_PROPAGATION + ptable *t; +#endif + ptable *s; + GV *gv; +PPCODE: + { + dMY_CXT; +#if A_WORKAROUND_REQUIRE_PROPAGATION + { + a_ptable_clone_ud ud; + + t = ptable_new(); + a_ptable_clone_ud_init(ud, t, MY_CXT.owner); + ptable_walk(MY_CXT.tbl, a_ptable_clone, &ud); + a_ptable_clone_ud_deinit(ud); + } +#endif + s = ptable_new(); + } + { + MY_CXT_CLONE; +#if A_WORKAROUND_REQUIRE_PROPAGATION + MY_CXT.tbl = t; + MY_CXT.owner = aTHX; +#endif + MY_CXT.seen = s; + } + gv = gv_fetchpv(__PACKAGE__ "::_THREAD_CLEANUP", 0, SVt_PVCV); + if (gv) { + CV *cv = GvCV(gv); + if (!PL_endav) + PL_endav = newAV(); + SvREFCNT_inc(cv); + if (!av_store(PL_endav, av_len(PL_endav) + 1, (SV *) cv)) + SvREFCNT_dec(cv); + sv_magicext((SV *) PL_endav, NULL, PERL_MAGIC_ext, &a_endav_vtbl, NULL, 0); + } + XSRETURN(0); + +void +_THREAD_CLEANUP(...) +PROTOTYPE: DISABLE +PPCODE: + a_thread_cleanup(aTHX_ NULL); + XSRETURN(0); + +#endif /* A_THREADSAFE */ + SV * _tag(SV *hint) PROTOTYPE: $