- rb_shape_t * shape = rb_shape_get_shape(exc);

- if (rb_shape_frozen_shape_p(shape)) {

- shape = shape->parent;

- }

- rb_shape_set_shape(e, shape);

-ALWAYS_INLINE(static void fill_ivar_cache(const rb_iseq_t *iseq, IVC ic, const struct rb_callcache *cc, int is_attr, attr_index_t index, shape_id_t shape_id));

-fill_ivar_cache(const rb_iseq_t *iseq, IVC ic, const struct rb_callcache *cc, int is_attr, attr_index_t index, shape_id_t shape_id)

- if (is_attr) {

- if (vm_cc_markable(cc)) {

- vm_cc_attr_index_set(cc, index, shape_id, shape_id);

- RB_OBJ_WRITTEN(cc, Qundef, rb_shape_get_shape_by_id(shape_id));

- }

- vm_ic_attr_index_set(iseq, ic, index, shape_id, shape_id);

- RB_OBJ_WRITTEN(iseq, Qundef, rb_shape_get_shape_by_id(shape_id));

- shape_id_t shape_id;

- VALUE * ivar_list;

- return Qnil;

-#if SHAPE_IN_BASIC_FLAGS

- shape_id = RBASIC_SHAPE_ID(obj);

-#endif

- switch (BUILTIN_TYPE(obj)) {

- case T_OBJECT:

- ivar_list = ROBJECT_IVPTR(obj);

- VM_ASSERT(rb_ractor_shareable_p(obj) ? rb_ractor_shareable_p(val) : true);

-#if !SHAPE_IN_BASIC_FLAGS

- shape_id = ROBJECT_SHAPE_ID(obj);

-#endif

- break;

- case T_CLASS:

- case T_MODULE:

- {

- goto general_path;

- }

- default:

- if (FL_TEST_RAW(obj, FL_EXIVAR)) {

- struct gen_ivtbl *ivtbl;

- rb_gen_ivtbl_get(obj, id, &ivtbl);

-#if !SHAPE_IN_BASIC_FLAGS

- shape_id = ivtbl->shape_id;

-#endif

- ivar_list = ivtbl->ivptr;

- } else {

- return Qnil;

- }

- }

-

- shape_id_t cached_id;

- if (is_attr) {

- cached_id = vm_cc_attr_shape_id(cc);

- cached_id = vm_ic_attr_shape_id(ic);

- }

- attr_index_t index;

- if (LIKELY(cached_id == shape_id)) {

- RB_DEBUG_COUNTER_INC(ivar_get_ic_hit);

- if (is_attr && vm_cc_attr_index_p(cc)) {

- index = vm_cc_attr_index(cc);

- }

- else if (!is_attr && vm_ic_attr_index_p(ic)) {

- index = vm_ic_attr_index(ic);

- }

- else {

- return Qnil;

- val = ivar_list[index];

- VM_ASSERT(rb_ractor_shareable_p(obj) ? rb_ractor_shareable_p(val) : true);

- }

- else { // cache miss case

-#if RUBY_DEBUG

- if (is_attr) {

- if (cached_id != INVALID_SHAPE_ID) {

- RB_DEBUG_COUNTER_INC(ivar_get_cc_miss_set);

- } else {

- RB_DEBUG_COUNTER_INC(ivar_get_cc_miss_unset);

- if (cached_id != INVALID_SHAPE_ID) {

- RB_DEBUG_COUNTER_INC(ivar_get_ic_miss_set);

- } else {

- RB_DEBUG_COUNTER_INC(ivar_get_ic_miss_unset);

- }

-#endif

-

- attr_index_t index;

- rb_shape_t *shape = rb_shape_get_shape_by_id(shape_id);

- if (rb_shape_get_iv_index(shape, id, &index)) {

- // This fills in the cache with the shared cache object.

- // "ent" is the shared cache object

- fill_ivar_cache(iseq, ic, cc, is_attr, index, shape_id);

-

- // We fetched the ivar list above

- val = ivar_list[index];

- if (is_attr) {

- if (vm_cc_markable(cc)) {

- vm_cc_attr_index_initialize(cc, shape_id);

- }

- }

- else {

- vm_ic_attr_index_initialize(ic, shape_id);

- }

-

- val = Qnil;

-

-

- RUBY_ASSERT(val != Qundef);

-

- return val;

-

-general_path:

-static void

-populate_cache(attr_index_t index, rb_shape_t *shape, rb_shape_t *next_shape, ID id, const rb_iseq_t *iseq, IVC ic, const struct rb_callcache *cc, bool is_attr)

-{

- // Cache population code

- if (is_attr) {

- if (vm_cc_markable(cc)) {

- vm_cc_attr_index_set(cc, index, SHAPE_ID(shape), SHAPE_ID(next_shape));

- RB_OBJ_WRITTEN(cc, Qundef, (VALUE)shape);

- RB_OBJ_WRITTEN(cc, Qundef, (VALUE)next_shape);

- }

- }

- else {

- vm_ic_attr_index_set(iseq, ic, index, SHAPE_ID(shape), SHAPE_ID(next_shape));

- RB_OBJ_WRITTEN(iseq, Qundef, (VALUE)shape);

- RB_OBJ_WRITTEN(iseq, Qundef, (VALUE)next_shape);

- }

-}

-

-#if OPT_IC_FOR_IVAR

- switch (BUILTIN_TYPE(obj)) {

- case T_OBJECT:

- {

- rb_check_frozen_internal(obj);

-

- attr_index_t index;

-

- uint32_t num_iv = ROBJECT_NUMIV(obj);

- rb_shape_t* shape = rb_shape_get_shape(obj);

- rb_shape_t* next_shape = rb_shape_get_next(shape, obj, id);

- if (shape != next_shape) {

- rb_shape_set_shape(obj, next_shape);

- }

-

- if (rb_shape_get_iv_index(next_shape, id, &index)) { // based off the hash stored in the transition tree

- if (index >= MAX_IVARS) {

- rb_raise(rb_eArgError, "too many instance variables");

- }

-

- populate_cache(index, shape, next_shape, id, iseq, ic, cc, is_attr);

- }

- else {

- rb_bug("Didn't find instance variable %s\n", rb_id2name(id));

- }

-

- // Ensure the IV buffer is wide enough to store the IV

- if (UNLIKELY(index >= num_iv)) {

- rb_init_iv_list(obj);

- }

- VALUE *ptr = ROBJECT_IVPTR(obj);

- RB_OBJ_WRITE(obj, &ptr[index], val);

- RB_DEBUG_COUNTER_INC(ivar_set_ic_miss_iv_hit);

- return val;

- case T_CLASS:

- case T_MODULE:

- break;

- default:

- {

- rb_shape_t * shape = rb_shape_get_shape(obj);

- rb_ivar_set(obj, id, val);

- rb_shape_t * next_shape = rb_shape_get_shape(obj);

- attr_index_t index;

-

- if (rb_shape_get_iv_index(next_shape, id, &index)) { // based off the hash stored in the transition tree

- if (index >= MAX_IVARS) {

- rb_raise(rb_eArgError, "too many instance variables");

- }

- populate_cache(index, shape, next_shape, id, iseq, ic, cc, is_attr);

- }

- else {

- rb_bug("didn't find the id\n");

- }

- return val;

-NOINLINE(static VALUE vm_setivar_default(VALUE obj, ID id, VALUE val, shape_id_t source_shape_id, shape_id_t dest_shape_id, attr_index_t index));

-static VALUE

-vm_setivar_default(VALUE obj, ID id, VALUE val, shape_id_t source_shape_id, shape_id_t dest_shape_id, attr_index_t index)

-{

-#if SHAPE_IN_BASIC_FLAGS

- shape_id_t shape_id = RBASIC_SHAPE_ID(obj);

-#else

- shape_id_t shape_id = rb_generic_shape_id(obj);

-#endif

-

- // Cache hit case

- if (shape_id == source_shape_id) {

- RUBY_ASSERT(dest_shape_id != INVALID_SHAPE_ID && shape_id != INVALID_SHAPE_ID);

-

- struct gen_ivtbl *ivtbl = 0;

- if (dest_shape_id != shape_id) {

- ivtbl = rb_ensure_generic_iv_list_size(obj, index + 1);

-#if SHAPE_IN_BASIC_FLAGS

- RBASIC_SET_SHAPE_ID(obj, dest_shape_id);

-#else

- ivtbl->shape_id = dest_shape_id;

-#endif

- RB_OBJ_WRITTEN(obj, Qundef, rb_shape_get_shape_by_id(dest_shape_id));

- }

- else {

- // Just get the IV table

- RUBY_ASSERT(GET_VM()->shape_list[dest_shape_id]);

- rb_gen_ivtbl_get(obj, 0, &ivtbl);

- }

-

- VALUE *ptr = ivtbl->ivptr;

-

- RB_OBJ_WRITE(obj, &ptr[index], val);

-

- RB_DEBUG_COUNTER_INC(ivar_set_ic_hit);

-

- return val;

- }

-

- return Qundef;

-}

-

-vm_setivar(VALUE obj, ID id, VALUE val, shape_id_t source_shape_id, shape_id_t dest_shape_id, attr_index_t index)

- switch (BUILTIN_TYPE(obj)) {

- case T_OBJECT:

- {

- VM_ASSERT(!rb_ractor_shareable_p(obj) || rb_obj_frozen_p(obj));

- // If object's shape id is the same as the source

- // then do the shape transition and write the ivar

- // If object's shape id is the same as the dest

- // then write the ivar

- shape_id_t shape_id = ROBJECT_SHAPE_ID(obj);

-

- // Do we have a cache hit *and* is the CC intitialized

- if (shape_id == source_shape_id) {

- RUBY_ASSERT(dest_shape_id != INVALID_SHAPE_ID && shape_id != INVALID_SHAPE_ID);

-

- VM_ASSERT(!rb_ractor_shareable_p(obj));

-

- if (dest_shape_id != shape_id) {

- if (UNLIKELY(index >= ROBJECT_NUMIV(obj))) {

- rb_init_iv_list(obj);

- }

- ROBJECT_SET_SHAPE_ID(obj, dest_shape_id);

- }

- else {

- RUBY_ASSERT(GET_VM()->shape_list[dest_shape_id]);

- }

-

- RUBY_ASSERT(index < ROBJECT_NUMIV(obj));

- VALUE *ptr = ROBJECT_IVPTR(obj);

- RB_OBJ_WRITE(obj, &ptr[index], val);

- RB_DEBUG_COUNTER_INC(ivar_set_ic_hit);

-

- return val;

- }

- break;

- case T_CLASS:

- case T_MODULE:

- default:

- break;

-

- return Qundef;

- shape_id_t source_shape_id = vm_ic_attr_index_source_shape_id(ic);

- attr_index_t index = vm_ic_attr_index(ic);

- shape_id_t dest_shape_id = vm_ic_attr_index_dest_shape_id(ic);

- if (UNLIKELY(vm_setivar(obj, id, val, source_shape_id, dest_shape_id, index) == Qundef)) {

- switch (BUILTIN_TYPE(obj)) {

- case T_OBJECT:

- case T_CLASS:

- case T_MODULE:

- break;

- default:

- if (vm_setivar_default(obj, id, val, source_shape_id, dest_shape_id, index) != Qundef) {

- return;

- }

- }

- vm_setivar_slowpath_ivar(obj, id, val, iseq, ic);

- }

- VALUE ivar = vm_getivar(calling->recv, vm_cc_cme(cc)->def->body.attr.id, NULL, NULL, cc, TRUE);

- return ivar;

-vm_call_attrset_direct(rb_execution_context_t *ec, rb_control_frame_t *cfp, const struct rb_callcache *cc, VALUE obj)

- shape_id_t source_shape_id = vm_cc_attr_index_source_shape_id(cc);

- attr_index_t index = vm_cc_attr_index(cc);

- shape_id_t dest_shape_id = vm_cc_attr_index_dest_shape_id(cc);

- ID id = vm_cc_cme(cc)->def->body.attr.id;

- rb_check_frozen_internal(obj);

- VALUE res = vm_setivar(obj, id, val, source_shape_id, dest_shape_id, index);

- if (res == Qundef) {

- switch (BUILTIN_TYPE(obj)) {

- case T_OBJECT:

- case T_CLASS:

- case T_MODULE:

- break;

- default:

- {

- res = vm_setivar_default(obj, id, val, source_shape_id, dest_shape_id, index);

- if (res != Qundef) {

- return res;

- }

- }

- }

- res = vm_setivar_slowpath_attr(obj, id, val, cc);

- }

- return res;

-}

-

-static VALUE

-vm_call_attrset(rb_execution_context_t *ec, rb_control_frame_t *cfp, struct rb_calling_info *calling)

-{

- return vm_call_attrset_direct(ec, cfp, calling->cc, calling->recv);

- {{0}},

- calling->cc = &VM_CC_ON_STACK(Qundef, vm_call_general, {{ 0 }},

- calling->cc = &VM_CC_ON_STACK(Qundef, vm_call_general, {{ 0 }}, cme);

- struct rb_callcache *ref_cc = &VM_CC_ON_STACK(Qundef, vm_call_general, {{ 0 }},

-

-

- if (vm_cc_markable(cc)) {

- vm_cc_attr_index_initialize(cc, INVALID_SHAPE_ID);

- VM_CALL_METHOD_ATTR(v,

- vm_call_attrset_direct(ec, cfp, cc, calling->recv),

- CC_SET_FASTPATH(cc, vm_call_attrset, !(vm_ci_flag(ci) & aset_mask)));

- } else {

- cc = &((struct rb_callcache) {

- .flags = T_IMEMO |

- (imemo_callcache << FL_USHIFT) |

- VM_CALLCACHE_UNMARKABLE |

- ((VALUE)INVALID_SHAPE_ID << SHAPE_FLAG_SHIFT) |

- VM_CALLCACHE_ON_STACK,

- .klass = cc->klass,

- .cme_ = cc->cme_,

- .call_ = cc->call_,

- .aux_ = {

- .attr = {

- .index = 0,

- .dest_shape_id = INVALID_SHAPE_ID,

- }

- },

- });

-

- VM_CALL_METHOD_ATTR(v,

- vm_call_attrset_direct(ec, cfp, cc, calling->recv),

- CC_SET_FASTPATH(cc, vm_call_attrset, !(vm_ci_flag(ci) & aset_mask)));

- }

- if (vm_cc_markable(cc)) {

- vm_cc_attr_index_initialize(cc, INVALID_SHAPE_ID);

- }