);
return new_object(tp_ref, std::forward(value));
}
inline const BaseRef* PyRef_AS_C(const PyVar& obj)
{
if(!is_type(obj, tp_ref)) TypeError("expected an l-value");
return static_cast(obj->value());
}
template
inline PyVar PyIter(P&& value) {
static_assert(std::is_base_of_v);
return new_object(tp_native_iterator, std::forward(value));
}
inline BaseIter* PyIter_AS_C(const PyVar& obj)
{
check_type(obj, tp_native_iterator);
return static_cast(obj->value());
}
inline const Str& PyStr_AS_C(const PyVar& obj) {
check_type(obj, tp_str);
return OBJ_GET(Str, obj);
}
inline PyVar PyStr(const Str& value) {
// some BUGs here
// if(value.size() == 1){
// char c = value.c_str()[0];
// if(c >= 0) return _ascii_str_pool[(int)c];
// }
return new_object(tp_str, value);
}
inline PyVar PyInt(i64 value) {
if(((value << 2) >> 2) != value){
_error("OverflowError", std::to_string(value) + " is out of range");
}
value = (value << 2) | 0b01;
return PyVar(reinterpret_cast(value));
}
inline i64 PyInt_AS_C(const PyVar& obj){
check_type(obj, tp_int);
return obj.bits >> 2;
}
inline i64 _PyInt_AS_C(const PyVar& obj){
return obj.bits >> 2;
}
inline PyVar PyFloat(f64 value) {
i64 bits = __8B(value)._int;
bits = (bits >> 2) << 2;
bits |= 0b10;
return PyVar(reinterpret_cast(bits));
}
inline f64 PyFloat_AS_C(const PyVar& obj){
check_type(obj, tp_float);
i64 bits = obj.bits;
bits = (bits >> 2) << 2;
return __8B(bits)._float;
}
inline f64 _PyFloat_AS_C(const PyVar& obj){
i64 bits = obj.bits;
bits = (bits >> 2) << 2;
return __8B(bits)._float;
}
DEF_NATIVE(List, pkpy::List, tp_list)
DEF_NATIVE(Tuple, pkpy::Tuple, tp_tuple)
DEF_NATIVE(Function, pkpy::Function, tp_function)
DEF_NATIVE(NativeFunc, pkpy::NativeFunc, tp_native_function)
DEF_NATIVE(BoundMethod, pkpy::BoundMethod, tp_bound_method)
DEF_NATIVE(Range, pkpy::Range, tp_range)
DEF_NATIVE(Slice, pkpy::Slice, tp_slice)
DEF_NATIVE(Exception, pkpy::Exception, tp_exception)
DEF_NATIVE(StarWrapper, pkpy::StarWrapper, tp_star_wrapper)
// there is only one True/False, so no need to copy them!
inline bool PyBool_AS_C(const PyVar& obj){return obj == True;}
inline const PyVar& PyBool(bool value){return value ? True : False;}
void init_builtin_types(){
PyVar _tp_object = pkpy::make_shared>(1, 0);
PyVar _tp_type = pkpy::make_shared>(1, 1);
_all_types.push_back(_tp_object);
_all_types.push_back(_tp_type);
tp_object = 0; tp_type = 1;
_types.set("object", _tp_object);
_types.set("type", _tp_type);
tp_int = _new_type_object("int");
tp_float = _new_type_object("float");
if(tp_int.index != kTpIntIndex || tp_float.index != kTpFloatIndex) UNREACHABLE();
tp_bool = _new_type_object("bool");
tp_str = _new_type_object("str");
tp_list = _new_type_object("list");
tp_tuple = _new_type_object("tuple");
tp_slice = _new_type_object("slice");
tp_range = _new_type_object("range");
tp_module = _new_type_object("module");
tp_ref = _new_type_object("_ref");
tp_star_wrapper = _new_type_object("_star_wrapper");
tp_function = _new_type_object("function");
tp_native_function = _new_type_object("native_function");
tp_native_iterator = _new_type_object("native_iterator");
tp_bound_method = _new_type_object("bound_method");
tp_super = _new_type_object("super");
tp_exception = _new_type_object("Exception");
this->None = new_object(_new_type_object("NoneType"), DUMMY_VAL);
this->Ellipsis = new_object(_new_type_object("ellipsis"), DUMMY_VAL);
this->True = new_object(tp_bool, true);
this->False = new_object(tp_bool, false);
this->builtins = new_module("builtins");
this->_main = new_module("__main__");
this->_py_op_call = new_object(_new_type_object("_py_op_call"), DUMMY_VAL);
this->_py_op_yield = new_object(_new_type_object("_py_op_yield"), DUMMY_VAL);
setattr(_t(tp_type), __base__, _t(tp_object));
setattr(_t(tp_object), __base__, None);
for(auto [k, v]: _types.items()){
setattr(v, __name__, PyStr(k.str()));
}
std::vector pb_types = {"type", "object", "bool", "int", "float", "str", "list", "tuple", "range"};
for (auto& name : pb_types) {
setattr(builtins, name, _types[name]);
}
post_init();
for(auto [k, v]: _types.items()){
v->attr()._try_perfect_rehash();
}
builtins->attr()._try_perfect_rehash();
}
void post_init();
i64 hash(const PyVar& obj){
if (is_type(obj, tp_str)) return PyStr_AS_C(obj).hash();
if (is_int(obj)) return PyInt_AS_C(obj);
if (is_type(obj, tp_tuple)) {
i64 x = 1000003;
const pkpy::Tuple& items = PyTuple_AS_C(obj);
for (int i=0; i> 2)); // recommended by Github Copilot
}
return x;
}
if (is_type(obj, tp_type)) return obj.bits;
if (is_type(obj, tp_bool)) return PyBool_AS_C(obj) ? 1 : 0;
if (is_float(obj)){
f64 val = PyFloat_AS_C(obj);
return (i64)std::hash()(val);
}
TypeError("unhashable type: " + OBJ_NAME(_t(obj)).escape(true));
return 0;
}
/***** Error Reporter *****/
private:
void _error(StrName name, const Str& msg){
_error(pkpy::Exception(name, msg));
}
void _error(pkpy::Exception e){
if(callstack.empty()){
e.is_re = false;
throw e;
}
top_frame()->push(PyException(e));
_raise();
}
void _raise(){
bool ok = top_frame()->jump_to_exception_handler();
if(ok) throw HandledException();
else throw UnhandledException();
}
public:
void IOError(const Str& msg) { _error("IOError", msg); }
void NotImplementedError(){ _error("NotImplementedError", ""); }
void TypeError(const Str& msg){ _error("TypeError", msg); }
void ZeroDivisionError(){ _error("ZeroDivisionError", "division by zero"); }
void IndexError(const Str& msg){ _error("IndexError", msg); }
void ValueError(const Str& msg){ _error("ValueError", msg); }
void NameError(StrName name){ _error("NameError", "name " + name.str().escape(true) + " is not defined"); }
void AttributeError(PyVar obj, StrName name){
_error("AttributeError", "type " + OBJ_NAME(_t(obj)).escape(true) + " has no attribute " + name.str().escape(true));
}
inline void check_type(const PyVar& obj, Type type){
if(is_type(obj, type)) return;
TypeError("expected " + OBJ_NAME(_t(type)).escape(true) + ", but got " + OBJ_NAME(_t(obj)).escape(true));
}
inline PyVar& _t(Type t){
return _all_types[t.index];
}
inline PyVar& _t(const PyVar& obj){
if(is_int(obj)) return _t(tp_int);
if(is_float(obj)) return _t(tp_float);
return _all_types[OBJ_GET(Type, _t(obj->type)).index];
}
template
PyVar register_class(PyVar mod){
PyVar type = new_type_object(mod, T::_name(), _t(tp_object));
if(OBJ_NAME(mod) != T::_mod()) UNREACHABLE();
T::_register(this, mod, type);
type->attr()._try_perfect_rehash();
return type;
}
template
inline T& py_cast(const PyVar& obj){
check_type(obj, T::_type(this));
return OBJ_GET(T, obj);
}
void unpack_args(pkpy::Args& args){
pkpy::List unpacked;
for(int i=0; if_locals().try_get(name());
if(val != nullptr) return *val;
val = frame->f_closure_try_get(name());
if(val != nullptr) return *val;
val = frame->f_globals().try_get(name());
if(val != nullptr) return *val;
val = vm->builtins->attr().try_get(name());
if(val != nullptr) return *val;
vm->NameError(name());
return nullptr;
}
void NameRef::set(VM* vm, Frame* frame, PyVar val) const{
switch(scope()) {
case NAME_LOCAL: frame->f_locals().set(name(), std::move(val)); break;
case NAME_GLOBAL:
if(frame->f_locals().try_set(name(), std::move(val))) return;
frame->f_globals().set(name(), std::move(val));
break;
default: UNREACHABLE();
}
}
void NameRef::del(VM* vm, Frame* frame) const{
switch(scope()) {
case NAME_LOCAL: {
if(frame->f_locals().contains(name())){
frame->f_locals().erase(name());
}else{
vm->NameError(name());
}
} break;
case NAME_GLOBAL:
{
if(frame->f_locals().contains(name())){
frame->f_locals().erase(name());
}else{
if(frame->f_globals().contains(name())){
frame->f_globals().erase(name());
}else{
vm->NameError(name());
}
}
} break;
default: UNREACHABLE();
}
}
PyVar AttrRef::get(VM* vm, Frame* frame) const{
return vm->getattr(obj, attr.name());
}
void AttrRef::set(VM* vm, Frame* frame, PyVar val) const{
vm->setattr(obj, attr.name(), std::move(val));
}
void AttrRef::del(VM* vm, Frame* frame) const{
if(!obj->is_attr_valid()) vm->TypeError("cannot delete attribute");
if(!obj->attr().contains(attr.name())) vm->AttributeError(obj, attr.name());
obj->attr().erase(attr.name());
}
PyVar IndexRef::get(VM* vm, Frame* frame) const{
return vm->fast_call(__getitem__, pkpy::two_args(obj, index));
}
void IndexRef::set(VM* vm, Frame* frame, PyVar val) const{
pkpy::Args args(3);
args[0] = obj; args[1] = index; args[2] = std::move(val);
vm->fast_call(__setitem__, std::move(args));
}
void IndexRef::del(VM* vm, Frame* frame) const{
vm->fast_call(__delitem__, pkpy::two_args(obj, index));
}
PyVar TupleRef::get(VM* vm, Frame* frame) const{
pkpy::Tuple args(objs.size());
for (int i = 0; i < objs.size(); i++) {
args[i] = vm->PyRef_AS_C(objs[i])->get(vm, frame);
}
return vm->PyTuple(std::move(args));
}
void TupleRef::set(VM* vm, Frame* frame, PyVar val) const{
val = vm->asIter(val);
BaseIter* iter = vm->PyIter_AS_C(val);
for(int i=0; itp_star_wrapper)){
auto& star = vm->PyStarWrapper_AS_C(objs[i]);
if(star.rvalue) vm->ValueError("can't use starred expression here");
if(i != objs.size()-1) vm->ValueError("* can only be used at the end");
auto ref = vm->PyRef_AS_C(star.obj);
pkpy::List list;
while((x = iter->next()) != nullptr) list.push_back(x);
ref->set(vm, frame, vm->PyList(std::move(list)));
return;
}else{
x = iter->next();
if(x == nullptr) vm->ValueError("not enough values to unpack");
vm->PyRef_AS_C(objs[i])->set(vm, frame, x);
}
}
PyVarOrNull x = iter->next();
if(x != nullptr) vm->ValueError("too many values to unpack");
}
void TupleRef::del(VM* vm, Frame* frame) const{
for(int i=0; iPyRef_AS_C(objs[i])->del(vm, frame);
}
/***** Frame's Impl *****/
inline void Frame::try_deref(VM* vm, PyVar& v){
if(is_type(v, vm->tp_ref)) v = vm->PyRef_AS_C(v)->get(vm, this);
}
PyVar pkpy::NativeFunc::operator()(VM* vm, pkpy::Args& args) const{
int args_size = args.size() - (int)method; // remove self
if(argc != -1 && args_size != argc) {
vm->TypeError("expected " + std::to_string(argc) + " arguments, but got " + std::to_string(args_size));
}
return f(vm, args);
}
void CodeObject::optimize(VM* vm){
std::vector keys;
for(auto& p: names) if(p.second == NAME_LOCAL) keys.push_back(p.first);
uint32_t base_n = (uint32_t)(keys.size() / kLocalsLoadFactor + 0.5);
perfect_locals_capacity = pkpy::find_next_capacity(base_n);
perfect_hash_seed = pkpy::find_perfect_hash_seed(perfect_locals_capacity, keys);
for(int i=1; inum_negated(consts[pos]);
}
if(i>=2 && codes[i].op == OP_BUILD_INDEX){
const Bytecode& a = codes[i-1];
const Bytecode& x = codes[i-2];
if(codes[i].arg == 1){
if(a.op == OP_LOAD_NAME && x.op == OP_LOAD_NAME){
codes[i].op = OP_FAST_INDEX;
}else continue;
}else{
if(a.op == OP_LOAD_NAME_REF && x.op == OP_LOAD_NAME_REF){
codes[i].op = OP_FAST_INDEX_REF;
}else continue;
}
codes[i].arg = (a.arg << 16) | x.arg;
codes[i-1].op = OP_NO_OP;
codes[i-2].op = OP_NO_OP;
}
}
}