/****************************************************************************** * Copyright (C) 2015-2020 Dibyendu Majumdar * * Permission is hereby granted, free of charge, to any person obtaining * a copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sublicense, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice shall be * included in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. ******************************************************************************/ #include "ravi_llvmcodegen.h" // This file contains LLVM IR generation for standard Lua arithmetic op codes namespace ravi { // OP_ADD, OP_SUB, OP_MUL and OP_DIV // Code size priority so go via function calls void RaviCodeGenerator::emit_ARITH_calls(RaviFunctionDef *def, int A, int B, int C, OpCode op, TMS tms, int pc) { emit_debug_trace(def, op, pc); emit_load_base(def); llvm::Value *ra = emit_gep_register(def, A); llvm::Value *rb = emit_gep_register_or_constant(def, B); llvm::Value *rc = emit_gep_register_or_constant(def, C); switch (op) { case OP_ADD: CreateCall4(def->builder, def->raviV_op_addF, def->L, ra, rb, rc); break; case OP_SUB: CreateCall4(def->builder, def->raviV_op_subF, def->L, ra, rb, rc); break; case OP_MUL: CreateCall4(def->builder, def->raviV_op_mulF, def->L, ra, rb, rc); break; case OP_DIV: CreateCall4(def->builder, def->raviV_op_divF, def->L, ra, rb, rc); break; default: lua_assert(0); } } // OP_ADD, OP_SUB, OP_MUL and OP_DIV void RaviCodeGenerator::emit_ARITH_intpriority(RaviFunctionDef *def, int A, int B, int C, OpCode op, TMS tms, int pc) { // TValue *rb = RKB(i); // TValue *rc = RKC(i); // lua_Number nb; lua_Number nc; // if (ttisinteger(rb) && ttisinteger(rc)) { // lua_Integer ib = ivalue(rb); lua_Integer ic = ivalue(rc); // setivalue(ra, intop(+, ib, ic)); //} // else if (tonumber(rb, &nb) && tonumber(rc, &nc)) { // setfltvalue(ra, luai_numadd(L, nb, nc)); //} // else { Protect(luaT_trybinTM(L, rb, rc, ra, TM_ADD)); } llvm::IRBuilder<> TmpB(def->entry, def->entry->begin()); llvm::Value *nb = TmpB.CreateAlloca(def->types->lua_NumberT, nullptr, "nb"); llvm::Value *nc = TmpB.CreateAlloca(def->types->lua_NumberT, nullptr, "nc"); bool traced = emit_debug_trace(def, op, pc); emit_load_base(def); llvm::Value *ra = emit_gep_register(def, A); llvm::Value *rb = emit_gep_register_or_constant(def, B); llvm::Value *rc = emit_gep_register_or_constant(def, C); llvm::Value *rb_type = emit_load_type(def, rb); llvm::Value *rc_type = emit_load_type(def, rc); llvm::BasicBlock *float_op = llvm::BasicBlock::Create(def->jitState->context(), "float.op"); llvm::BasicBlock *try_meta = llvm::BasicBlock::Create(def->jitState->context(), "try_meta"); llvm::BasicBlock *done_block = llvm::BasicBlock::Create(def->jitState->context(), "done"); if (op != OP_DIV) { llvm::Value *cmp1 = emit_is_value_of_type(def, rb_type, LUA__TNUMINT, "rb.is.integer"); llvm::Value *cmp2 = emit_is_value_of_type(def, rc_type, LUA__TNUMINT, "rc.is.integer"); llvm::Value *andvalue = def->builder->CreateAnd(cmp1, cmp2); // Check if both RB and RC are integers llvm::BasicBlock *then_block = llvm::BasicBlock::Create( def->jitState->context(), "if.integer", def->f); llvm::BasicBlock *else_block = llvm::BasicBlock::Create(def->jitState->context(), "if.not.integer"); def->builder->CreateCondBr(andvalue, then_block, else_block); def->builder->SetInsertPoint(then_block); // Both are integers llvm::Instruction *lhs = emit_load_reg_i(def, rb); llvm::Instruction *rhs = emit_load_reg_i(def, rc); llvm::Value *result = nullptr; switch (op) { case OP_ADD: result = def->builder->CreateAdd(lhs, rhs, "", false, true); break; case OP_SUB: result = def->builder->CreateSub(lhs, rhs, "", false, true); break; case OP_MUL: result = def->builder->CreateMul(lhs, rhs, "", false, true); break; default: lua_assert(0); } emit_store_reg_i_withtype(def, result, ra); def->builder->CreateBr(done_block); // Not integer def->f->getBasicBlockList().push_back(else_block); def->builder->SetInsertPoint(else_block); } // Is RB a float? llvm::Value *cmp1 = emit_is_value_of_type(def, rb_type, LUA__TNUMFLT, "rb.is.float"); llvm::BasicBlock *convert_rb = llvm::BasicBlock::Create(def->jitState->context(), "convert.rb"); llvm::BasicBlock *test_rc = llvm::BasicBlock::Create(def->jitState->context(), "test.rc"); llvm::BasicBlock *load_rb = llvm::BasicBlock::Create(def->jitState->context(), "load.rb"); // If RB is floating then load RB, else convert RB auto brinst1 = def->builder->CreateCondBr(cmp1, load_rb, convert_rb); attach_branch_weights(def, brinst1, 100, 0); // Convert RB def->f->getBasicBlockList().push_back(convert_rb); def->builder->SetInsertPoint(convert_rb); // Call luaV_tonumber_() llvm::Value *rb_isnum = CreateCall2(def->builder, def->luaV_tonumberF, rb, nb); cmp1 = def->builder->CreateICmpEQ(rb_isnum, def->types->kInt[1], "rb.float.ok"); // If not number then go to meta block // Else proceed to test RC def->builder->CreateCondBr(cmp1, test_rc, try_meta); def->f->getBasicBlockList().push_back(load_rb); def->builder->SetInsertPoint(load_rb); // Copy RB to local nb auto src = emit_load_reg_n(def, rb); emit_store_local_n(def, src, nb); def->builder->CreateBr(test_rc); def->f->getBasicBlockList().push_back(test_rc); def->builder->SetInsertPoint(test_rc); // Is RC a float? cmp1 = emit_is_value_of_type(def, rc_type, LUA__TNUMFLT, "rc.is.float"); llvm::BasicBlock *convert_rc = llvm::BasicBlock::Create(def->jitState->context(), "convert.rc"); llvm::BasicBlock *load_rc = llvm::BasicBlock::Create(def->jitState->context(), "load.rc"); // If RC is float load RC // else try to convert RC auto brinst2 = def->builder->CreateCondBr(cmp1, load_rc, convert_rc); attach_branch_weights(def, brinst2, 100, 0); def->f->getBasicBlockList().push_back(convert_rc); def->builder->SetInsertPoint(convert_rc); // Call luaV_tonumber_() llvm::Value *rc_isnum = CreateCall2(def->builder, def->luaV_tonumberF, rc, nc); cmp1 = def->builder->CreateICmpEQ(rc_isnum, def->types->kInt[1], "rc.float.ok"); // If not number then go to meta block // else both RB and RC float so go to op def->builder->CreateCondBr(cmp1, float_op, try_meta); def->f->getBasicBlockList().push_back(load_rc); def->builder->SetInsertPoint(load_rc); // Copy RC to local; src = emit_load_reg_n(def, rc); emit_store_local_n(def, src, nc); def->builder->CreateBr(float_op); def->f->getBasicBlockList().push_back(float_op); def->builder->SetInsertPoint(float_op); llvm::Instruction *lhs = emit_load_local_n(def, nb); llvm::Instruction *rhs = emit_load_local_n(def, nc); llvm::Value *result = nullptr; // Add and set RA switch (op) { case OP_ADD: result = def->builder->CreateFAdd(lhs, rhs); break; case OP_SUB: result = def->builder->CreateFSub(lhs, rhs); break; case OP_MUL: result = def->builder->CreateFMul(lhs, rhs); break; case OP_DIV: result = def->builder->CreateFDiv(lhs, rhs); break; default: lua_assert(0); } emit_store_reg_n_withtype(def, result, ra); def->builder->CreateBr(done_block); // Neither integer nor float so try meta def->f->getBasicBlockList().push_back(try_meta); def->builder->SetInsertPoint(try_meta); // Before invoking metamethod set savedpc if (!traced) emit_update_savedpc(def, pc); CreateCall5(def->builder, def->luaT_trybinTMF, def->L, rb, rc, ra, def->types->kInt[tms]); def->builder->CreateBr(done_block); def->f->getBasicBlockList().push_back(done_block); def->builder->SetInsertPoint(done_block); } // OP_ADD, OP_SUB, OP_MUL and OP_DIV // This version prioritizes floating point arith over integer arith // Also slow path is slower as it goes via function calls void RaviCodeGenerator::emit_ARITH_floatpriority(RaviFunctionDef *def, int A, int B, int C, OpCode op, TMS tms, int pc) { // TValue *rb = RKB(i); // TValue *rc = RKC(i); // lua_Number nb; lua_Number nc; // if (ttisfloat(rb)) { // if (ttisfloat(rc)) { // nb = fltvalue(rb); nc = fltvalue(rc); // setfltvalue(ra, luai_numadd(L, nb, nc)); // } // else if (ttisinteger(rc)) { // nb = fltvalue(rb); nc = cast_num(ivalue(rc)); // setfltvalue(ra, luai_numadd(L, nb, nc)); // } // else slowpath //} // else if (ttisinteger(rb)) { // if (ttisfloat(rc)) { // nb = cast_num(ivalue(rb)); nc = fltvalue(rc); // setfltvalue(ra, luai_numadd(L, nb, nc)); // } // else if (ttisinteger(rc)) { // lua_Integer ib = ivalue(rb); lua_Integer ic = ivalue(rc); // setivalue(ra, intop(+, ib, ic)); // } // else slowpath // else slowpath bool traced = emit_debug_trace(def, op, pc); emit_load_base(def); llvm::Value *ra = emit_gep_register(def, A); llvm::Value *rb = emit_gep_register_or_constant(def, B); llvm::Value *rc = emit_gep_register_or_constant(def, C); llvm::Value *rb_type = emit_load_type(def, rb); llvm::Value *rc_type = emit_load_type(def, rc); // PART A - Is RB floating? llvm::Value *rb_is_float = emit_is_value_of_type(def, rb_type, LUA__TNUMFLT, "rb.is.float"); llvm::BasicBlock *done = llvm::BasicBlock::Create(def->jitState->context(), "done"); llvm::BasicBlock *slowpath = llvm::BasicBlock::Create(def->jitState->context(), "slowpath"); llvm::BasicBlock *check_rc_is_float = llvm::BasicBlock::Create(def->jitState->context(), "check.rc.is.float"); llvm::BasicBlock *check_rb_is_int = llvm::BasicBlock::Create(def->jitState->context(), "check.rb.is.int"); // If RB is floating, check RC else check RB is int auto brinst1 = def->builder->CreateCondBr(rb_is_float, check_rc_is_float, check_rb_is_int); attach_branch_weights(def, brinst1, 5, 2); // Check if rc is float def->f->getBasicBlockList().push_back(check_rc_is_float); def->builder->SetInsertPoint(check_rc_is_float); llvm::Value *rc_is_float = emit_is_value_of_type(def, rc_type, LUA__TNUMFLT, "rb.float.is.rc.float"); llvm::BasicBlock *float_op = llvm::BasicBlock::Create(def->jitState->context(), "float.op"); llvm::BasicBlock *rb_float_check_rc_is_int = llvm::BasicBlock::Create( def->jitState->context(), "rb.float.check.rc.int"); // RB is floating - so check if RC is floating auto brinst2 = def->builder->CreateCondBr(rc_is_float, float_op, rb_float_check_rc_is_int); attach_branch_weights(def, brinst2, 10, 3); // Both rb and rc are floats def->f->getBasicBlockList().push_back(float_op); def->builder->SetInsertPoint(float_op); llvm::Instruction *lhs = emit_load_reg_n(def, rb); llvm::Instruction *rhs = emit_load_reg_n(def, rc); llvm::Value *result = nullptr; // Add and set RA switch (op) { case OP_ADD: result = def->builder->CreateFAdd(lhs, rhs); break; case OP_SUB: result = def->builder->CreateFSub(lhs, rhs); break; case OP_MUL: result = def->builder->CreateFMul(lhs, rhs); break; case OP_DIV: result = def->builder->CreateFDiv(lhs, rhs); break; default: lua_assert(0); } emit_store_reg_n_withtype(def, result, ra); // We are done def->builder->CreateBr(done); // RB is float - but RC is not, so check if RC is int def->f->getBasicBlockList().push_back(rb_float_check_rc_is_int); def->builder->SetInsertPoint(rb_float_check_rc_is_int); llvm::Value *rb_float_is_rc_int = emit_is_value_of_type(def, rc_type, LUA__TNUMINT, "rb.float.is.rc.int"); llvm::BasicBlock *float_int_op = llvm::BasicBlock::Create(def->jitState->context(), "float.int.op"); // RB is floating, check if RC in int auto brinst3 = def->builder->CreateCondBr(rb_float_is_rc_int, float_int_op, slowpath); attach_branch_weights(def, brinst3, 100, 0); // RB is float - but RC is int def->f->getBasicBlockList().push_back(float_int_op); def->builder->SetInsertPoint(float_int_op); lhs = emit_load_reg_n(def, rb); rhs = emit_load_reg_i(def, rc); result = nullptr; // Add and set RA switch (op) { case OP_ADD: result = def->builder->CreateFAdd( lhs, def->builder->CreateSIToFP(rhs, def->types->lua_NumberT)); break; case OP_SUB: result = def->builder->CreateFSub( lhs, def->builder->CreateSIToFP(rhs, def->types->lua_NumberT)); break; case OP_MUL: result = def->builder->CreateFMul( lhs, def->builder->CreateSIToFP(rhs, def->types->lua_NumberT)); break; case OP_DIV: result = def->builder->CreateFDiv( lhs, def->builder->CreateSIToFP(rhs, def->types->lua_NumberT)); break; default: lua_assert(0); } emit_store_reg_n_withtype(def, result, ra); // We are done def->builder->CreateBr(done); // PART B - This section starts by checking whether RB is integer def->f->getBasicBlockList().push_back(check_rb_is_int); def->builder->SetInsertPoint(check_rb_is_int); llvm::Value *rb_is_int = emit_is_value_of_type(def, rb_type, LUA__TNUMINT, "rb.is.integer"); llvm::BasicBlock *rb_int_check_rc_int = llvm::BasicBlock::Create(def->jitState->context(), "rb.int.check.rc.int"); llvm::BasicBlock *rb_int_check_rc_float = llvm::BasicBlock::Create( def->jitState->context(), "rb.int.check.rc.float"); // Check if RB is INT auto brinst4 = def->builder->CreateCondBr(rb_is_int, rb_int_check_rc_int, slowpath); attach_branch_weights(def, brinst4, 100, 0); // RB is int, check if RC is also int def->f->getBasicBlockList().push_back(rb_int_check_rc_int); def->builder->SetInsertPoint(rb_int_check_rc_int); llvm::Value *rb_int_is_rc_int = emit_is_value_of_type(def, rc_type, LUA__TNUMINT, "rb.int.is.rc.int"); llvm::BasicBlock *int_int_op = llvm::BasicBlock::Create(def->jitState->context(), "int.int.op"); // Check if RC is INT auto brinst5 = def->builder->CreateCondBr(rb_int_is_rc_int, int_int_op, rb_int_check_rc_float); attach_branch_weights(def, brinst5, 10, 3); // RB is int, RC int def->f->getBasicBlockList().push_back(int_int_op); def->builder->SetInsertPoint(int_int_op); // Both are integers lhs = emit_load_reg_i(def, rb); rhs = emit_load_reg_i(def, rc); result = nullptr; switch (op) { case OP_ADD: result = def->builder->CreateAdd(lhs, rhs, "", false, true); break; case OP_SUB: result = def->builder->CreateSub(lhs, rhs, "", false, true); break; case OP_MUL: result = def->builder->CreateMul(lhs, rhs, "", false, true); break; case OP_DIV: result = def->builder->CreateFDiv( def->builder->CreateSIToFP(lhs, def->types->lua_NumberT), def->builder->CreateSIToFP(rhs, def->types->lua_NumberT)); break; default: lua_assert(0); } if (op != OP_DIV) emit_store_reg_i_withtype(def, result, ra); else emit_store_reg_n_withtype(def, result, ra); def->builder->CreateBr(done); // RB is int, check if RC is float def->f->getBasicBlockList().push_back(rb_int_check_rc_float); def->builder->SetInsertPoint(rb_int_check_rc_float); llvm::Value *rb_int_is_rc_float = emit_is_value_of_type(def, rc_type, LUA__TNUMFLT, "rb.int.is.rc.float"); llvm::BasicBlock *int_float_op = llvm::BasicBlock::Create(def->jitState->context(), "int.float.op"); // RB is int, check if RC is float auto brinst6 = def->builder->CreateCondBr(rb_int_is_rc_float, int_float_op, slowpath); attach_branch_weights(def, brinst6, 100, 0); // RB is int, RC is float def->f->getBasicBlockList().push_back(int_float_op); def->builder->SetInsertPoint(int_float_op); lhs = emit_load_reg_i(def, rb); rhs = emit_load_reg_n(def, rc); result = nullptr; // Add and set RA switch (op) { case OP_ADD: result = def->builder->CreateFAdd( def->builder->CreateSIToFP(lhs, def->types->lua_NumberT), rhs); break; case OP_SUB: result = def->builder->CreateFSub( def->builder->CreateSIToFP(lhs, def->types->lua_NumberT), rhs); break; case OP_MUL: result = def->builder->CreateFMul( def->builder->CreateSIToFP(lhs, def->types->lua_NumberT), rhs); break; case OP_DIV: result = def->builder->CreateFDiv( def->builder->CreateSIToFP(lhs, def->types->lua_NumberT), rhs); break; default: lua_assert(0); } emit_store_reg_n_withtype(def, result, ra); // We are done def->builder->CreateBr(done); def->f->getBasicBlockList().push_back(slowpath); def->builder->SetInsertPoint(slowpath); // Set savedpc as following may invoke metamethod if (!traced) emit_update_savedpc(def, pc); switch (op) { case OP_ADD: CreateCall4(def->builder, def->raviV_op_addF, def->L, ra, rb, rc); break; case OP_SUB: CreateCall4(def->builder, def->raviV_op_subF, def->L, ra, rb, rc); break; case OP_MUL: CreateCall4(def->builder, def->raviV_op_mulF, def->L, ra, rb, rc); break; case OP_DIV: CreateCall4(def->builder, def->raviV_op_divF, def->L, ra, rb, rc); break; default: lua_assert(0); } def->builder->CreateBr(done); def->f->getBasicBlockList().push_back(done); def->builder->SetInsertPoint(done); } // OP_MOD void RaviCodeGenerator::emit_MOD(RaviFunctionDef *def, int A, int B, int C, int pc) { // TValue *rb = RKB(i); // TValue *rc = RKC(i); // lua_Number nb; lua_Number nc; // if (ttisinteger(rb) && ttisinteger(rc)) { // lua_Integer ib = ivalue(rb); lua_Integer ic = ivalue(rc); // setivalue(ra, luaV_mod(L, ib, ic)); //} // else if (tonumber(rb, &nb) && tonumber(rc, &nc)) { // lua_Number m; // luai_nummod(L, nb, nc, m); // setfltvalue(ra, m); //} // else { Protect(luaT_trybinTM(L, rb, rc, ra, TM_MOD)); } llvm::IRBuilder<> TmpB(def->entry, def->entry->begin()); llvm::Value *nb = TmpB.CreateAlloca(def->types->lua_NumberT, nullptr, "nb"); llvm::Value *nc = TmpB.CreateAlloca(def->types->lua_NumberT, nullptr, "nc"); bool traced = emit_debug_trace(def, OP_MOD, pc); emit_load_base(def); llvm::Value *ra = emit_gep_register(def, A); llvm::Value *rb = emit_gep_register_or_constant(def, B); llvm::Value *rc = emit_gep_register_or_constant(def, C); llvm::Value *rb_type = emit_load_type(def, rb); llvm::Value *rc_type = emit_load_type(def, rc); llvm::BasicBlock *float_op = llvm::BasicBlock::Create(def->jitState->context(), "float.op"); llvm::BasicBlock *try_meta = llvm::BasicBlock::Create(def->jitState->context(), "try_meta"); llvm::BasicBlock *done_block = llvm::BasicBlock::Create(def->jitState->context(), "done"); llvm::Value *cmp1 = emit_is_value_of_type(def, rb_type, LUA__TNUMINT, "rb.is.integer"); llvm::Value *cmp2 = emit_is_value_of_type(def, rc_type, LUA__TNUMINT, "rc.is.integer"); llvm::Value *andvalue = def->builder->CreateAnd(cmp1, cmp2); // Check if both RB and RC are integers llvm::BasicBlock *then_block = llvm::BasicBlock::Create(def->jitState->context(), "if.integer", def->f); llvm::BasicBlock *else_block = llvm::BasicBlock::Create(def->jitState->context(), "if.not.integer"); def->builder->CreateCondBr(andvalue, then_block, else_block); def->builder->SetInsertPoint(then_block); // Both are integers llvm::Instruction *lhs = emit_load_reg_i(def, rb); llvm::Instruction *rhs = emit_load_reg_i(def, rc); llvm::Value *result = CreateCall3(def->builder, def->luaV_modF, def->L, lhs, rhs); emit_store_reg_i_withtype(def, result, ra); def->builder->CreateBr(done_block); // Not integer def->f->getBasicBlockList().push_back(else_block); def->builder->SetInsertPoint(else_block); // Is RB a float? cmp1 = emit_is_value_of_type(def, rb_type, LUA__TNUMFLT, "rb.is.float"); llvm::BasicBlock *convert_rb = llvm::BasicBlock::Create(def->jitState->context(), "convert.rb"); llvm::BasicBlock *test_rc = llvm::BasicBlock::Create(def->jitState->context(), "test.rc"); llvm::BasicBlock *load_rb = llvm::BasicBlock::Create(def->jitState->context(), "load.rb"); // If RB is floating then load RB, else convert RB def->builder->CreateCondBr(cmp1, load_rb, convert_rb); // Convert RB def->f->getBasicBlockList().push_back(convert_rb); def->builder->SetInsertPoint(convert_rb); // Call luaV_tonumber_() llvm::Value *rb_isnum = CreateCall2(def->builder, def->luaV_tonumberF, rb, nb); cmp1 = def->builder->CreateICmpEQ(rb_isnum, def->types->kInt[1], "rb.float.ok"); // If not number then go to meta block // Else proceed to test RC def->builder->CreateCondBr(cmp1, test_rc, try_meta); def->f->getBasicBlockList().push_back(load_rb); def->builder->SetInsertPoint(load_rb); // Copy RB to local nb auto src = emit_load_reg_n(def, rb); emit_store_local_n(def, src, nb); def->builder->CreateBr(test_rc); def->f->getBasicBlockList().push_back(test_rc); def->builder->SetInsertPoint(test_rc); // Is RC a float? cmp1 = emit_is_value_of_type(def, rc_type, LUA__TNUMFLT, "rc.is.float"); llvm::BasicBlock *convert_rc = llvm::BasicBlock::Create(def->jitState->context(), "convert.rc"); llvm::BasicBlock *load_rc = llvm::BasicBlock::Create(def->jitState->context(), "load.rc"); // If RC is float load RC // else try to convert RC def->builder->CreateCondBr(cmp1, load_rc, convert_rc); def->f->getBasicBlockList().push_back(convert_rc); def->builder->SetInsertPoint(convert_rc); // Call luaV_tonumber_() llvm::Value *rc_isnum = CreateCall2(def->builder, def->luaV_tonumberF, rc, nc); cmp1 = def->builder->CreateICmpEQ(rc_isnum, def->types->kInt[1], "rc.float.ok"); // If not number then go to meta block // else both RB and RC float so go to op def->builder->CreateCondBr(cmp1, float_op, try_meta); def->f->getBasicBlockList().push_back(load_rc); def->builder->SetInsertPoint(load_rc); // Copy RC to local; src = emit_load_reg_n(def, rc); emit_store_local_n(def, src, nc); def->builder->CreateBr(float_op); def->f->getBasicBlockList().push_back(float_op); def->builder->SetInsertPoint(float_op); lhs = emit_load_local_n(def, nb); rhs = emit_load_local_n(def, nc); #if LLVM_VERSION_MAJOR >= 9 llvm::Value *fmod_result = CreateCall2(def->builder, def->fmodFunc.getCallee(), lhs, rhs); #else llvm::Value *fmod_result = CreateCall2(def->builder, def->fmodFunc, lhs, rhs); #endif // if ((m)*(b) < 0) (m) += (b); llvm::Value *mb = def->builder->CreateFMul(fmod_result, rhs); // If m*b < 0 cmp1 = def->builder->CreateFCmpOLT( mb, llvm::ConstantFP::get(def->types->lua_NumberT, 0.0)); llvm::BasicBlock *mb_lt0_then = llvm::BasicBlock::Create(def->jitState->context(), "mb.lt.zero", def->f); llvm::BasicBlock *mb_lt0_else = llvm::BasicBlock::Create(def->jitState->context(), "mb.not.lt.zero"); llvm::BasicBlock *mb_lt0_done = llvm::BasicBlock::Create(def->jitState->context(), "mb.not.lt.end"); def->builder->CreateCondBr(cmp1, mb_lt0_then, mb_lt0_else); def->builder->SetInsertPoint(mb_lt0_then); result = def->builder->CreateFAdd(fmod_result, rhs); emit_store_local_n(def, result, nb); def->builder->CreateBr(mb_lt0_done); def->f->getBasicBlockList().push_back(mb_lt0_else); def->builder->SetInsertPoint(mb_lt0_else); emit_store_local_n(def, fmod_result, nb); def->builder->CreateBr(mb_lt0_done); def->f->getBasicBlockList().push_back(mb_lt0_done); def->builder->SetInsertPoint(mb_lt0_done); lhs = emit_load_local_n(def, nb); emit_store_reg_n_withtype(def, lhs, ra); def->builder->CreateBr(done_block); // Neither integer nor float so try meta def->f->getBasicBlockList().push_back(try_meta); def->builder->SetInsertPoint(try_meta); // before invoking metamethod set savedpc if (!traced) emit_update_savedpc(def, pc); CreateCall5(def->builder, def->luaT_trybinTMF, def->L, rb, rc, ra, def->types->kInt[TM_MOD]); def->builder->CreateBr(done_block); def->f->getBasicBlockList().push_back(done_block); def->builder->SetInsertPoint(done_block); } // OP_IDIV void RaviCodeGenerator::emit_IDIV(RaviFunctionDef *def, int A, int B, int C, int pc) { // TValue *rb = RKB(i); // TValue *rc = RKC(i); // lua_Number nb; lua_Number nc; // if (ttisinteger(rb) && ttisinteger(rc)) { // lua_Integer ib = ivalue(rb); lua_Integer ic = ivalue(rc); // setivalue(ra, luaV_div(L, ib, ic)); //} // else if (tonumber(rb, &nb) && tonumber(rc, &nc)) { // setfltvalue(ra, luai_numidiv(L, nb, nc)); //} // else { Protect(luaT_trybinTM(L, rb, rc, ra, TM_IDIV)); } llvm::IRBuilder<> TmpB(def->entry, def->entry->begin()); llvm::Value *nb = TmpB.CreateAlloca(def->types->lua_NumberT, nullptr, "nb"); llvm::Value *nc = TmpB.CreateAlloca(def->types->lua_NumberT, nullptr, "nc"); bool traced = emit_debug_trace(def, OP_IDIV, pc); emit_load_base(def); llvm::Value *ra = emit_gep_register(def, A); llvm::Value *rb = emit_gep_register_or_constant(def, B); llvm::Value *rc = emit_gep_register_or_constant(def, C); llvm::Value *rb_type = emit_load_type(def, rb); llvm::Value *rc_type = emit_load_type(def, rc); llvm::BasicBlock *float_op = llvm::BasicBlock::Create(def->jitState->context(), "float.op"); llvm::BasicBlock *try_meta = llvm::BasicBlock::Create(def->jitState->context(), "try_meta"); llvm::BasicBlock *done_block = llvm::BasicBlock::Create(def->jitState->context(), "done"); llvm::Value *cmp1 = emit_is_value_of_type(def, rb_type, LUA__TNUMINT, "rb.is.integer"); llvm::Value *cmp2 = emit_is_value_of_type(def, rc_type, LUA__TNUMINT, "rc.is.integer"); llvm::Value *andvalue = def->builder->CreateAnd(cmp1, cmp2); // Check if both RB and RC are integers llvm::BasicBlock *then_block = llvm::BasicBlock::Create(def->jitState->context(), "if.integer", def->f); llvm::BasicBlock *else_block = llvm::BasicBlock::Create(def->jitState->context(), "if.not.integer"); def->builder->CreateCondBr(andvalue, then_block, else_block); def->builder->SetInsertPoint(then_block); // Both are integers llvm::Instruction *lhs = emit_load_reg_i(def, rb); llvm::Instruction *rhs = emit_load_reg_i(def, rc); llvm::Value *result = CreateCall3(def->builder, def->luaV_divF, def->L, lhs, rhs); emit_store_reg_i_withtype(def, result, ra); def->builder->CreateBr(done_block); // Not integer def->f->getBasicBlockList().push_back(else_block); def->builder->SetInsertPoint(else_block); // Is RB a float? cmp1 = emit_is_value_of_type(def, rb_type, LUA__TNUMFLT, "rb.is.float"); llvm::BasicBlock *convert_rb = llvm::BasicBlock::Create(def->jitState->context(), "convert.rb"); llvm::BasicBlock *test_rc = llvm::BasicBlock::Create(def->jitState->context(), "test.rc"); llvm::BasicBlock *load_rb = llvm::BasicBlock::Create(def->jitState->context(), "load.rb"); // If RB is floating then load RB, else convert RB def->builder->CreateCondBr(cmp1, load_rb, convert_rb); // Convert RB def->f->getBasicBlockList().push_back(convert_rb); def->builder->SetInsertPoint(convert_rb); // Call luaV_tonumber_() llvm::Value *rb_isnum = CreateCall2(def->builder, def->luaV_tonumberF, rb, nb); cmp1 = def->builder->CreateICmpEQ(rb_isnum, def->types->kInt[1], "rb.float.ok"); // If not number then go to meta block // Else proceed to test RC def->builder->CreateCondBr(cmp1, test_rc, try_meta); def->f->getBasicBlockList().push_back(load_rb); def->builder->SetInsertPoint(load_rb); // Copy RB to local nb auto src = emit_load_reg_n(def, rb); emit_store_local_n(def, src, nb); def->builder->CreateBr(test_rc); def->f->getBasicBlockList().push_back(test_rc); def->builder->SetInsertPoint(test_rc); // Is RC a float? cmp1 = emit_is_value_of_type(def, rc_type, LUA__TNUMFLT, "rc.is.float"); llvm::BasicBlock *convert_rc = llvm::BasicBlock::Create(def->jitState->context(), "convert.rc"); llvm::BasicBlock *load_rc = llvm::BasicBlock::Create(def->jitState->context(), "load.rc"); // If RC is float load RC // else try to convert RC def->builder->CreateCondBr(cmp1, load_rc, convert_rc); def->f->getBasicBlockList().push_back(convert_rc); def->builder->SetInsertPoint(convert_rc); // Call luaV_tonumber_() llvm::Value *rc_isnum = CreateCall2(def->builder, def->luaV_tonumberF, rc, nc); cmp1 = def->builder->CreateICmpEQ(rc_isnum, def->types->kInt[1], "rc.float.ok"); // If not number then go to meta block // else both RB and RC float so go to op def->builder->CreateCondBr(cmp1, float_op, try_meta); def->f->getBasicBlockList().push_back(load_rc); def->builder->SetInsertPoint(load_rc); // Copy RC to local; src = emit_load_reg_n(def, rc); emit_store_local_n(def, src, nc); def->builder->CreateBr(float_op); def->f->getBasicBlockList().push_back(float_op); def->builder->SetInsertPoint(float_op); lhs = emit_load_local_n(def, nb); rhs = emit_load_local_n(def, nc); result = def->builder->CreateFDiv(lhs, rhs); llvm::Value *floor_result = def->builder->CreateCall(def->floorFunc, result); emit_store_reg_n_withtype(def, floor_result, ra); def->builder->CreateBr(done_block); // Neither integer nor float so try meta def->f->getBasicBlockList().push_back(try_meta); def->builder->SetInsertPoint(try_meta); // before invoking metamethod set savedpc if (!traced) emit_update_savedpc(def, pc); CreateCall5(def->builder, def->luaT_trybinTMF, def->L, rb, rc, ra, def->types->kInt[TM_IDIV]); def->builder->CreateBr(done_block); def->f->getBasicBlockList().push_back(done_block); def->builder->SetInsertPoint(done_block); } // OP_POW void RaviCodeGenerator::emit_POW(RaviFunctionDef *def, int A, int B, int C, int pc) { // TValue *rb = RKB(i); // TValue *rc = RKC(i); // lua_Number nb; lua_Number nc; // if (tonumber(rb, &nb) && tonumber(rc, &nc)) { // setfltvalue(ra, luai_numpow(L, nb, nc)); //} // else { Protect(luaT_trybinTM(L, rb, rc, ra, TM_POW)); } llvm::IRBuilder<> TmpB(def->entry, def->entry->begin()); llvm::Value *nb = TmpB.CreateAlloca(def->types->lua_NumberT, nullptr, "nb"); llvm::Value *nc = TmpB.CreateAlloca(def->types->lua_NumberT, nullptr, "nc"); bool traced = emit_debug_trace(def, OP_POW, pc); emit_load_base(def); llvm::Value *ra = emit_gep_register(def, A); llvm::Value *rb = emit_gep_register_or_constant(def, B); llvm::Value *rc = emit_gep_register_or_constant(def, C); llvm::Value *rb_type = emit_load_type(def, rb); llvm::Value *rc_type = emit_load_type(def, rc); llvm::BasicBlock *float_op = llvm::BasicBlock::Create(def->jitState->context(), "float.op"); llvm::BasicBlock *try_meta = llvm::BasicBlock::Create(def->jitState->context(), "try_meta"); llvm::BasicBlock *done_block = llvm::BasicBlock::Create(def->jitState->context(), "done"); // Is RB a float? llvm::Value *cmp1 = emit_is_value_of_type(def, rb_type, LUA__TNUMFLT, "rb.is.float"); llvm::BasicBlock *convert_rb = llvm::BasicBlock::Create(def->jitState->context(), "convert.rb"); llvm::BasicBlock *test_rc = llvm::BasicBlock::Create(def->jitState->context(), "test.rc"); llvm::BasicBlock *load_rb = llvm::BasicBlock::Create(def->jitState->context(), "load.rb"); // If RB is floating then load RB, else convert RB def->builder->CreateCondBr(cmp1, load_rb, convert_rb); // Convert RB def->f->getBasicBlockList().push_back(convert_rb); def->builder->SetInsertPoint(convert_rb); // Call luaV_tonumber_() llvm::Value *rb_isnum = CreateCall2(def->builder, def->luaV_tonumberF, rb, nb); cmp1 = def->builder->CreateICmpEQ(rb_isnum, def->types->kInt[1], "rb.float.ok"); // If not number then go to meta block // Else proceed to test RC def->builder->CreateCondBr(cmp1, test_rc, try_meta); def->f->getBasicBlockList().push_back(load_rb); def->builder->SetInsertPoint(load_rb); // Copy RB to local nb auto src = emit_load_reg_n(def, rb); emit_store_local_n(def, src, nb); def->builder->CreateBr(test_rc); def->f->getBasicBlockList().push_back(test_rc); def->builder->SetInsertPoint(test_rc); // Is RC a float? cmp1 = emit_is_value_of_type(def, rc_type, LUA__TNUMFLT, "rc.is.float"); llvm::BasicBlock *convert_rc = llvm::BasicBlock::Create(def->jitState->context(), "convert.rc"); llvm::BasicBlock *load_rc = llvm::BasicBlock::Create(def->jitState->context(), "load.rc"); // If RC is float load RC // else try to convert RC def->builder->CreateCondBr(cmp1, load_rc, convert_rc); def->f->getBasicBlockList().push_back(convert_rc); def->builder->SetInsertPoint(convert_rc); // Call luaV_tonumber_() llvm::Value *rc_isnum = CreateCall2(def->builder, def->luaV_tonumberF, rc, nc); cmp1 = def->builder->CreateICmpEQ(rc_isnum, def->types->kInt[1], "rc.float.ok"); // If not number then go to meta block // else both RB and RC float so go to op def->builder->CreateCondBr(cmp1, float_op, try_meta); def->f->getBasicBlockList().push_back(load_rc); def->builder->SetInsertPoint(load_rc); // Copy RC to local; src = emit_load_reg_n(def, rc); emit_store_local_n(def, src, nc); def->builder->CreateBr(float_op); def->f->getBasicBlockList().push_back(float_op); def->builder->SetInsertPoint(float_op); llvm::Instruction *lhs = emit_load_local_n(def, nb); llvm::Instruction *rhs = emit_load_local_n(def, nc); #if LLVM_VERSION_MAJOR >= 9 llvm::Value *pow_result = CreateCall2(def->builder, def->powFunc.getCallee(), lhs, rhs); #else llvm::Value *pow_result = CreateCall2(def->builder, def->powFunc, lhs, rhs); #endif emit_store_reg_n_withtype(def, pow_result, ra); def->builder->CreateBr(done_block); // Neither integer nor float so try meta def->f->getBasicBlockList().push_back(try_meta); def->builder->SetInsertPoint(try_meta); // Before invoking metamethod set savedpc if (!traced) emit_update_savedpc(def, pc); CreateCall5(def->builder, def->luaT_trybinTMF, def->L, rb, rc, ra, def->types->kInt[TM_POW]); def->builder->CreateBr(done_block); def->f->getBasicBlockList().push_back(done_block); def->builder->SetInsertPoint(done_block); } void RaviCodeGenerator::emit_UNM(RaviFunctionDef *def, int A, int B, int pc) { // TValue *rb = RB(i); // lua_Number nb; // if (ttisinteger(rb)) { // lua_Integer ib = ivalue(rb); // setivalue(ra, intop(-, 0, ib)); //} // else if (tonumber(rb, &nb)) { // setfltvalue(ra, luai_numunm(L, nb)); //} // else { // Protect(luaT_trybinTM(L, rb, rb, ra, TM_UNM)); //} llvm::IRBuilder<> TmpB(def->entry, def->entry->begin()); llvm::Value *nb = TmpB.CreateAlloca(def->types->lua_NumberT, nullptr, "nb"); bool traced = emit_debug_trace(def, OP_UNM, pc); emit_load_base(def); llvm::Value *ra = emit_gep_register(def, A); llvm::Value *rb = emit_gep_register_or_constant(def, B); llvm::Value *rb_type = emit_load_type(def, rb); llvm::BasicBlock *float_op = llvm::BasicBlock::Create(def->jitState->context(), "float.op"); llvm::BasicBlock *try_meta = llvm::BasicBlock::Create(def->jitState->context(), "try_meta"); llvm::BasicBlock *done_block = llvm::BasicBlock::Create(def->jitState->context(), "done"); llvm::Value *cmp1 = emit_is_value_of_type(def, rb_type, LUA__TNUMINT, "rb.is.integer"); // Check if both RB and RC are integers llvm::BasicBlock *then_block = llvm::BasicBlock::Create(def->jitState->context(), "if.integer", def->f); llvm::BasicBlock *else_block = llvm::BasicBlock::Create(def->jitState->context(), "if.not.integer"); def->builder->CreateCondBr(cmp1, then_block, else_block); def->builder->SetInsertPoint(then_block); // Both are integers llvm::Instruction *lhs = emit_load_reg_i(def, rb); llvm::Value *result = def->builder->CreateNeg(lhs, "", false, true); emit_store_reg_i_withtype(def, result, ra); def->builder->CreateBr(done_block); // Not integer def->f->getBasicBlockList().push_back(else_block); def->builder->SetInsertPoint(else_block); // Is RB a float? cmp1 = emit_is_value_of_type(def, rb_type, LUA__TNUMFLT, "rb.is.float"); llvm::BasicBlock *convert_rb = llvm::BasicBlock::Create(def->jitState->context(), "convert.rb"); llvm::BasicBlock *load_rb = llvm::BasicBlock::Create(def->jitState->context(), "load.rb"); // If RB is floating then load RB, else convert RB def->builder->CreateCondBr(cmp1, load_rb, convert_rb); // Convert RB def->f->getBasicBlockList().push_back(convert_rb); def->builder->SetInsertPoint(convert_rb); // Call luaV_tonumber_() llvm::Value *rb_isnum = CreateCall2(def->builder, def->luaV_tonumberF, rb, nb); cmp1 = def->builder->CreateICmpEQ(rb_isnum, def->types->kInt[1], "rb.float.ok"); // If not number then go to meta block // Else proceed to test RC def->builder->CreateCondBr(cmp1, float_op, try_meta); def->f->getBasicBlockList().push_back(load_rb); def->builder->SetInsertPoint(load_rb); // Copy RB to local nb auto src = emit_load_reg_n(def, rb); emit_store_local_n(def, src, nb); def->builder->CreateBr(float_op); def->f->getBasicBlockList().push_back(float_op); def->builder->SetInsertPoint(float_op); lhs = emit_load_local_n(def, nb); result = def->builder->CreateFNeg(lhs); emit_store_reg_n_withtype(def, result, ra); def->builder->CreateBr(done_block); // Neither integer nor float so try meta def->f->getBasicBlockList().push_back(try_meta); def->builder->SetInsertPoint(try_meta); // before invoking metamethod set savedpc if (!traced) emit_update_savedpc(def, pc); CreateCall5(def->builder, def->luaT_trybinTMF, def->L, rb, rb, ra, def->types->kInt[TM_UNM]); def->builder->CreateBr(done_block); def->f->getBasicBlockList().push_back(done_block); def->builder->SetInsertPoint(done_block); } }