Files
c3c/src/compiler/llvm_codegen_stmt.c
2025-11-16 22:07:04 +01:00

1719 lines
48 KiB
C

// Copyright (c) 2019-2025 Christoffer Lerno. All rights reserved.
// Use of this source code is governed by the GNU LGPLv3.0 license
// a copy of which can be found in the LICENSE file.
#include "llvm_codegen_internal.h"
static void llvm_emit_switch_body(GenContext *c, BEValue *switch_value, Ast *switch_ast, bool is_typeid);
// Emit a regular compound statement.
void llvm_emit_compound_stmt(GenContext *c, Ast *ast)
{
ASSERT(ast->ast_kind == AST_COMPOUND_STMT);
DebugScope *old_block = NULL;
if (ast->compound_stmt.parent_defer && llvm_use_debug(c))
{
old_block = c->debug.block_stack;
ASSERT(ast->compound_stmt.parent_defer);
c->debug.block_stack = astptr(ast->compound_stmt.parent_defer)->defer_stmt.scope;
}
// Push the lexical scope if in debug.
DEBUG_PUSH_LEXICAL_SCOPE(c, ast->span);
// Emit the statement chain
llvm_emit_statement_chain(c, ast->compound_stmt.first_stmt);
// Pop lexical scope.
DEBUG_POP_LEXICAL_SCOPE(c);
if (old_block) c->debug.block_stack = old_block;
}
void llvm_emit_local_static(GenContext *c, Decl *decl, BEValue *value)
{
// In defers we might already have generated this variable.
if (decl->backend_ref)
{
llvm_value_set_decl(c, value, decl);
return;
}
// Push the builder
void *builder = c->builder;
c->builder = c->global_builder;
// Emit the global.
decl->backend_ref = llvm_add_global(c, "temp", decl->type, decl->alignment);
if (IS_OPTIONAL(decl))
{
LLVMTypeRef fault = llvm_get_type(c, type_fault);
scratch_buffer_append(c->cur_func.name);
scratch_buffer_append_char('.');
scratch_buffer_append(decl->name);
scratch_buffer_append(".f");
decl->var.optional_ref = llvm_add_global_raw(c, scratch_buffer_to_string(), fault, 0);
}
llvm_emit_global_variable_init(c, decl);
// Pop the builder
c->builder = builder;
llvm_value_set_decl(c, value, decl);
}
/**
* This emits a local declaration.
*/
void llvm_emit_local_decl(GenContext *c, Decl *decl, BEValue *value)
{
switch (decl->var.kind)
{
case VARDECL_CONST:
llvm_emit_local_static(c, decl, value);
return;
case VARDECL_LOCAL:
if (decl->var.is_static)
{
llvm_emit_local_static(c, decl, value);
return;
}
break;
case VARDECL_PARAM_CT:
case VARDECL_PARAM_CT_TYPE:
case VARDECL_PARAM_EXPR:
case VARDECL_GLOBAL:
case VARDECL_MEMBER:
case VARDECL_BITMEMBER:
UNREACHABLE_VOID;
case VARDECL_PARAM:
{
Expr *init_expr = decl->var.init_expr;
llvm_emit_expr(c, value, init_expr);
if (llvm_value_is_addr(value) || decl->var.is_written || decl->var.is_addr || llvm_use_accurate_debug_info(c))
{
llvm_emit_and_set_decl_alloca(c, decl);
llvm_store_decl(c, decl, value);
return;
}
decl->is_value = true;
decl->backend_value = value->value;
return;
}
case VARDECL_UNWRAPPED:
case VARDECL_ERASE:
case VARDECL_REWRAPPED:
return;
case VARDECL_LOCAL_CT:
case VARDECL_LOCAL_CT_TYPE:
UNREACHABLE_VOID
}
// Get the declaration and the LLVM type.
Type *var_type = type_lowering(decl->type);
LLVMTypeRef alloc_type = llvm_get_type(c, var_type);
// Create a local alloca
ASSERT(!decl->backend_ref);
if (decl->var.is_temp && !IS_OPTIONAL(decl) && !decl->var.is_addr && !decl->var.is_written && !type_is_user_defined(
var_type) && var_type->type_kind != TYPE_ARRAY)
{
ASSERT(decl->var.init_expr);
llvm_emit_expr(c, value, decl->var.init_expr);
llvm_value_rvalue(c, value);
decl->backend_value = value->value;
decl->is_value = true;
return;
}
llvm_emit_local_var_alloca(c, decl);
// Create optional storage
bool is_optional = IS_OPTIONAL(decl);
if (is_optional)
{
scratch_buffer_clear();
scratch_buffer_append(decl->name ? decl->name : "anon");
scratch_buffer_append(".f");
decl->var.optional_ref = llvm_emit_alloca_b(c, type_fault, scratch_buffer_to_string()).value;
// Only clear out the result if the assignment isn't an optional.
}
// Grab the init expression
Expr *init = decl->var.init_expr;
if (init)
{
llvm_value_set_decl_address(c, value, decl);
// Pretend to be normal.
value->kind = BE_ADDRESS;
BEValue res = llvm_emit_assign_expr(c, value, NULL, decl->var.init_expr, decl->var.optional_ref, true);
if (!is_optional && res.value)
{
*value = res;
return;
}
if (is_optional) value->kind = BE_ADDRESS_OPTIONAL;
return;
}
// If the variable has a no-init, then set the value to undef.
if (decl->var.no_init)
{
llvm_value_set(value, LLVMGetUndef(alloc_type), decl->type);
if (is_optional)
{
llvm_store_to_ptr_raw(c, decl->var.optional_ref, llvm_get_undef(c, type_fault), type_fault);
}
return;
}
// Normal case, zero init.
llvm_value_set_decl_address(c, value, decl);
if (is_optional)
{
llvm_store_to_ptr_zero(c, decl->var.optional_ref, type_fault);
// Prevent accidental optional folding in "llvm_store_zero"!
value->kind = BE_ADDRESS;
}
llvm_store_zero(c, value);
llvm_value_set(value, llvm_get_zero(c, var_type), var_type);
}
/**
* Emit the 'cond' in something like: "while (int a = foo(), int bar = a * a, bar > baz)"
* But also the switch value in switches.
*
* @param c the context to use
* @param be_value the value to return the value of the cond
* @param expr the expression of type EXPR_COND
* @param bool_cast true if in while/for/etc false if it is a switch
*/
static void llvm_emit_cond(GenContext *c, BEValue *be_value, Expr *expr, bool bool_cast)
{
ASSERT(expr->expr_kind == EXPR_COND);
ByteSize size = vec_size(expr->cond_expr);
// First emit everything up to the last element.
ByteSize last_index = size - 1;
for (ByteSize i = 0; i < last_index; i++)
{
BEValue value;
llvm_emit_expr(c, &value, expr->cond_expr[i]);
}
// Emit the last element.
Expr *last = expr->cond_expr[last_index];
llvm_emit_expr(c, be_value, last);
// If it is a declaration, set it to the address of the variable.
if (last->expr_kind == EXPR_DECL)
{
llvm_value_set_decl_address(c, be_value, last->decl_expr);
}
// Cast the result to bool if needed.
ASSERT(!bool_cast || be_value->type == type_void || be_value->type == type_bool);
}
void llvm_emit_jmp(GenContext *context, LLVMBasicBlockRef block)
{
llvm_emit_br(context, block);
LLVMBasicBlockRef post_jump_block = llvm_basic_block_new(context, "unreachable");
llvm_emit_block(context, post_jump_block);
}
static inline void llvm_emit_return(GenContext *c, Ast *ast)
{
Expr *expr = ast->return_stmt.expr;
if (expr && expr->expr_kind == EXPR_OPTIONAL)
{
BEValue be_value;
llvm_emit_expr(c, &be_value, expr->inner_expr);
if (ast->return_stmt.cleanup_fail)
{
llvm_value_rvalue(c, &be_value);
BEValue error_out_ref = llvm_emit_alloca_b(c, type_fault, "reterr");
llvm_store(c, &error_out_ref, &be_value);
PUSH_DEFER_ERROR(error_out_ref.value);
llvm_emit_statement_chain(c, ast->return_stmt.cleanup_fail);
POP_DEFER_ERROR();
}
llvm_emit_return_abi(c, NULL, &be_value);
return;
}
PUSH_CATCH();
LLVMBasicBlockRef error_return_block = NULL;
BEValue error_out_ref = { .value = NULL };
if (c->cur_func.prototype && c->cur_func.prototype->ret_rewrite != RET_NORMAL)
{
error_return_block = llvm_basic_block_new(c, "err_retblock");
error_out_ref = llvm_emit_alloca_b(c, type_fault, "reterr");
c->catch = (OptionalCatch) { error_out_ref.value, error_return_block };
}
bool has_return_value = ast->return_stmt.expr != NULL;
BEValue return_value = { 0 };
if (has_return_value)
{
llvm_emit_expr(c, &return_value, expr);
llvm_value_fold_optional(c, &return_value);
c->retval = return_value;
}
POP_CATCH();
if (ast->return_stmt.cleanup || ast->return_stmt.cleanup_fail)
{
if (has_return_value)
{
if (llvm_temp_as_address(return_value.type))
{
BEValue temp = llvm_emit_alloca_b(c, return_value.type, "ret$temp");
llvm_store(c, &temp, &return_value);
return_value = temp;
}
else
{
llvm_value_rvalue(c, &return_value);
}
}
llvm_emit_statement_chain(c, ast->return_stmt.cleanup);
}
if (llvm_get_current_block_if_in_use(c))
{
// Are we in an expression block?
if (!has_return_value)
{
llvm_emit_return_implicit(c);
}
else
{
llvm_emit_return_abi(c, &return_value, NULL);
}
}
if (error_return_block && LLVMGetFirstUse(LLVMBasicBlockAsValue(error_return_block)))
{
llvm_emit_block(c, error_return_block);
PUSH_DEFER_ERROR(error_out_ref.value);
llvm_emit_statement_chain(c, ast->return_stmt.cleanup_fail);
POP_DEFER_ERROR();
llvm_emit_return_abi(c, NULL, &error_out_ref);
}
}
static inline void llvm_emit_block_exit_return(GenContext *c, Ast *ast)
{
BlockExit *exit = *ast->return_stmt.block_exit_ref;
// In the (void) case, we might not have a variable to handle the defer catch, if so we create it here.
BEValue error_out_ref = { .value = NULL };
if (!exit->block_error_var && ast->return_stmt.cleanup_catch)
{
error_out_ref = llvm_emit_alloca_b(c, type_fault, "defer_block_fault");
exit->block_error_var = error_out_ref.value;
}
PUSH_CATCH_VAR_BLOCK(exit->block_error_var, exit->block_optional_exit);
LLVMBasicBlockRef err_cleanup_block = NULL;
Expr *ret_expr = ast->return_stmt.expr;
BEValue return_value = { 0 };
if (ret_expr)
{
if (ast->return_stmt.cleanup_fail && IS_OPTIONAL(ret_expr))
{
ASSERT(c->catch.block);
err_cleanup_block = llvm_basic_block_new(c, "opt_block_cleanup");
c->catch.block = err_cleanup_block;
}
llvm_emit_expr(c, &return_value, ast->return_stmt.expr);
llvm_value_fold_optional(c, &return_value);
}
POP_CATCH();
AstId cleanup = ast->return_stmt.cleanup;
AstId cleanup_fail = ast->return_stmt.cleanup_fail;
AstId err_cleanup = err_cleanup_block && cleanup_fail ? astid(copy_ast_defer(astptr(cleanup_fail))) : 0;
if (exit->block_return_out && return_value.value)
{
llvm_store_to_ptr_aligned(c, exit->block_return_out, &return_value, type_alloca_alignment(return_value.type));
}
llvm_emit_statement_chain(c, cleanup);
if (err_cleanup_block)
{
llvm_emit_br(c, exit->block_return_exit);
llvm_emit_block(c, err_cleanup_block);
PUSH_DEFER_ERROR(exit->block_error_var);
llvm_emit_statement_chain(c, err_cleanup);
POP_DEFER_ERROR();
llvm_emit_jmp(c, exit->block_optional_exit);
}
else
{
llvm_emit_jmp(c, exit->block_return_exit);
}
if (error_out_ref.value)
{
exit->block_error_var = NULL;
}
}
/**
* Emit if (...) { ... } else { ... }
*
* This code is slightly optimized to omit branches when not needed. This is something LLVM
* will optimize as well, but it is convenient to make the code slightly smaller for LLVM to work with:
* 1. If the "then" branch is empty, replace it with "exit".
* 2. If the "else" branch is empty or missing, replace if with "exit".
* 3. If both "else" and "then" branches are empty, replace it with just the condition and remove the "exit"
*/
static void llvm_emit_if_stmt(GenContext *c, Ast *ast)
{
// We need at least the exit block and the "then" block.
LLVMBasicBlockRef exit_block = llvm_basic_block_new(c, "if.exit");
LLVMBasicBlockRef then_block = exit_block;
LLVMBasicBlockRef else_block = exit_block;
Ast *then_body = astptrzero(ast->if_stmt.then_body);
// Only generate a target if
if (ast_is_not_empty(then_body))
{
then_block = llvm_basic_block_new(c, "if.then");
}
// We have an optional else block.
Ast *else_body = astptrzero(ast->if_stmt.else_body);
if (ast_is_not_empty(else_body))
{
else_block = llvm_basic_block_new(c, "if.else");
}
Expr *cond = exprptr(ast->if_stmt.cond);
ast->if_stmt.codegen.break_block = exit_block;
// Output boolean value and switch.
Decl *label = declptrzero(ast->if_stmt.flow.label);
if (label)
{
label->label.break_target = exit_block;
}
BEValue be_value = { 0 };
bool exit_in_use = true;
llvm_emit_cond(c, &be_value, cond, true);
llvm_value_rvalue(c, &be_value);
// We might have encountered an ! if so, exit
if (!llvm_get_current_block_if_in_use(c))
{
return;
}
ASSERT(llvm_value_is_bool(&be_value));
if (LLVMIsAConstantInt(be_value.value) && then_block != else_block)
{
if (LLVMConstIntGetZExtValue(be_value.value))
{
llvm_emit_br(c, then_block);
else_block = exit_block;
}
else
{
llvm_emit_br(c, else_block);
then_block = exit_block;
}
}
else
{
if (then_block != else_block)
{
llvm_emit_cond_br(c, &be_value, then_block, else_block);
}
else
{
exit_in_use = LLVMGetFirstUse(LLVMBasicBlockAsValue(exit_block)) != NULL;
if (exit_in_use) llvm_emit_br(c, exit_block);
}
}
// Emit the 'then' code.
if (then_block != exit_block)
{
llvm_emit_block(c, then_block);
llvm_emit_stmt(c, then_body);
// Jump to exit.
llvm_emit_br(c, exit_block);
}
// Emit the 'else' branch if present.
if (else_block != exit_block)
{
llvm_emit_block(c, else_block);
llvm_emit_stmt(c, else_body);
llvm_emit_br(c, exit_block);
}
// And now we just emit the exit block.
if (exit_in_use)
{
llvm_emit_block(c, exit_block);
}
}
typedef enum
{
LOOP_NORMAL,
LOOP_INFINITE,
LOOP_NONE
} LoopType;
static inline LoopType loop_type_for_cond(Expr *cond, bool do_while)
{
if (!cond)
{
// We may have do-while (0)
if (do_while) return LOOP_NONE;
// OR we have for (int x;;x++)
return LOOP_INFINITE;
}
// Fold simple conds
if (cond->expr_kind == EXPR_COND && vec_size(cond->cond_expr) == 1)
{
cond = cond->cond_expr[0];
}
// Do we have a constant cond?
if (expr_is_const(cond))
{
ASSERT(cond->const_expr.const_kind == CONST_BOOL);
// The result is either infinite or no loop
return cond->const_expr.b ? LOOP_INFINITE : LOOP_NONE;
}
// Otherwise we have a normal loop.
return LOOP_NORMAL;
}
static void llmv_emit_for_cond(GenContext *c, Expr *cond, LLVMBasicBlockRef cond_block, LLVMBasicBlockRef loop_start_block, LLVMBasicBlockRef exit_block)
{
// Emit the block
llvm_emit_block(c, cond_block);
BEValue be_value;
ASSERT(cond);
if (cond->expr_kind == EXPR_COND)
{
llvm_emit_cond(c, &be_value, cond, true);
}
else
{
llvm_emit_expr(c, &be_value, cond);
}
if (llvm_get_current_block_if_in_use(c))
{
llvm_value_rvalue(c, &be_value);
ASSERT(llvm_value_is_bool(&be_value));
// Jump to start or exit
llvm_emit_cond_br(c, &be_value, loop_start_block, exit_block);
}
}
void llvm_emit_for_stmt(GenContext *c, Ast *ast)
{
DEBUG_PUSH_LEXICAL_SCOPE(c, ast->span);
// First, emit all inits.
if (ast->for_stmt.init)
{
llvm_emit_ignored_expr(c, exprptr(ast->for_stmt.init));
}
// Skipping first cond? This is do-while semantics
bool skip_first = ast->for_stmt.flow.skip_first;
ExprId cond_id = ast->for_stmt.cond;
Expr *cond = cond_id ? exprptr(cond_id) : NULL;
LoopType loop = loop_type_for_cond(cond, skip_first);
Ast *body = astptr(ast->for_stmt.body);
ExprId incr = ast->for_stmt.incr;
if (loop == LOOP_NONE)
{
// while (0) -> never entered
if (!skip_first) return;
ASSERT(!incr && "There should not be an incr in do-while");
// do while(0) -> emit once
LLVMBasicBlockRef exit_block = llvm_basic_block_new(c, "loop.exit");
ast->for_stmt.codegen.continue_block = exit_block;
ast->for_stmt.codegen.exit_block = exit_block;
llvm_emit_stmt(c, body);
if (!llvm_basic_block_is_unused(exit_block))
{
llvm_emit_br(c, exit_block);
llvm_emit_block(c, exit_block);
}
DEBUG_POP_LEXICAL_SCOPE(c);
return;
}
LLVMBasicBlockRef inc_block = incr ? llvm_basic_block_new(c, "loop.inc") : NULL;
LLVMBasicBlockRef body_block = ast_is_not_empty(body) ? llvm_basic_block_new(c, "loop.body") : NULL;
LLVMBasicBlockRef cond_block = NULL;
LLVMBasicBlockRef exit_block = llvm_basic_block_new(c, "loop.exit");
// This is the starting block to loop back to, and may either be body, inc or cond
LLVMBasicBlockRef loop_start_block = body_block ? body_block : inc_block;
bool start_with_cond = false;
switch (loop)
{
case LOOP_NORMAL:
// We only emit a cond block if we have a normal loop.
cond_block = llvm_basic_block_new(c, "loop.cond");
// Start with cond if we can't start anywhere.
if (!loop_start_block) loop_start_block = cond_block;
// Jump to the cond block on for/while
if (skip_first)
{
ASSERT(loop_start_block);
llvm_emit_br(c, loop_start_block);
break;
}
// Otherwise start with cond block
start_with_cond = true;
llvm_emit_br(c, cond_block);
break;
case LOOP_INFINITE:
// We might have an infinite loop
if (!loop_start_block)
{
SourceSpan loc = ast->span;
llvm_emit_panic(c, "Infinite loop found", loc, NULL, NULL);
llvm_emit_block(c, llvm_basic_block_new(c, "unreachable_block"));
DEBUG_POP_LEXICAL_SCOPE(c);
return;
}
// Otherwise just jump to the start block.
llvm_emit_br(c, loop_start_block);
break;
case LOOP_NONE:
UNREACHABLE_VOID
}
ASSERT(inc_block || body_block || cond_block);
ASSERT(loop_start_block != NULL);
// Break is simple it always jumps out.
// For continue:
// 1. Jump to inc if it exists
// 2. Otherwise jump to cond
// 3. If cond doesn't exist, jump to body
ASSERT(loop != LOOP_NONE);
LLVMBasicBlockRef continue_block = inc_block ? inc_block : (cond_block ? cond_block : body_block);
ast->for_stmt.codegen.continue_block = continue_block;
ast->for_stmt.codegen.exit_block = exit_block;
if (start_with_cond) llmv_emit_for_cond(c, cond, cond_block, loop_start_block, exit_block);
// Emit the body
if (body_block)
{
// If we have do-while we jump to the body block.
llvm_emit_block(c, body_block);
llvm_emit_stmt(c, body);
// Was inc used by now? Otherwise we can just continue and emit the incr here.
if (c->current_block && inc_block && continue_block == inc_block && llvm_basic_block_is_unused(inc_block))
{
inc_block = NULL;
llvm_emit_ignored_expr(c, exprptr(incr));
// If a cond exists, jump to it, otherwise jump to the start block
llvm_emit_br(c, cond_block ? cond_block : loop_start_block);
}
else
{
// We have a separate inc due to use of continue or no inc
llvm_emit_br(c, continue_block);
}
}
// Emit the inc (if we didn't fold it)
if (inc_block)
{
// Emit the block if it exists.
// The inc block might also be the end of the body block.
llvm_emit_block(c, inc_block);
llvm_emit_ignored_expr(c, exprptr(incr));
// If a cond exists, jump to it, otherwise jump to the start block
llvm_emit_br(c, cond_block ? cond_block : loop_start_block);
}
if (!start_with_cond && cond_block)
{
llmv_emit_for_cond(c, cond, cond_block, loop_start_block, exit_block);
}
// If the exit block is unused, just skip it.
if (llvm_basic_block_is_unused(exit_block))
{
DEBUG_POP_LEXICAL_SCOPE(c);
return;
}
// Emit the exit block.
llvm_emit_block(c, exit_block);
DEBUG_POP_LEXICAL_SCOPE(c);
}
static void llvm_emit_switch_body_if_chain(GenContext *c,
Ast **cases,
Ast *default_case,
BEValue *switch_value,
LLVMBasicBlockRef exit_block,
bool is_type_switch)
{
LLVMBasicBlockRef next = NULL;
FOREACH(Ast *, case_stmt, cases)
{
LLVMBasicBlockRef block = case_stmt->case_stmt.backend_block;
if (case_stmt == default_case) continue;
BEValue be_value;
Expr *expr = exprptr(case_stmt->case_stmt.expr);
llvm_emit_expr(c, &be_value, expr);
llvm_value_rvalue(c, &be_value);
BEValue equals;
Expr *to_expr = exprptrzero(case_stmt->case_stmt.to_expr);
if (to_expr)
{
ASSERT(!is_type_switch);
BEValue to_value;
llvm_emit_expr(c, &to_value, to_expr);
llvm_value_rvalue(c, &to_value);
BEValue le;
llvm_emit_comp(c, &le, &be_value, switch_value, BINARYOP_LE);
BEValue ge;
llvm_emit_comp(c, &ge, &to_value, switch_value, BINARYOP_GE);
llvm_value_set(&equals, llvm_emit_and(c, &le, &ge), type_bool);
}
else
{
if (is_type_switch)
{
llvm_emit_lhs_is_subtype(c, &equals, &be_value, switch_value);
}
else
{
llvm_emit_comp(c, &equals, &be_value, switch_value, BINARYOP_EQ);
}
}
next = llvm_basic_block_new(c, "next_if");
llvm_emit_cond_br(c, &equals, block, next);
if (case_stmt->case_stmt.body)
{
llvm_emit_block(c, block);
llvm_emit_stmt(c, case_stmt->case_stmt.body);
llvm_emit_br(c, exit_block);
}
llvm_emit_block(c, next);
}
if (default_case && default_case->case_stmt.body)
{
llvm_emit_br(c, default_case->case_stmt.backend_block);
llvm_emit_block(c, default_case->case_stmt.backend_block);
llvm_emit_stmt(c, default_case->case_stmt.body);
llvm_emit_br(c, exit_block);
}
else
{
llvm_emit_br(c, exit_block);
}
llvm_emit_block(c, exit_block);
return;
}
static LLVMValueRef llvm_emit_switch_jump_stmt(GenContext *c,
Ast *switch_ast,
Ast **cases,
uint64_t count,
int min_index,
LLVMValueRef jump_table,
LLVMBasicBlockRef default_block,
BEValue *switch_value)
{
ASSERT_SPAN(switch_ast, min_index > -1);
unsigned case_count = vec_size(cases);
BEValue min_val;
llvm_emit_expr(c, &min_val, exprptr(cases[min_index]->case_stmt.expr));
ASSERT(llvm_value_is_const(&min_val));
llvm_value_rvalue(c, switch_value);
llvm_value_rvalue(c, &min_val);
LLVMValueRef min = min_val.value;
if (!LLVMIsConstant(min) || !LLVMIsNull(min))
{
switch_value->value = LLVMBuildSub(c->builder, switch_value->value, min_val.value, "");
}
LLVMValueRef is_valid = LLVMBuildICmp(c->builder, LLVMIntUGT, switch_value->value, llvm_const_int(c, switch_value->type, count - 1), "");
LLVMBasicBlockRef switch_block = llvm_basic_block_new(c, "jumpblock");
LLVMBuildCondBr(c->builder, is_valid, default_block, switch_block);
c->current_block = NULL;
llvm_emit_block(c, switch_block);
AlignSize align;
LLVMValueRef index = llvm_emit_array_gep_raw_index(c, jump_table, type_voidptr, switch_value, type_abi_alignment(type_voidptr), &align);
LLVMValueRef addr = llvm_load(c, c->ptr_type, index, align, "target");
LLVMValueRef instr = LLVMBuildIndirectBr(c->builder, addr, case_count);
c->current_block = NULL;
return instr;
}
static void llvm_set_jump_table_values(ExprId from, ExprId to, Int *from_ref, Int *to_ref)
{
Expr *from_expr = exprptr(from);
Expr *to_expr = exprptrzero(to);
Type *type_flat = type_flatten(from_expr->type);
ASSERT_SPAN(from_expr, expr_is_const(from_expr) && (!to_expr || expr_is_const(to_expr)));
if (type_flat->type_kind == TYPE_ENUM)
{
Type *low = type_lowering(type_flat);
*from_ref = (Int) { .i.low = from_expr->const_expr.enum_val->enum_constant.inner_ordinal, .type = low->type_kind };
if (to)
{
*to_ref = (Int) { .i.low = to_expr->const_expr.enum_val->enum_constant.inner_ordinal, .type = low->type_kind };
}
else
{
*to_ref = *from_ref;
}
}
else
{
ASSERT_SPAN(from_expr, type_is_integer(type_flat));
*from_ref = from_expr->const_expr.ixx;
*to_ref = to_expr ? to_expr->const_expr.ixx : *from_ref;
}
}
static void llvm_emit_switch_jump_table(GenContext *c,
Ast *switch_ast,
Ast **cases,
Ast *default_case,
BEValue *switch_value,
LLVMBasicBlockRef exit_block)
{
unsigned case_count = vec_size(cases);
if (!case_count) return;
Int min = { .type = TYPE_VOID };
Int max = { .type = TYPE_VOID };
int min_index = -1;
int default_index = -1;
bool last_was_default = false;
LLVMBasicBlockRef default_block = exit_block;
for (unsigned i = 0; i < case_count; i++)
{
Ast *case_ast = cases[i];
if (case_ast->ast_kind == AST_DEFAULT_STMT)
{
default_index = i;
if (!case_ast->case_stmt.body)
{
last_was_default = true;
continue;
}
default_block = case_ast->case_stmt.backend_block;
continue;
}
if (last_was_default && case_ast->case_stmt.body)
{
default_block = case_ast->case_stmt.backend_block;
last_was_default = false;
}
Int value, to_value;
llvm_set_jump_table_values(case_ast->case_stmt.expr, case_ast->case_stmt.to_expr, &value, &to_value);
if (min.type == TYPE_VOID)
{
min = value;
max = to_value;
min_index = i;
}
else if (int_comp(value, min, BINARYOP_LT))
{
min = value;
min_index = i;
}
else if (int_comp(to_value, max, BINARYOP_GT))
{
max = to_value;
}
}
switch_ast->switch_stmt.codegen.jump.default_index = default_index;
switch_ast->switch_stmt.codegen.jump.min_index = min_index;
max = int_sub(max, min);
ASSERT(max.i.low <= 0xFFFF);
uint64_t count = switch_ast->switch_stmt.codegen.jump.count = max.i.low + 1;
ASSERT(!max.i.high && "Should never exceed 64 bytes");
Type *goto_array_type = type_get_array(type_voidptr, count);
LLVMTypeRef llvm_array_type = llvm_get_type(c, goto_array_type);
LLVMValueRef jmptable = llvm_add_global_raw(c, "jumptable", llvm_array_type, 0);
switch_ast->switch_stmt.codegen.jump.jmptable = jmptable;
llvm_set_private_declaration(jmptable);
LLVMSetGlobalConstant(jmptable, 1);
LLVMValueRef instr = llvm_emit_switch_jump_stmt(c, switch_ast, cases, count, min_index, jmptable, default_block, switch_value);
#define REF_STACK 16
void *refs_stack[REF_STACK];
void **refs = refs_stack;
if (count > REF_STACK)
{
refs = MALLOC(sizeof(void *) * count);
}
#undef REF_STACK
ASSERT(count < DEFAULT_SWITCH_JUMP_MAX_SIZE + 1);
memset(refs, 0, sizeof(void *) * count);
for (unsigned i = 0; i < case_count; i++)
{
Ast *case_stmt = cases[i];
LLVMBasicBlockRef block = case_stmt->case_stmt.backend_block;
if (case_stmt->ast_kind != AST_DEFAULT_STMT)
{
Int value, to_value;
llvm_set_jump_table_values(case_stmt->case_stmt.expr, case_stmt->case_stmt.to_expr, &value, &to_value);
value = int_sub(value, min);
to_value = int_sub(to_value, min);
uint64_t from_val = value.i.low;
uint64_t to_val = to_value.i.low;
for (uint64_t j = from_val; j <= to_val; j++)
{
refs[j] = block;
}
// No fallthrough
if (!case_stmt->case_stmt.body) continue;
LLVMAddDestination(instr, block);
}
if (!case_stmt->case_stmt.body) continue;
llvm_emit_block(c, block);
llvm_emit_stmt(c, case_stmt->case_stmt.body);
llvm_emit_br(c, exit_block);
}
bool found = false;
for (uint64_t i = 0; i < count; i++)
{
if (refs[i]) continue;
refs[i] = default_block;
if (found) continue;
found = true;
LLVMAddDestination(instr, default_block);
}
LLVMAddDestination(instr, default_block);
llvm_emit_block(c, exit_block);
for (uint64_t i = 0; i < count; i++)
{
LLVMValueRef block_address = LLVMBlockAddress(c->cur_func.ref, refs[i]);
refs[i] = block_address;
}
LLVMSetInitializer(jmptable, LLVMConstArray(c->ptr_type, (LLVMValueRef *)refs, count));
}
static void llvm_emit_switch_body(GenContext *c, BEValue *switch_value, Ast *switch_ast, bool is_typeid)
{
bool is_if_chain = switch_ast->switch_stmt.flow.if_chain;
Type *switch_type = switch_value->type;
Ast **cases = switch_ast->switch_stmt.cases;
ArraySize case_count = vec_size(cases);
if (!case_count)
{
// No body or default is empty, just exit after the value.
return;
}
Ast *default_case = NULL;
for (unsigned i = 0; i < case_count; i++)
{
Ast *case_stmt = cases[i];
if (!case_stmt->case_stmt.expr)
{
if (case_stmt->case_stmt.body)
{
case_stmt->case_stmt.backend_block = llvm_basic_block_new(c, "switch.default");
}
default_case = case_stmt;
}
else if (case_stmt->case_stmt.body)
{
case_stmt->case_stmt.backend_block = llvm_basic_block_new(c, "switch.case");
}
}
LLVMBasicBlockRef exit_block = llvm_basic_block_new(c, "switch.exit");
LLVMBasicBlockRef switch_block = llvm_basic_block_new(c, "switch.entry");
switch_ast->switch_stmt.codegen.retry.block = switch_block;
switch_ast->switch_stmt.codegen.exit_block = exit_block;
// We will now treat the fallthrough cases:
// switch (i)
// {
// case 1:
// case 2:
// do_something();
// default:
// }
LLVMBasicBlockRef next_block = exit_block;
for (unsigned i = case_count; i > 0; i--)
{
Ast *case_stmt = cases[i - 1];
if (case_stmt->case_stmt.backend_block)
{
next_block = case_stmt->case_stmt.backend_block;
continue;
}
case_stmt->case_stmt.backend_block = next_block;
}
BEValue switch_var;
llvm_value_set_alloca(c, &switch_var, switch_type, type_alloca_alignment(switch_type), "switch");
switch_ast->switch_stmt.codegen.retry.var = &switch_var;
llvm_store(c, &switch_var, switch_value);
llvm_emit_br(c, switch_block);
llvm_emit_block(c, switch_block);
BEValue switch_current_val = switch_var;
llvm_value_rvalue(c, &switch_current_val);
if (is_if_chain)
{
llvm_emit_switch_body_if_chain(c, cases, default_case, &switch_current_val, exit_block, is_typeid);
return;
}
if (switch_ast->switch_stmt.flow.jump)
{
llvm_emit_switch_jump_table(c, switch_ast, cases, default_case, &switch_current_val, exit_block);
return;
}
ASSERT(!is_typeid);
LLVMValueRef switch_stmt = LLVMBuildSwitch(c->builder, switch_current_val.value, default_case ? default_case->case_stmt.backend_block : exit_block, case_count);
c->current_block = NULL;
for (unsigned i = 0; i < case_count; i++)
{
Ast *case_stmt = cases[i];
LLVMBasicBlockRef block = case_stmt->case_stmt.backend_block;
if (case_stmt != default_case)
{
LLVMValueRef case_value;
BEValue be_value;
Expr *from = exprptr(case_stmt->case_stmt.expr);
ASSERT(expr_is_const(from));
llvm_emit_expr(c, &be_value, from);
llvm_value_rvalue(c, &be_value);
case_value = be_value.value;
LLVMAddCase(switch_stmt, case_value, block);
Expr *to_expr = exprptrzero(case_stmt->case_stmt.to_expr);
if (to_expr)
{
BEValue to_value;
llvm_emit_expr(c, &to_value, to_expr);
llvm_value_rvalue(c, &to_value);
LLVMValueRef to = to_value.value;
ASSERT(LLVMIsAConstant(to));
LLVMValueRef one = llvm_const_int(c, to_value.type, 1);
while (LLVMConstIntGetZExtValue(LLVMBuildICmp(c->builder, LLVMIntEQ, to, case_value, "")) != 1)
{
case_value = LLVMBuildAdd(c->builder, case_value, one, "");
LLVMAddCase(switch_stmt, case_value, block);
}
}
}
// Skip fallthroughs.
if (!case_stmt->case_stmt.body) continue;
llvm_emit_block(c, block);
llvm_emit_stmt(c, case_stmt->case_stmt.body);
llvm_emit_br(c, exit_block);
}
llvm_emit_block(c, exit_block);
}
void llvm_emit_switch(GenContext *c, Ast *ast)
{
DEBUG_PUSH_LEXICAL_SCOPE(c, ast->span);
BEValue switch_value;
Expr *expr = exprptrzero(ast->switch_stmt.cond);
bool is_typeid = expr && expr->type->canonical == type_typeid;
if (expr)
{
// Regular switch
llvm_emit_cond(c, &switch_value, expr, false);
}
else
{
// Match switch, so set the value to true
llvm_value_set(&switch_value, llvm_const_int(c, type_bool, 1), type_bool);
}
llvm_emit_switch_body(c, &switch_value, ast, is_typeid);
DEBUG_POP_LEXICAL_SCOPE(c);
}
void llvm_emit_break(GenContext *c, Ast *ast)
{
llvm_emit_statement_chain(c, ast->contbreak_stmt.defers);
Ast *jump_target = astptr(ast->contbreak_stmt.ast);
LLVMBasicBlockRef jump;
switch (jump_target->ast_kind)
{
case AST_IF_STMT:
jump = jump_target->if_stmt.codegen.break_block;
break;
case AST_FOR_STMT:
jump = jump_target->for_stmt.codegen.exit_block;
break;
case AST_SWITCH_STMT:
jump = jump_target->switch_stmt.codegen.exit_block;
break;
case AST_FOREACH_STMT:
default:
UNREACHABLE_VOID
}
llvm_emit_jmp(c, jump);
}
void llvm_emit_continue(GenContext *c, Ast *ast)
{
ASSERT(ast->contbreak_stmt.is_resolved);
llvm_emit_statement_chain(c, ast->contbreak_stmt.defers);
Ast *jump_target = astptr(ast->contbreak_stmt.ast);
LLVMBasicBlockRef jump;
switch (jump_target->ast_kind)
{
case AST_IF_STMT:
case AST_SWITCH_STMT:
case AST_FOREACH_STMT:
UNREACHABLE_VOID
break;
case AST_FOR_STMT:
jump = jump_target->for_stmt.codegen.continue_block;
break;
default:
UNREACHABLE_VOID
}
llvm_emit_jmp(c, jump);
}
void gencontext_emit_next_stmt(GenContext *context, Ast *ast)
{
Ast *jump_target = astptr(ast->nextcase_stmt.case_switch_stmt);
if (jump_target->ast_kind != AST_SWITCH_STMT)
{
llvm_emit_statement_chain(context, ast->nextcase_stmt.defer_id);
llvm_emit_jmp(context, jump_target->case_stmt.backend_block);
return;
}
BEValue be_value;
llvm_emit_expr(context, &be_value, ast->nextcase_stmt.switch_expr);
if (jump_target->switch_stmt.flow.jump)
{
llvm_emit_statement_chain(context, ast->nextcase_stmt.defer_id);
Ast **cases = jump_target->switch_stmt.cases;
int default_index = jump_target->switch_stmt.codegen.jump.default_index;
LLVMBasicBlockRef exit_block = jump_target->switch_stmt.codegen.exit_block;
LLVMValueRef instr = llvm_emit_switch_jump_stmt(context, jump_target, cases,
jump_target->switch_stmt.codegen.jump.count,
jump_target->switch_stmt.codegen.jump.min_index,
jump_target->switch_stmt.codegen.jump.jmptable,
default_index < 0
? exit_block
: cases[default_index]->case_stmt.backend_block,
&be_value);
FOREACH(Ast *, case_ast, cases)
{
if (!case_ast->case_stmt.body) continue;
LLVMAddDestination(instr, case_ast->case_stmt.backend_block);
}
if (default_index < 0) LLVMAddDestination(instr, exit_block);
return;
}
llvm_store(context, jump_target->switch_stmt.codegen.retry.var, &be_value);
llvm_emit_statement_chain(context, ast->nextcase_stmt.defer_id);
llvm_emit_jmp(context, jump_target->switch_stmt.codegen.retry.block);
}
static inline void llvm_emit_assume(GenContext *c, Expr *expr)
{
// 1. Convert x > 0 && y > 2 => llvm.assume(x > 0) + llvm.assume(y > 2)
if (expr->expr_kind == EXPR_BINARY && expr->binary_expr.operator == BINARYOP_AND)
{
llvm_emit_assume(c, exprptr(expr->binary_expr.left));
llvm_emit_assume(c, exprptr(expr->binary_expr.right));
return;
}
// 2. Convert !(x > 0 || y > 2) => llvm.assume(!(x > 0)) + llvm.assume(!(y > 2))
if (expr->expr_kind == EXPR_UNARY && expr->unary_expr.operator == UNARYOP_NOT)
{
Expr *inner = expr->unary_expr.expr;
if (inner->expr_kind == EXPR_BINARY && inner->binary_expr.operator == BINARYOP_OR)
{
Expr *left = exprptr(inner->binary_expr.left);
Expr *right = exprptr(inner->binary_expr.right);
expr->unary_expr.expr = left;
llvm_emit_assume(c, expr);
expr->unary_expr.expr = right;
llvm_emit_assume(c, expr);
return;
}
}
// 3. Check if pure, if so we emit the assume.
if (expr_is_pure(expr))
{
BEValue value;
llvm_emit_expr(c, &value, expr);
llvm_value_rvalue(c, &value);
ASSERT(value.kind == BE_BOOLEAN);
EMIT_EXPR_LOC(c, expr);
llvm_emit_assume_true(c, &value);
}
}
static inline void llvm_emit_assert_stmt(GenContext *c, Ast *ast)
{
ExprId exprid = ast->assert_stmt.expr;
Expr *assert_expr = exprptr(exprid);
if (compile_asserts())
{
BEValue value;
llvm_emit_expr(c, &value, assert_expr);
llvm_value_rvalue(c, &value);
LLVMBasicBlockRef on_fail = llvm_basic_block_new(c, "assert_fail");
LLVMBasicBlockRef on_ok = llvm_basic_block_new(c, "assert_ok");
ASSERT(value.kind == BE_BOOLEAN);
llvm_emit_cond_br(c, &value, on_ok, on_fail);
llvm_emit_block(c, on_fail);
SourceSpan loc = assert_expr->span;
const char *error = "Assert violation";
const char *fmt = NULL;
Expr *message_expr = exprptrzero(ast->assert_stmt.message);
BEValue *values = NULL;
if (message_expr)
{
const char *err_msg = exprptr(ast->assert_stmt.message)->const_expr.bytes.ptr;
Expr **args = ast->assert_stmt.args;
if (vec_size(args))
{
fmt = err_msg;
FOREACH(Expr *, arg, args)
{
BEValue var;
llvm_emit_expr(c, &var, arg);
llvm_emit_any_from_value(c, &var, arg->type);
vec_add(values, var);
}
}
else
{
error = err_msg;
}
}
llvm_emit_panic(c, error, loc, fmt, values);
llvm_emit_block(c, on_ok);
EMIT_LOC(c, ast);
return;
}
llvm_emit_assume(c, exprptr(ast->assert_stmt.expr));
}
static inline void add_target_clobbers_to_buffer(GenContext *c)
{
switch (compiler.platform.arch)
{
case ARCH_TYPE_X86_64:
case ARCH_TYPE_X86:
scratch_buffer_append("~{dirflag},~{fpsr},~{flags}");
break;
case ARCH_TYPE_MIPS:
case ARCH_TYPE_MIPS64:
case ARCH_TYPE_MIPS64EL:
case ARCH_TYPE_MIPSEL:
// Currently Clang does this
scratch_buffer_append("~{$1}");
break;
default:
// In Clang no other platform has automatic clobbers
break;
}
}
static void codegen_append_constraints(ClobberList *clobber_list, const char *str)
{
char *string = clobber_list->string;
unsigned len = clobber_list->constraint_len;
while (*str)
{
if (len > 1022) error_exit("Constraint list exceeded max length.");
string[len++] = *(str++);
}
clobber_list->constraint_len = len;
}
static void codegen_new_constraint(ClobberList *clobber_list)
{
if (clobber_list->constraint_len) codegen_append_constraints(clobber_list, ",");
}
static inline void llvm_emit_asm_block_stmt(GenContext *c, Ast *ast)
{
const char *data;
scratch_buffer_clear();
add_target_clobbers_to_buffer(c);
char *clobbers = scratch_buffer_copy();
ClobberList clobber_list = { .constraint_len = 0 };
LLVMTypeRef param_types[512];
LLVMTypeRef pointer_type[512];
LLVMValueRef args[512];
LLVMTypeRef result_types[512];
Decl *result_decls[512];
unsigned result_count = 0;
unsigned param_count = 0;
AsmInlineBlock *block = ast->asm_block_stmt.block;
if (ast->asm_block_stmt.is_string)
{
data = exprptr(ast->asm_block_stmt.asm_string)->const_expr.bytes.ptr;
}
else
{
data = codegen_create_asm(ast);
clobbers = clobber_list.string;
FOREACH(ExprAsmArg *, var, block->output_vars)
{
codegen_new_constraint(&clobber_list);
if (var->kind == ASM_ARG_MEMVAR)
{
if (var->ident.early_clobber)
{
codegen_append_constraints(&clobber_list, "=*&m");
}
else
{
codegen_append_constraints(&clobber_list, "=*m");
}
BEValue value;
llvm_value_set_decl(c, &value, var->ident.ident_decl);
llvm_value_addr(c, &value);
value.kind = BE_VALUE;
pointer_type[param_count] = llvm_get_type(c, value.type);
value.type = type_get_ptr(value.type);
llvm_value_rvalue(c, &value);
param_types[param_count] = LLVMTypeOf(value.value);
args[param_count++] = value.value;
continue;
}
ASSERT(var->kind == ASM_ARG_REGVAR);
if (var->ident.early_clobber)
{
codegen_append_constraints(&clobber_list, "=&r");
}
else
{
codegen_append_constraints(&clobber_list, "=r");
}
Decl *decl = result_decls[result_count] = var->ident.ident_decl;
result_types[result_count++] = llvm_get_type(c, decl->type);
}
FOREACH(ExprAsmArg *, val, block->input)
{
BEValue value;
codegen_new_constraint(&clobber_list);
pointer_type[param_count] = NULL;
switch (val->kind)
{
case ASM_ARG_MEMADDR:
llvm_value_set_decl(c, &value, val->ident.ident_decl);
llvm_value_addr(c, &value);
value.kind = BE_VALUE;
pointer_type[param_count] = NULL;
value.type = type_get_ptr(value.type);
ASSERT(!val->ident.copy_output);
codegen_append_constraints(&clobber_list, "r");
break;
case ASM_ARG_MEMVAR:
llvm_value_set_decl(c, &value, val->ident.ident_decl);
llvm_value_addr(c, &value);
value.kind = BE_VALUE;
pointer_type[param_count] = llvm_get_type(c, value.type);
value.type = type_get_ptr(value.type);
ASSERT(!val->ident.copy_output);
codegen_append_constraints(&clobber_list, "*m");
break;
case ASM_ARG_REGVAR:
llvm_value_set_decl(c, &value, val->ident.ident_decl);
if (val->ident.copy_output)
{
char buf[10];
snprintf(buf, 10, "%d", val->index);
codegen_append_constraints(&clobber_list, buf);
}
else
{
codegen_append_constraints(&clobber_list, "r");
}
break;
case ASM_ARG_VALUE:
llvm_emit_exprid(c, &value, val->expr_id);
codegen_append_constraints(&clobber_list, "r");
break;
default:
TODO
}
llvm_value_rvalue(c, &value);
param_types[param_count] = LLVMTypeOf(value.value);
args[param_count++] = value.value;
}
for (int i = 0; i < CLOBBER_FLAG_ELEMENTS; i++)
{
uint64_t clobber_mask = block->clobbers.mask[i];
if (!clobber_mask) continue;
uint64_t mask = 1;
for (int j = 0; j < 64; j++)
{
if (mask & clobber_mask)
{
unsigned clobber_index = i * 64 + j;
codegen_new_constraint(&clobber_list);
codegen_append_constraints(&clobber_list, "~{");
codegen_append_constraints(&clobber_list, asm_clobber_by_index(clobber_index));
codegen_append_constraints(&clobber_list, "}");
}
mask <<= 1;
}
}
if (compiler.platform.extra_clobbers)
{
codegen_new_constraint(&clobber_list);
codegen_append_constraints(&clobber_list, compiler.platform.extra_clobbers);
}
}
DEBUG_LOG("Asm: %s (%s)", data, clobbers);
LLVMTypeRef result_type;
if (result_count)
{
result_type = result_count == 1 ? result_types[0] : LLVMStructTypeInContext(c->context, result_types, result_count, false);
}
else
{
result_type = llvm_get_type(c, type_void);
}
LLVMTypeRef asm_fn_type = LLVMFunctionType(result_type, param_types, param_count, 0);
LLVMValueRef asm_fn = LLVMGetInlineAsm(asm_fn_type,
(char*)data,
strlen(data),
clobbers,
strlen(clobbers),
ast->asm_block_stmt.is_volatile,
true,
LLVMInlineAsmDialectATT,
/* can throw */ false
);
LLVMValueRef res = LLVMBuildCall2(c->builder, asm_fn_type, asm_fn, args, param_count, "");
for (unsigned i = 0; i < param_count; i++)
{
if (pointer_type[i])
{
llvm_attribute_add_call_type(c, res, attribute_id.elementtype, i + 1, pointer_type[i]);
}
}
if (!result_count) return;
if (result_count == 1)
{
Decl *decl = block->output_vars[0]->ident.ident_decl;
llvm_store_decl_raw(c, decl, res);
return;
}
for (unsigned i = 0; i < result_count; i++)
{
Decl *decl = result_decls[i];
LLVMValueRef res_val = LLVMBuildExtractValue(c->builder, res, i, "");
llvm_store_decl_raw(c, decl, res_val);
}
}
static void llvm_emit_expr_stmt(GenContext *c, Ast *ast)
{
llvm_emit_ignored_expr(c, ast->expr_stmt);
}
LLVMValueRef llvm_emit_string_const(GenContext *c, const char *str, const char *extname)
{
size_t len = str ? strlen(str) : 0;
if (!len) return llvm_emit_empty_string_const(c);
LLVMValueRef val = llvm_emit_zstring_named(c, str, extname);
LLVMValueRef data[2] = { val, llvm_const_int(c, type_usz, strlen(str)) };
return llvm_get_struct_named(c->chars_type, data, 2);
}
LLVMValueRef llvm_emit_empty_string_const(GenContext *c)
{
return LLVMConstNull(c->chars_type);
}
LLVMValueRef llvm_emit_zstring_named(GenContext *c, const char *str, const char *extname)
{
FOREACH(ReusableConstant, constant, c->reusable_constants)
{
if (str_eq(str, constant.string) && str_eq(extname, constant.name))
{
return constant.value;
}
}
unsigned len = (unsigned)strlen(str);
LLVMTypeRef char_array_type = LLVMArrayType(c->byte_type, len + 1);
LLVMValueRef global_string = llvm_add_global_raw(c, extname, char_array_type, 0);
llvm_set_internal_linkage(global_string);
LLVMSetGlobalConstant(global_string, 1);
LLVMSetInitializer(global_string, llvm_get_zstring(c, str, len));
AlignSize alignment;
LLVMValueRef string = llvm_emit_array_gep_raw(c, global_string, type_char, 0, 1, &alignment);
ReusableConstant reuse = { .string = str_copy(str, len), .name = str_copy(extname, strlen(extname)), .value = string };
vec_add(c->reusable_constants, reuse);
return string;
}
void llvm_emit_unreachable(GenContext *c)
{
LLVMBuildUnreachable(c->builder);
c->current_block = NULL;
}
void llvm_emit_panic(GenContext *c, const char *message, SourceSpan loc, const char *fmt, BEValue *varargs)
{
if (c->debug.builder) llvm_emit_debug_location(c, loc);
Decl *panic_var = c->panic_var;
if (no_panic() || !panic_var )
{
if (safe_mode_enabled())
{
llvm_emit_call_intrinsic(c, intrinsic_id.trap, NULL, 0, NULL, 0);
}
llvm_emit_unreachable(c);
return;
}
File *file = source_file_by_id(loc.file_id);
Decl *panicf = fmt ? c->panicf : NULL;
LLVMValueRef panic_args[5] = {
llvm_emit_string_const(c, panicf ? fmt : message, ".panic_msg"),
llvm_emit_string_const(c, file->name, ".file"),
llvm_emit_string_const(c, c->cur_func.name, ".func"),
llvm_const_int(c, type_uint, loc.row)
};
FunctionPrototype *prototype = panicf
? type_get_resolved_prototype(panicf->type)
: type_get_resolved_prototype(panic_var->type->canonical->pointer);
LLVMValueRef actual_args[16];
unsigned count = 0;
ABIArgInfo **abi_args = prototype->abi_args;
for (unsigned i = 0; i < 4; i++)
{
Type *type = type_lowering(abi_args[i]->original_type);
BEValue value = { .value = panic_args[i], .type = type };
llvm_emit_parameter(c, actual_args, &count, abi_args[i], &value);
}
if (panicf)
{
unsigned elements = vec_size(varargs);
Type *any_slice = type_get_slice(type_any);
Type *any_array = type_get_array(type_any, elements);
BEValue array_ref = llvm_emit_alloca_b(c, any_array, varargslots_name);
unsigned vacount = vec_size(varargs);
for (unsigned i = 0; i < vacount; i++)
{
BEValue slot = llvm_emit_array_gep(c, &array_ref, i);
llvm_store(c, &slot, &varargs[i]);
}
BEValue value;
llvm_value_aggregate_two(c, &value, any_slice, array_ref.value, llvm_const_int(c, type_usz, elements));
LLVMSetValueName2(value.value, temp_name, 6);
llvm_emit_parameter(c, actual_args, &count, abi_args[4], &value);
BEValue res;
if (c->debug.builder) llvm_emit_debug_location(c, loc);
llvm_emit_raw_call(c, &res, prototype, llvm_func_type(c, prototype), llvm_get_ref(c, panicf), actual_args,
count, 0, NULL, false, NULL, true);
llvm_emit_unreachable(c);
return;
}
BEValue val;
llvm_value_set_decl(c, &val, panic_var);
llvm_value_rvalue(c, &val);
BEValue res;
if (c->debug.builder) llvm_emit_debug_location(c, loc);
llvm_emit_raw_call(c, &res, prototype, llvm_func_type(c, prototype), val.value, actual_args,
count, 0, NULL, false, NULL, true);
llvm_emit_unreachable(c);
}
void llvm_emit_panic_if_true(GenContext *c, BEValue *value, const char *panic_name, SourceSpan loc, const char *fmt, BEValue *value_1,
BEValue *value_2)
{
if (LLVMIsAConstantInt(value->value))
{
ASSERT_AT(loc, !LLVMConstIntGetZExtValue(value->value) && "Unexpected bounds check failed.");
return;
}
LLVMBasicBlockRef panic_block = llvm_basic_block_new(c, "panic");
LLVMBasicBlockRef ok_block = llvm_basic_block_new(c, "checkok");
value->value = llvm_emit_expect_false(c, value);
llvm_emit_cond_br(c, value, panic_block, ok_block);
llvm_emit_block(c, panic_block);
vec_add(c->panic_blocks, panic_block);
BEValue *values = NULL;
if (value_1)
{
BEValue var = *value_1;
llvm_emit_any_from_value(c, &var, var.type);
vec_add(values, var);
if (value_2)
{
var = *value_2;
llvm_emit_any_from_value(c, &var, var.type);
vec_add(values, var);
}
}
llvm_emit_panic(c, panic_name, loc, fmt, values);
llvm_emit_block(c, ok_block);
EMIT_SPAN(c, loc);
}
void llvm_emit_panic_on_true(GenContext *c, LLVMValueRef value, const char *panic_name, SourceSpan loc,
const char *fmt, BEValue *value_1, BEValue *value_2)
{
BEValue be_value;
llvm_value_set(&be_value, value, type_bool);
llvm_emit_panic_if_true(c, &be_value, panic_name, loc, fmt, value_1, value_2);
}
void llvm_emit_stmt(GenContext *c, Ast *ast)
{
if (!c->current_block) return;
if (ast->ast_kind != AST_COMPOUND_STMT) EMIT_LOC(c, ast);
switch (ast->ast_kind)
{
case AST_POISONED:
case AST_FOREACH_STMT:
case AST_CONTRACT:
case AST_ASM_STMT:
case AST_ASM_LABEL:
case AST_CONTRACT_FAULT:
case AST_CASE_STMT:
case AST_DEFAULT_STMT:
case CT_AST:
UNREACHABLE_VOID
case AST_EXPR_STMT:
llvm_emit_expr_stmt(c, ast);
break;
case AST_DECLARE_STMT:
{
BEValue value;
llvm_emit_local_decl(c, ast->declare_stmt, &value);
break;
}
case AST_DECLS_STMT:
{
BEValue value;
FOREACH(Decl *, decl, ast->decls_stmt)
{
if (!decl) continue;
llvm_emit_local_decl(c, decl, &value);
}
break;
}
case AST_BREAK_STMT:
llvm_emit_break(c, ast);
break;
case AST_CONTINUE_STMT:
llvm_emit_continue(c, ast);
break;
case AST_IF_STMT:
llvm_emit_if_stmt(c, ast);
break;
case AST_RETURN_STMT:
llvm_emit_return(c, ast);
break;
case AST_BLOCK_EXIT_STMT:
llvm_emit_block_exit_return(c, ast);
break;
case AST_CT_COMPOUND_STMT:
llvm_emit_statement_chain(c, ast->ct_compound_stmt);
break;
case AST_COMPOUND_STMT:
llvm_emit_compound_stmt(c, ast);
break;
case AST_FOR_STMT:
llvm_emit_for_stmt(c, ast);
break;
case AST_NEXTCASE_STMT:
gencontext_emit_next_stmt(c, ast);
break;
case AST_DEFER_STMT:
if (llvm_use_debug(c)) ast->defer_stmt.scope = c->debug.block_stack;
break;
case AST_NOP_STMT:
break;
case AST_ASM_BLOCK_STMT:
llvm_emit_asm_block_stmt(c, ast);
break;
case AST_ASSERT_STMT:
llvm_emit_assert_stmt(c, ast);
break;
case AST_SWITCH_STMT:
llvm_emit_switch(c, ast);
break;
}
}