authorgravatar for andrew@ziglang.orgAndrew Kelley <andrew@ziglang.org> 2023-04-21 21:30:22-07:00
committergravatar for andrew@ziglang.orgAndrew Kelley <andrew@ziglang.org> 2023-04-25 11:23:40-07:00
log25d11283b7b79edd383163cb2a72bd79dcf02dba
tree0b1ec51b64397501364551d8b8a4114f51a90602
parent76e340cbfa9cad9a69c5917cb0931861313b56a8

x86 backend: implement new memcpy/memset semantics


1 files changed, 28 insertions(+), 12 deletions(-)

src/arch/x86_64/CodeGen.zig+28-12
......@@ -7678,6 +7678,7 @@ fn genSetReg(self: *Self, ty: Type, reg: Register, mcv: MCValue) InnerError!void
76787678fn airPtrToInt(self: *Self, inst: Air.Inst.Index) !void {
76797679 const un_op = self.air.instructions.items(.data)[inst].un_op;
76807680 const result = result: {
7681 // TODO: handle case where the operand is a slice not a raw pointer
76817682 const src_mcv = try self.resolveInst(un_op);
76827683 if (self.reuseOperand(inst, un_op, 0, src_mcv)) break :result src_mcv;
76837684
......@@ -8149,63 +8150,78 @@ fn airAtomicStore(self: *Self, inst: Air.Inst.Index, order: std.builtin.AtomicOr
81498150}
81508151
81518152fn airMemset(self: *Self, inst: Air.Inst.Index) !void {
8152 const pl_op = self.air.instructions.items(.data)[inst].pl_op;
8153 const extra = self.air.extraData(Air.Bin, pl_op.payload).data;
8153 const bin_op = self.air.instructions.items(.data)[inst].bin_op;
81548154
8155 const dst_ptr = try self.resolveInst(pl_op.operand);
8155 const dst_ptr = try self.resolveInst(bin_op.lhs);
8156 const dst_ptr_ty = self.air.typeOf(bin_op.lhs);
81568157 const dst_ptr_lock: ?RegisterLock = switch (dst_ptr) {
81578158 .register => |reg| self.register_manager.lockRegAssumeUnused(reg),
81588159 else => null,
81598160 };
81608161 defer if (dst_ptr_lock) |lock| self.register_manager.unlockReg(lock);
81618162
8162 const src_val = try self.resolveInst(extra.lhs);
8163 const src_val = try self.resolveInst(bin_op.rhs);
8164 const elem_ty = self.air.typeOf(bin_op.rhs);
81638165 const src_val_lock: ?RegisterLock = switch (src_val) {
81648166 .register => |reg| self.register_manager.lockRegAssumeUnused(reg),
81658167 else => null,
81668168 };
81678169 defer if (src_val_lock) |lock| self.register_manager.unlockReg(lock);
81688170
8169 const len = try self.resolveInst(extra.rhs);
8171 if (elem_ty.abiSize(self.target.*) != 1) {
8172 return self.fail("TODO implement airMemset when element ABI size > 1", .{});
8173 }
8174
8175 const len = switch (dst_ptr_ty.ptrSize()) {
8176 .Slice => @as(MCValue, .{ .stack_offset = dst_ptr.stack_offset - 8 }),
8177 .One => @as(MCValue, .{ .immediate = dst_ptr_ty.childType().arrayLen() }),
8178 .C, .Many => unreachable,
8179 };
81708180 const len_lock: ?RegisterLock = switch (len) {
81718181 .register => |reg| self.register_manager.lockRegAssumeUnused(reg),
81728182 else => null,
81738183 };
81748184 defer if (len_lock) |lock| self.register_manager.unlockReg(lock);
81758185
8186 // TODO: dst_ptr could be a slice rather than raw pointer
81768187 try self.genInlineMemset(dst_ptr, src_val, len, .{});
81778188
8178 return self.finishAir(inst, .unreach, .{ pl_op.operand, extra.lhs, extra.rhs });
8189 return self.finishAir(inst, .unreach, .{ bin_op.lhs, bin_op.rhs, .none });
81798190}
81808191
81818192fn airMemcpy(self: *Self, inst: Air.Inst.Index) !void {
8182 const pl_op = self.air.instructions.items(.data)[inst].pl_op;
8183 const extra = self.air.extraData(Air.Bin, pl_op.payload).data;
8193 const bin_op = self.air.instructions.items(.data)[inst].bin_op;
81848194
8185 const dst_ptr = try self.resolveInst(pl_op.operand);
8195 const dst_ptr = try self.resolveInst(bin_op.lhs);
8196 const dst_ptr_ty = self.air.typeOf(bin_op.lhs);
81868197 const dst_ptr_lock: ?RegisterLock = switch (dst_ptr) {
81878198 .register => |reg| self.register_manager.lockRegAssumeUnused(reg),
81888199 else => null,
81898200 };
81908201 defer if (dst_ptr_lock) |lock| self.register_manager.unlockReg(lock);
81918202
8192 const src_ptr = try self.resolveInst(extra.lhs);
8203 const src_ptr = try self.resolveInst(bin_op.rhs);
81938204 const src_ptr_lock: ?RegisterLock = switch (src_ptr) {
81948205 .register => |reg| self.register_manager.lockRegAssumeUnused(reg),
81958206 else => null,
81968207 };
81978208 defer if (src_ptr_lock) |lock| self.register_manager.unlockReg(lock);
81988209
8199 const len = try self.resolveInst(extra.rhs);
8210 const len = switch (dst_ptr_ty.ptrSize()) {
8211 .Slice => @as(MCValue, .{ .stack_offset = dst_ptr.stack_offset - 8 }),
8212 .One => @as(MCValue, .{ .immediate = dst_ptr_ty.childType().arrayLen() }),
8213 .C, .Many => unreachable,
8214 };
82008215 const len_lock: ?RegisterLock = switch (len) {
82018216 .register => |reg| self.register_manager.lockRegAssumeUnused(reg),
82028217 else => null,
82038218 };
82048219 defer if (len_lock) |lock| self.register_manager.unlockReg(lock);
82058220
8221 // TODO: dst_ptr and src_ptr could be slices rather than raw pointers
82068222 try self.genInlineMemcpy(dst_ptr, src_ptr, len, .{});
82078223
8208 return self.finishAir(inst, .unreach, .{ pl_op.operand, extra.lhs, extra.rhs });
8224 return self.finishAir(inst, .unreach, .{ bin_op.lhs, bin_op.rhs, .none });
82098225}
82108226
82118227fn airTagName(self: *Self, inst: Air.Inst.Index) !void {