1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
8 #include <linux/bitops.h>
9 #include <linux/types.h>
11 #include <asm/ptrace.h>
13 #define INSN_NOP 0x03400000
14 #define INSN_BREAK 0x002a0000
16 #define ADDR_IMMMASK_LU52ID 0xFFF0000000000000
17 #define ADDR_IMMMASK_LU32ID 0x000FFFFF00000000
18 #define ADDR_IMMMASK_LU12IW 0x00000000FFFFF000
19 #define ADDR_IMMMASK_ORI 0x0000000000000FFF
20 #define ADDR_IMMMASK_ADDU16ID 0x00000000FFFF0000
22 #define ADDR_IMMSHIFT_LU52ID 52
23 #define ADDR_IMMSBIDX_LU52ID 11
24 #define ADDR_IMMSHIFT_LU32ID 32
25 #define ADDR_IMMSBIDX_LU32ID 19
26 #define ADDR_IMMSHIFT_LU12IW 12
27 #define ADDR_IMMSBIDX_LU12IW 19
28 #define ADDR_IMMSHIFT_ORI 0
29 #define ADDR_IMMSBIDX_ORI 63
30 #define ADDR_IMMSHIFT_ADDU16ID 16
31 #define ADDR_IMMSBIDX_ADDU16ID 15
33 #define ADDR_IMM(addr, INSN) \
34 (sign_extend64(((addr & ADDR_IMMMASK_##INSN) >> ADDR_IMMSHIFT_##INSN), ADDR_IMMSBIDX_##INSN))
57 bceqz_op = 0x12, /* bits[9:8] = 0x00 */
58 bcnez_op = 0x12, /* bits[9:8] = 0x01 */
198 amswapdbw_op = 0x70d2,
199 amswapdbd_op = 0x70d3,
200 amadddbw_op = 0x70d4,
201 amadddbd_op = 0x70d5,
202 amanddbw_op = 0x70d6,
203 amanddbd_op = 0x70d7,
206 amxordbw_op = 0x70da,
207 amxordbd_op = 0x70db,
208 ammaxdbw_op = 0x70dc,
209 ammaxdbd_op = 0x70dd,
210 ammindbw_op = 0x70de,
211 ammindbd_op = 0x70df,
212 ammaxdbwu_op = 0x70e0,
213 ammaxdbdu_op = 0x70e1,
214 ammindbwu_op = 0x70e2,
215 ammindbdu_op = 0x70e3,
248 struct reg0i15_format {
249 unsigned int immediate : 15;
250 unsigned int opcode : 17;
253 struct reg0i26_format {
254 unsigned int immediate_h : 10;
255 unsigned int immediate_l : 16;
256 unsigned int opcode : 6;
259 struct reg1i20_format {
261 unsigned int immediate : 20;
262 unsigned int opcode : 7;
265 struct reg1i21_format {
266 unsigned int immediate_h : 5;
268 unsigned int immediate_l : 16;
269 unsigned int opcode : 6;
275 unsigned int opcode : 22;
278 struct reg2i5_format {
281 unsigned int immediate : 5;
282 unsigned int opcode : 17;
285 struct reg2i6_format {
288 unsigned int immediate : 6;
289 unsigned int opcode : 16;
292 struct reg2i12_format {
295 unsigned int immediate : 12;
296 unsigned int opcode : 10;
299 struct reg2i14_format {
302 unsigned int immediate : 14;
303 unsigned int opcode : 8;
306 struct reg2i16_format {
309 unsigned int immediate : 16;
310 unsigned int opcode : 6;
313 struct reg2bstrd_format {
316 unsigned int lsbd : 6;
317 unsigned int msbd : 6;
318 unsigned int opcode : 10;
325 unsigned int opcode : 17;
328 struct reg3sa2_format {
332 unsigned int immediate : 2;
333 unsigned int opcode : 15;
336 union loongarch_instruction {
338 struct reg0i15_format reg0i15_format;
339 struct reg0i26_format reg0i26_format;
340 struct reg1i20_format reg1i20_format;
341 struct reg1i21_format reg1i21_format;
342 struct reg2_format reg2_format;
343 struct reg2i5_format reg2i5_format;
344 struct reg2i6_format reg2i6_format;
345 struct reg2i12_format reg2i12_format;
346 struct reg2i14_format reg2i14_format;
347 struct reg2i16_format reg2i16_format;
348 struct reg2bstrd_format reg2bstrd_format;
349 struct reg3_format reg3_format;
350 struct reg3sa2_format reg3sa2_format;
353 #define LOONGARCH_INSN_SIZE sizeof(union loongarch_instruction)
356 LOONGARCH_GPR_ZERO = 0,
357 LOONGARCH_GPR_RA = 1,
358 LOONGARCH_GPR_TP = 2,
359 LOONGARCH_GPR_SP = 3,
360 LOONGARCH_GPR_A0 = 4, /* Reused as V0 for return value */
361 LOONGARCH_GPR_A1, /* Reused as V1 for return value */
368 LOONGARCH_GPR_T0 = 12,
377 LOONGARCH_GPR_FP = 22,
378 LOONGARCH_GPR_S0 = 23,
390 #define is_imm12_negative(val) is_imm_negative(val, 12)
392 static inline bool is_imm_negative(unsigned long val, unsigned int bit)
394 return val & (1UL << (bit - 1));
397 static inline bool is_break_ins(union loongarch_instruction *ip)
399 return ip->reg0i15_format.opcode == break_op;
402 static inline bool is_pc_ins(union loongarch_instruction *ip)
404 return ip->reg1i20_format.opcode >= pcaddi_op &&
405 ip->reg1i20_format.opcode <= pcaddu18i_op;
408 static inline bool is_branch_ins(union loongarch_instruction *ip)
410 return ip->reg1i21_format.opcode >= beqz_op &&
411 ip->reg1i21_format.opcode <= bgeu_op;
414 static inline bool is_ra_save_ins(union loongarch_instruction *ip)
416 /* st.d $ra, $sp, offset */
417 return ip->reg2i12_format.opcode == std_op &&
418 ip->reg2i12_format.rj == LOONGARCH_GPR_SP &&
419 ip->reg2i12_format.rd == LOONGARCH_GPR_RA &&
420 !is_imm12_negative(ip->reg2i12_format.immediate);
423 static inline bool is_stack_alloc_ins(union loongarch_instruction *ip)
425 /* addi.d $sp, $sp, -imm */
426 return ip->reg2i12_format.opcode == addid_op &&
427 ip->reg2i12_format.rj == LOONGARCH_GPR_SP &&
428 ip->reg2i12_format.rd == LOONGARCH_GPR_SP &&
429 is_imm12_negative(ip->reg2i12_format.immediate);
432 static inline bool is_self_loop_ins(union loongarch_instruction *ip, struct pt_regs *regs)
434 switch (ip->reg0i26_format.opcode) {
437 if (ip->reg0i26_format.immediate_l == 0
438 && ip->reg0i26_format.immediate_h == 0)
442 switch (ip->reg1i21_format.opcode) {
446 if (ip->reg1i21_format.immediate_l == 0
447 && ip->reg1i21_format.immediate_h == 0)
451 switch (ip->reg2i16_format.opcode) {
458 if (ip->reg2i16_format.immediate == 0)
462 if (regs->regs[ip->reg2i16_format.rj] +
463 ((unsigned long)ip->reg2i16_format.immediate << 2) == (unsigned long)ip)
470 void simu_pc(struct pt_regs *regs, union loongarch_instruction insn);
471 void simu_branch(struct pt_regs *regs, union loongarch_instruction insn);
473 bool insns_not_supported(union loongarch_instruction insn);
474 bool insns_need_simulation(union loongarch_instruction insn);
475 void arch_simulate_insn(union loongarch_instruction insn, struct pt_regs *regs);
477 int larch_insn_read(void *addr, u32 *insnp);
478 int larch_insn_write(void *addr, u32 insn);
479 int larch_insn_patch_text(void *addr, u32 insn);
481 u32 larch_insn_gen_nop(void);
482 u32 larch_insn_gen_b(unsigned long pc, unsigned long dest);
483 u32 larch_insn_gen_bl(unsigned long pc, unsigned long dest);
485 u32 larch_insn_gen_break(int imm);
487 u32 larch_insn_gen_or(enum loongarch_gpr rd, enum loongarch_gpr rj, enum loongarch_gpr rk);
488 u32 larch_insn_gen_move(enum loongarch_gpr rd, enum loongarch_gpr rj);
490 u32 larch_insn_gen_lu12iw(enum loongarch_gpr rd, int imm);
491 u32 larch_insn_gen_lu32id(enum loongarch_gpr rd, int imm);
492 u32 larch_insn_gen_lu52id(enum loongarch_gpr rd, enum loongarch_gpr rj, int imm);
493 u32 larch_insn_gen_jirl(enum loongarch_gpr rd, enum loongarch_gpr rj, int imm);
495 static inline bool signed_imm_check(long val, unsigned int bit)
497 return -(1L << (bit - 1)) <= val && val < (1L << (bit - 1));
500 static inline bool unsigned_imm_check(unsigned long val, unsigned int bit)
502 return val < (1UL << bit);
505 #define DEF_EMIT_REG0I15_FORMAT(NAME, OP) \
506 static inline void emit_##NAME(union loongarch_instruction *insn, \
509 insn->reg0i15_format.opcode = OP; \
510 insn->reg0i15_format.immediate = imm; \
513 DEF_EMIT_REG0I15_FORMAT(break, break_op)
515 #define DEF_EMIT_REG0I26_FORMAT(NAME, OP) \
516 static inline void emit_##NAME(union loongarch_instruction *insn, \
519 unsigned int immediate_l, immediate_h; \
521 immediate_l = offset & 0xffff; \
523 immediate_h = offset & 0x3ff; \
525 insn->reg0i26_format.opcode = OP; \
526 insn->reg0i26_format.immediate_l = immediate_l; \
527 insn->reg0i26_format.immediate_h = immediate_h; \
530 DEF_EMIT_REG0I26_FORMAT(b, b_op)
531 DEF_EMIT_REG0I26_FORMAT(bl, bl_op)
533 #define DEF_EMIT_REG1I20_FORMAT(NAME, OP) \
534 static inline void emit_##NAME(union loongarch_instruction *insn, \
535 enum loongarch_gpr rd, int imm) \
537 insn->reg1i20_format.opcode = OP; \
538 insn->reg1i20_format.immediate = imm; \
539 insn->reg1i20_format.rd = rd; \
542 DEF_EMIT_REG1I20_FORMAT(lu12iw, lu12iw_op)
543 DEF_EMIT_REG1I20_FORMAT(lu32id, lu32id_op)
544 DEF_EMIT_REG1I20_FORMAT(pcaddu18i, pcaddu18i_op)
546 #define DEF_EMIT_REG2_FORMAT(NAME, OP) \
547 static inline void emit_##NAME(union loongarch_instruction *insn, \
548 enum loongarch_gpr rd, \
549 enum loongarch_gpr rj) \
551 insn->reg2_format.opcode = OP; \
552 insn->reg2_format.rd = rd; \
553 insn->reg2_format.rj = rj; \
556 DEF_EMIT_REG2_FORMAT(revb2h, revb2h_op)
557 DEF_EMIT_REG2_FORMAT(revb2w, revb2w_op)
558 DEF_EMIT_REG2_FORMAT(revbd, revbd_op)
560 #define DEF_EMIT_REG2I5_FORMAT(NAME, OP) \
561 static inline void emit_##NAME(union loongarch_instruction *insn, \
562 enum loongarch_gpr rd, \
563 enum loongarch_gpr rj, \
566 insn->reg2i5_format.opcode = OP; \
567 insn->reg2i5_format.immediate = imm; \
568 insn->reg2i5_format.rd = rd; \
569 insn->reg2i5_format.rj = rj; \
572 DEF_EMIT_REG2I5_FORMAT(slliw, slliw_op)
573 DEF_EMIT_REG2I5_FORMAT(srliw, srliw_op)
574 DEF_EMIT_REG2I5_FORMAT(sraiw, sraiw_op)
576 #define DEF_EMIT_REG2I6_FORMAT(NAME, OP) \
577 static inline void emit_##NAME(union loongarch_instruction *insn, \
578 enum loongarch_gpr rd, \
579 enum loongarch_gpr rj, \
582 insn->reg2i6_format.opcode = OP; \
583 insn->reg2i6_format.immediate = imm; \
584 insn->reg2i6_format.rd = rd; \
585 insn->reg2i6_format.rj = rj; \
588 DEF_EMIT_REG2I6_FORMAT(sllid, sllid_op)
589 DEF_EMIT_REG2I6_FORMAT(srlid, srlid_op)
590 DEF_EMIT_REG2I6_FORMAT(sraid, sraid_op)
592 #define DEF_EMIT_REG2I12_FORMAT(NAME, OP) \
593 static inline void emit_##NAME(union loongarch_instruction *insn, \
594 enum loongarch_gpr rd, \
595 enum loongarch_gpr rj, \
598 insn->reg2i12_format.opcode = OP; \
599 insn->reg2i12_format.immediate = imm; \
600 insn->reg2i12_format.rd = rd; \
601 insn->reg2i12_format.rj = rj; \
604 DEF_EMIT_REG2I12_FORMAT(addiw, addiw_op)
605 DEF_EMIT_REG2I12_FORMAT(addid, addid_op)
606 DEF_EMIT_REG2I12_FORMAT(lu52id, lu52id_op)
607 DEF_EMIT_REG2I12_FORMAT(andi, andi_op)
608 DEF_EMIT_REG2I12_FORMAT(ori, ori_op)
609 DEF_EMIT_REG2I12_FORMAT(xori, xori_op)
610 DEF_EMIT_REG2I12_FORMAT(ldbu, ldbu_op)
611 DEF_EMIT_REG2I12_FORMAT(ldhu, ldhu_op)
612 DEF_EMIT_REG2I12_FORMAT(ldwu, ldwu_op)
613 DEF_EMIT_REG2I12_FORMAT(ldd, ldd_op)
614 DEF_EMIT_REG2I12_FORMAT(stb, stb_op)
615 DEF_EMIT_REG2I12_FORMAT(sth, sth_op)
616 DEF_EMIT_REG2I12_FORMAT(stw, stw_op)
617 DEF_EMIT_REG2I12_FORMAT(std, std_op)
619 #define DEF_EMIT_REG2I14_FORMAT(NAME, OP) \
620 static inline void emit_##NAME(union loongarch_instruction *insn, \
621 enum loongarch_gpr rd, \
622 enum loongarch_gpr rj, \
625 insn->reg2i14_format.opcode = OP; \
626 insn->reg2i14_format.immediate = imm; \
627 insn->reg2i14_format.rd = rd; \
628 insn->reg2i14_format.rj = rj; \
631 DEF_EMIT_REG2I14_FORMAT(llw, llw_op)
632 DEF_EMIT_REG2I14_FORMAT(scw, scw_op)
633 DEF_EMIT_REG2I14_FORMAT(lld, lld_op)
634 DEF_EMIT_REG2I14_FORMAT(scd, scd_op)
635 DEF_EMIT_REG2I14_FORMAT(ldptrw, ldptrw_op)
636 DEF_EMIT_REG2I14_FORMAT(stptrw, stptrw_op)
637 DEF_EMIT_REG2I14_FORMAT(ldptrd, ldptrd_op)
638 DEF_EMIT_REG2I14_FORMAT(stptrd, stptrd_op)
640 #define DEF_EMIT_REG2I16_FORMAT(NAME, OP) \
641 static inline void emit_##NAME(union loongarch_instruction *insn, \
642 enum loongarch_gpr rj, \
643 enum loongarch_gpr rd, \
646 insn->reg2i16_format.opcode = OP; \
647 insn->reg2i16_format.immediate = offset; \
648 insn->reg2i16_format.rj = rj; \
649 insn->reg2i16_format.rd = rd; \
652 DEF_EMIT_REG2I16_FORMAT(beq, beq_op)
653 DEF_EMIT_REG2I16_FORMAT(bne, bne_op)
654 DEF_EMIT_REG2I16_FORMAT(blt, blt_op)
655 DEF_EMIT_REG2I16_FORMAT(bge, bge_op)
656 DEF_EMIT_REG2I16_FORMAT(bltu, bltu_op)
657 DEF_EMIT_REG2I16_FORMAT(bgeu, bgeu_op)
658 DEF_EMIT_REG2I16_FORMAT(jirl, jirl_op)
660 #define DEF_EMIT_REG2BSTRD_FORMAT(NAME, OP) \
661 static inline void emit_##NAME(union loongarch_instruction *insn, \
662 enum loongarch_gpr rd, \
663 enum loongarch_gpr rj, \
667 insn->reg2bstrd_format.opcode = OP; \
668 insn->reg2bstrd_format.msbd = msbd; \
669 insn->reg2bstrd_format.lsbd = lsbd; \
670 insn->reg2bstrd_format.rj = rj; \
671 insn->reg2bstrd_format.rd = rd; \
674 DEF_EMIT_REG2BSTRD_FORMAT(bstrpickd, bstrpickd_op)
676 #define DEF_EMIT_REG3_FORMAT(NAME, OP) \
677 static inline void emit_##NAME(union loongarch_instruction *insn, \
678 enum loongarch_gpr rd, \
679 enum loongarch_gpr rj, \
680 enum loongarch_gpr rk) \
682 insn->reg3_format.opcode = OP; \
683 insn->reg3_format.rd = rd; \
684 insn->reg3_format.rj = rj; \
685 insn->reg3_format.rk = rk; \
688 DEF_EMIT_REG3_FORMAT(addd, addd_op)
689 DEF_EMIT_REG3_FORMAT(subd, subd_op)
690 DEF_EMIT_REG3_FORMAT(muld, muld_op)
691 DEF_EMIT_REG3_FORMAT(divdu, divdu_op)
692 DEF_EMIT_REG3_FORMAT(moddu, moddu_op)
693 DEF_EMIT_REG3_FORMAT(and, and_op)
694 DEF_EMIT_REG3_FORMAT(or, or_op)
695 DEF_EMIT_REG3_FORMAT(xor, xor_op)
696 DEF_EMIT_REG3_FORMAT(sllw, sllw_op)
697 DEF_EMIT_REG3_FORMAT(slld, slld_op)
698 DEF_EMIT_REG3_FORMAT(srlw, srlw_op)
699 DEF_EMIT_REG3_FORMAT(srld, srld_op)
700 DEF_EMIT_REG3_FORMAT(sraw, sraw_op)
701 DEF_EMIT_REG3_FORMAT(srad, srad_op)
702 DEF_EMIT_REG3_FORMAT(ldxbu, ldxbu_op)
703 DEF_EMIT_REG3_FORMAT(ldxhu, ldxhu_op)
704 DEF_EMIT_REG3_FORMAT(ldxwu, ldxwu_op)
705 DEF_EMIT_REG3_FORMAT(ldxd, ldxd_op)
706 DEF_EMIT_REG3_FORMAT(stxb, stxb_op)
707 DEF_EMIT_REG3_FORMAT(stxh, stxh_op)
708 DEF_EMIT_REG3_FORMAT(stxw, stxw_op)
709 DEF_EMIT_REG3_FORMAT(stxd, stxd_op)
710 DEF_EMIT_REG3_FORMAT(amaddw, amaddw_op)
711 DEF_EMIT_REG3_FORMAT(amaddd, amaddd_op)
712 DEF_EMIT_REG3_FORMAT(amandw, amandw_op)
713 DEF_EMIT_REG3_FORMAT(amandd, amandd_op)
714 DEF_EMIT_REG3_FORMAT(amorw, amorw_op)
715 DEF_EMIT_REG3_FORMAT(amord, amord_op)
716 DEF_EMIT_REG3_FORMAT(amxorw, amxorw_op)
717 DEF_EMIT_REG3_FORMAT(amxord, amxord_op)
718 DEF_EMIT_REG3_FORMAT(amswapw, amswapw_op)
719 DEF_EMIT_REG3_FORMAT(amswapd, amswapd_op)
721 #define DEF_EMIT_REG3SA2_FORMAT(NAME, OP) \
722 static inline void emit_##NAME(union loongarch_instruction *insn, \
723 enum loongarch_gpr rd, \
724 enum loongarch_gpr rj, \
725 enum loongarch_gpr rk, \
728 insn->reg3sa2_format.opcode = OP; \
729 insn->reg3sa2_format.immediate = imm; \
730 insn->reg3sa2_format.rd = rd; \
731 insn->reg3sa2_format.rj = rj; \
732 insn->reg3sa2_format.rk = rk; \
735 DEF_EMIT_REG3SA2_FORMAT(alsld, alsld_op)
739 void emulate_load_store_insn(struct pt_regs *regs, void __user *addr, unsigned int *pc);
740 unsigned long unaligned_read(void __user *addr, void *value, unsigned long n, bool sign);
741 unsigned long unaligned_write(void __user *addr, unsigned long value, unsigned long n);
743 #endif /* _ASM_INST_H */