1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
8 #include <linux/types.h>
11 #define INSN_NOP 0x03400000
12 #define INSN_BREAK 0x002a0000
14 #define ADDR_IMMMASK_LU52ID 0xFFF0000000000000
15 #define ADDR_IMMMASK_LU32ID 0x000FFFFF00000000
16 #define ADDR_IMMMASK_LU12IW 0x00000000FFFFF000
17 #define ADDR_IMMMASK_ADDU16ID 0x00000000FFFF0000
19 #define ADDR_IMMSHIFT_LU52ID 52
20 #define ADDR_IMMSHIFT_LU32ID 32
21 #define ADDR_IMMSHIFT_LU12IW 12
22 #define ADDR_IMMSHIFT_ADDU16ID 16
24 #define ADDR_IMM(addr, INSN) ((addr & ADDR_IMMMASK_##INSN) >> ADDR_IMMSHIFT_##INSN)
42 bceqz_op = 0x12, /* bits[9:8] = 0x00 */
43 bcnez_op = 0x12, /* bits[9:8] = 0x01 */
181 struct reg0i26_format {
182 unsigned int immediate_h : 10;
183 unsigned int immediate_l : 16;
184 unsigned int opcode : 6;
187 struct reg1i20_format {
189 unsigned int immediate : 20;
190 unsigned int opcode : 7;
193 struct reg1i21_format {
194 unsigned int immediate_h : 5;
196 unsigned int immediate_l : 16;
197 unsigned int opcode : 6;
203 unsigned int opcode : 22;
206 struct reg2i5_format {
209 unsigned int immediate : 5;
210 unsigned int opcode : 17;
213 struct reg2i6_format {
216 unsigned int immediate : 6;
217 unsigned int opcode : 16;
220 struct reg2i12_format {
223 unsigned int immediate : 12;
224 unsigned int opcode : 10;
227 struct reg2i14_format {
230 unsigned int immediate : 14;
231 unsigned int opcode : 8;
234 struct reg2i16_format {
237 unsigned int immediate : 16;
238 unsigned int opcode : 6;
241 struct reg2bstrd_format {
244 unsigned int lsbd : 6;
245 unsigned int msbd : 6;
246 unsigned int opcode : 10;
253 unsigned int opcode : 17;
256 struct reg3sa2_format {
260 unsigned int immediate : 2;
261 unsigned int opcode : 15;
264 union loongarch_instruction {
266 struct reg0i26_format reg0i26_format;
267 struct reg1i20_format reg1i20_format;
268 struct reg1i21_format reg1i21_format;
269 struct reg2_format reg2_format;
270 struct reg2i5_format reg2i5_format;
271 struct reg2i6_format reg2i6_format;
272 struct reg2i12_format reg2i12_format;
273 struct reg2i14_format reg2i14_format;
274 struct reg2i16_format reg2i16_format;
275 struct reg2bstrd_format reg2bstrd_format;
276 struct reg3_format reg3_format;
277 struct reg3sa2_format reg3sa2_format;
280 #define LOONGARCH_INSN_SIZE sizeof(union loongarch_instruction)
283 LOONGARCH_GPR_ZERO = 0,
284 LOONGARCH_GPR_RA = 1,
285 LOONGARCH_GPR_TP = 2,
286 LOONGARCH_GPR_SP = 3,
287 LOONGARCH_GPR_A0 = 4, /* Reused as V0 for return value */
288 LOONGARCH_GPR_A1, /* Reused as V1 for return value */
295 LOONGARCH_GPR_T0 = 12,
304 LOONGARCH_GPR_FP = 22,
305 LOONGARCH_GPR_S0 = 23,
317 #define is_imm12_negative(val) is_imm_negative(val, 12)
319 static inline bool is_imm_negative(unsigned long val, unsigned int bit)
321 return val & (1UL << (bit - 1));
324 static inline bool is_pc_ins(union loongarch_instruction *ip)
326 return ip->reg1i20_format.opcode >= pcaddi_op &&
327 ip->reg1i20_format.opcode <= pcaddu18i_op;
330 static inline bool is_branch_ins(union loongarch_instruction *ip)
332 return ip->reg1i21_format.opcode >= beqz_op &&
333 ip->reg1i21_format.opcode <= bgeu_op;
336 static inline bool is_ra_save_ins(union loongarch_instruction *ip)
338 /* st.d $ra, $sp, offset */
339 return ip->reg2i12_format.opcode == std_op &&
340 ip->reg2i12_format.rj == LOONGARCH_GPR_SP &&
341 ip->reg2i12_format.rd == LOONGARCH_GPR_RA &&
342 !is_imm12_negative(ip->reg2i12_format.immediate);
345 static inline bool is_stack_alloc_ins(union loongarch_instruction *ip)
347 /* addi.d $sp, $sp, -imm */
348 return ip->reg2i12_format.opcode == addid_op &&
349 ip->reg2i12_format.rj == LOONGARCH_GPR_SP &&
350 ip->reg2i12_format.rd == LOONGARCH_GPR_SP &&
351 is_imm12_negative(ip->reg2i12_format.immediate);
354 int larch_insn_read(void *addr, u32 *insnp);
355 int larch_insn_write(void *addr, u32 insn);
356 int larch_insn_patch_text(void *addr, u32 insn);
358 u32 larch_insn_gen_nop(void);
359 u32 larch_insn_gen_b(unsigned long pc, unsigned long dest);
360 u32 larch_insn_gen_bl(unsigned long pc, unsigned long dest);
362 u32 larch_insn_gen_or(enum loongarch_gpr rd, enum loongarch_gpr rj, enum loongarch_gpr rk);
363 u32 larch_insn_gen_move(enum loongarch_gpr rd, enum loongarch_gpr rj);
365 u32 larch_insn_gen_lu12iw(enum loongarch_gpr rd, int imm);
366 u32 larch_insn_gen_lu32id(enum loongarch_gpr rd, int imm);
367 u32 larch_insn_gen_lu52id(enum loongarch_gpr rd, enum loongarch_gpr rj, int imm);
368 u32 larch_insn_gen_jirl(enum loongarch_gpr rd, enum loongarch_gpr rj, unsigned long pc, unsigned long dest);
370 static inline bool signed_imm_check(long val, unsigned int bit)
372 return -(1L << (bit - 1)) <= val && val < (1L << (bit - 1));
375 static inline bool unsigned_imm_check(unsigned long val, unsigned int bit)
377 return val < (1UL << bit);
380 static inline unsigned long sign_extend(unsigned long val, unsigned int idx)
382 if (!is_imm_negative(val, idx + 1))
383 return ((1UL << idx) - 1) & val;
385 return ~((1UL << idx) - 1) | val;
388 #define DEF_EMIT_REG0I26_FORMAT(NAME, OP) \
389 static inline void emit_##NAME(union loongarch_instruction *insn, \
392 unsigned int immediate_l, immediate_h; \
394 immediate_l = offset & 0xffff; \
396 immediate_h = offset & 0x3ff; \
398 insn->reg0i26_format.opcode = OP; \
399 insn->reg0i26_format.immediate_l = immediate_l; \
400 insn->reg0i26_format.immediate_h = immediate_h; \
403 DEF_EMIT_REG0I26_FORMAT(b, b_op)
405 #define DEF_EMIT_REG1I20_FORMAT(NAME, OP) \
406 static inline void emit_##NAME(union loongarch_instruction *insn, \
407 enum loongarch_gpr rd, int imm) \
409 insn->reg1i20_format.opcode = OP; \
410 insn->reg1i20_format.immediate = imm; \
411 insn->reg1i20_format.rd = rd; \
414 DEF_EMIT_REG1I20_FORMAT(lu12iw, lu12iw_op)
415 DEF_EMIT_REG1I20_FORMAT(lu32id, lu32id_op)
416 DEF_EMIT_REG1I20_FORMAT(pcaddu18i, pcaddu18i_op)
418 #define DEF_EMIT_REG2_FORMAT(NAME, OP) \
419 static inline void emit_##NAME(union loongarch_instruction *insn, \
420 enum loongarch_gpr rd, \
421 enum loongarch_gpr rj) \
423 insn->reg2_format.opcode = OP; \
424 insn->reg2_format.rd = rd; \
425 insn->reg2_format.rj = rj; \
428 DEF_EMIT_REG2_FORMAT(revb2h, revb2h_op)
429 DEF_EMIT_REG2_FORMAT(revb2w, revb2w_op)
430 DEF_EMIT_REG2_FORMAT(revbd, revbd_op)
432 #define DEF_EMIT_REG2I5_FORMAT(NAME, OP) \
433 static inline void emit_##NAME(union loongarch_instruction *insn, \
434 enum loongarch_gpr rd, \
435 enum loongarch_gpr rj, \
438 insn->reg2i5_format.opcode = OP; \
439 insn->reg2i5_format.immediate = imm; \
440 insn->reg2i5_format.rd = rd; \
441 insn->reg2i5_format.rj = rj; \
444 DEF_EMIT_REG2I5_FORMAT(slliw, slliw_op)
445 DEF_EMIT_REG2I5_FORMAT(srliw, srliw_op)
446 DEF_EMIT_REG2I5_FORMAT(sraiw, sraiw_op)
448 #define DEF_EMIT_REG2I6_FORMAT(NAME, OP) \
449 static inline void emit_##NAME(union loongarch_instruction *insn, \
450 enum loongarch_gpr rd, \
451 enum loongarch_gpr rj, \
454 insn->reg2i6_format.opcode = OP; \
455 insn->reg2i6_format.immediate = imm; \
456 insn->reg2i6_format.rd = rd; \
457 insn->reg2i6_format.rj = rj; \
460 DEF_EMIT_REG2I6_FORMAT(sllid, sllid_op)
461 DEF_EMIT_REG2I6_FORMAT(srlid, srlid_op)
462 DEF_EMIT_REG2I6_FORMAT(sraid, sraid_op)
464 #define DEF_EMIT_REG2I12_FORMAT(NAME, OP) \
465 static inline void emit_##NAME(union loongarch_instruction *insn, \
466 enum loongarch_gpr rd, \
467 enum loongarch_gpr rj, \
470 insn->reg2i12_format.opcode = OP; \
471 insn->reg2i12_format.immediate = imm; \
472 insn->reg2i12_format.rd = rd; \
473 insn->reg2i12_format.rj = rj; \
476 DEF_EMIT_REG2I12_FORMAT(addiw, addiw_op)
477 DEF_EMIT_REG2I12_FORMAT(addid, addid_op)
478 DEF_EMIT_REG2I12_FORMAT(lu52id, lu52id_op)
479 DEF_EMIT_REG2I12_FORMAT(andi, andi_op)
480 DEF_EMIT_REG2I12_FORMAT(ori, ori_op)
481 DEF_EMIT_REG2I12_FORMAT(xori, xori_op)
482 DEF_EMIT_REG2I12_FORMAT(ldbu, ldbu_op)
483 DEF_EMIT_REG2I12_FORMAT(ldhu, ldhu_op)
484 DEF_EMIT_REG2I12_FORMAT(ldwu, ldwu_op)
485 DEF_EMIT_REG2I12_FORMAT(ldd, ldd_op)
486 DEF_EMIT_REG2I12_FORMAT(stb, stb_op)
487 DEF_EMIT_REG2I12_FORMAT(sth, sth_op)
488 DEF_EMIT_REG2I12_FORMAT(stw, stw_op)
489 DEF_EMIT_REG2I12_FORMAT(std, std_op)
491 #define DEF_EMIT_REG2I14_FORMAT(NAME, OP) \
492 static inline void emit_##NAME(union loongarch_instruction *insn, \
493 enum loongarch_gpr rd, \
494 enum loongarch_gpr rj, \
497 insn->reg2i14_format.opcode = OP; \
498 insn->reg2i14_format.immediate = imm; \
499 insn->reg2i14_format.rd = rd; \
500 insn->reg2i14_format.rj = rj; \
503 DEF_EMIT_REG2I14_FORMAT(llw, llw_op)
504 DEF_EMIT_REG2I14_FORMAT(scw, scw_op)
505 DEF_EMIT_REG2I14_FORMAT(lld, lld_op)
506 DEF_EMIT_REG2I14_FORMAT(scd, scd_op)
507 DEF_EMIT_REG2I14_FORMAT(ldptrw, ldptrw_op)
508 DEF_EMIT_REG2I14_FORMAT(stptrw, stptrw_op)
509 DEF_EMIT_REG2I14_FORMAT(ldptrd, ldptrd_op)
510 DEF_EMIT_REG2I14_FORMAT(stptrd, stptrd_op)
512 #define DEF_EMIT_REG2I16_FORMAT(NAME, OP) \
513 static inline void emit_##NAME(union loongarch_instruction *insn, \
514 enum loongarch_gpr rj, \
515 enum loongarch_gpr rd, \
518 insn->reg2i16_format.opcode = OP; \
519 insn->reg2i16_format.immediate = offset; \
520 insn->reg2i16_format.rj = rj; \
521 insn->reg2i16_format.rd = rd; \
524 DEF_EMIT_REG2I16_FORMAT(beq, beq_op)
525 DEF_EMIT_REG2I16_FORMAT(bne, bne_op)
526 DEF_EMIT_REG2I16_FORMAT(blt, blt_op)
527 DEF_EMIT_REG2I16_FORMAT(bge, bge_op)
528 DEF_EMIT_REG2I16_FORMAT(bltu, bltu_op)
529 DEF_EMIT_REG2I16_FORMAT(bgeu, bgeu_op)
530 DEF_EMIT_REG2I16_FORMAT(jirl, jirl_op)
532 #define DEF_EMIT_REG2BSTRD_FORMAT(NAME, OP) \
533 static inline void emit_##NAME(union loongarch_instruction *insn, \
534 enum loongarch_gpr rd, \
535 enum loongarch_gpr rj, \
539 insn->reg2bstrd_format.opcode = OP; \
540 insn->reg2bstrd_format.msbd = msbd; \
541 insn->reg2bstrd_format.lsbd = lsbd; \
542 insn->reg2bstrd_format.rj = rj; \
543 insn->reg2bstrd_format.rd = rd; \
546 DEF_EMIT_REG2BSTRD_FORMAT(bstrpickd, bstrpickd_op)
548 #define DEF_EMIT_REG3_FORMAT(NAME, OP) \
549 static inline void emit_##NAME(union loongarch_instruction *insn, \
550 enum loongarch_gpr rd, \
551 enum loongarch_gpr rj, \
552 enum loongarch_gpr rk) \
554 insn->reg3_format.opcode = OP; \
555 insn->reg3_format.rd = rd; \
556 insn->reg3_format.rj = rj; \
557 insn->reg3_format.rk = rk; \
560 DEF_EMIT_REG3_FORMAT(addd, addd_op)
561 DEF_EMIT_REG3_FORMAT(subd, subd_op)
562 DEF_EMIT_REG3_FORMAT(muld, muld_op)
563 DEF_EMIT_REG3_FORMAT(divdu, divdu_op)
564 DEF_EMIT_REG3_FORMAT(moddu, moddu_op)
565 DEF_EMIT_REG3_FORMAT(and, and_op)
566 DEF_EMIT_REG3_FORMAT(or, or_op)
567 DEF_EMIT_REG3_FORMAT(xor, xor_op)
568 DEF_EMIT_REG3_FORMAT(sllw, sllw_op)
569 DEF_EMIT_REG3_FORMAT(slld, slld_op)
570 DEF_EMIT_REG3_FORMAT(srlw, srlw_op)
571 DEF_EMIT_REG3_FORMAT(srld, srld_op)
572 DEF_EMIT_REG3_FORMAT(sraw, sraw_op)
573 DEF_EMIT_REG3_FORMAT(srad, srad_op)
574 DEF_EMIT_REG3_FORMAT(ldxbu, ldxbu_op)
575 DEF_EMIT_REG3_FORMAT(ldxhu, ldxhu_op)
576 DEF_EMIT_REG3_FORMAT(ldxwu, ldxwu_op)
577 DEF_EMIT_REG3_FORMAT(ldxd, ldxd_op)
578 DEF_EMIT_REG3_FORMAT(stxb, stxb_op)
579 DEF_EMIT_REG3_FORMAT(stxh, stxh_op)
580 DEF_EMIT_REG3_FORMAT(stxw, stxw_op)
581 DEF_EMIT_REG3_FORMAT(stxd, stxd_op)
582 DEF_EMIT_REG3_FORMAT(amaddw, amaddw_op)
583 DEF_EMIT_REG3_FORMAT(amaddd, amaddd_op)
584 DEF_EMIT_REG3_FORMAT(amandw, amandw_op)
585 DEF_EMIT_REG3_FORMAT(amandd, amandd_op)
586 DEF_EMIT_REG3_FORMAT(amorw, amorw_op)
587 DEF_EMIT_REG3_FORMAT(amord, amord_op)
588 DEF_EMIT_REG3_FORMAT(amxorw, amxorw_op)
589 DEF_EMIT_REG3_FORMAT(amxord, amxord_op)
590 DEF_EMIT_REG3_FORMAT(amswapw, amswapw_op)
591 DEF_EMIT_REG3_FORMAT(amswapd, amswapd_op)
593 #define DEF_EMIT_REG3SA2_FORMAT(NAME, OP) \
594 static inline void emit_##NAME(union loongarch_instruction *insn, \
595 enum loongarch_gpr rd, \
596 enum loongarch_gpr rj, \
597 enum loongarch_gpr rk, \
600 insn->reg3sa2_format.opcode = OP; \
601 insn->reg3sa2_format.immediate = imm; \
602 insn->reg3sa2_format.rd = rd; \
603 insn->reg3sa2_format.rj = rj; \
604 insn->reg3sa2_format.rk = rk; \
607 DEF_EMIT_REG3SA2_FORMAT(alsld, alsld_op)
611 void emulate_load_store_insn(struct pt_regs *regs, void __user *addr, unsigned int *pc);
612 unsigned long unaligned_read(void __user *addr, void *value, unsigned long n, bool sign);
613 unsigned long unaligned_write(void __user *addr, unsigned long value, unsigned long n);
615 #endif /* _ASM_INST_H */