start.S 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624
  1. /*
  2. * armboot - Startup Code for OMAP3530/ARM Cortex CPU-core
  3. *
  4. * Copyright (c) 2004 Texas Instruments <r-woodruff2@ti.com>
  5. *
  6. * Copyright (c) 2001 Marius Gröger <mag@sysgo.de>
  7. * Copyright (c) 2002 Alex Züpke <azu@sysgo.de>
  8. * Copyright (c) 2002 Gary Jennejohn <garyj@denx.de>
  9. * Copyright (c) 2003 Richard Woodruff <r-woodruff2@ti.com>
  10. * Copyright (c) 2003 Kshitij <kshitij@ti.com>
  11. * Copyright (c) 2006-2008 Syed Mohammed Khasim <x0khasim@ti.com>
  12. *
  13. * See file CREDITS for list of people who contributed to this
  14. * project.
  15. *
  16. * This program is free software; you can redistribute it and/or
  17. * modify it under the terms of the GNU General Public License as
  18. * published by the Free Software Foundation; either version 2 of
  19. * the License, or (at your option) any later version.
  20. *
  21. * This program is distributed in the hope that it will be useful,
  22. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  23. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  24. * GNU General Public License for more details.
  25. *
  26. * You should have received a copy of the GNU General Public License
  27. * along with this program; if not, write to the Free Software
  28. * Foundation, Inc., 59 Temple Place, Suite 330, Boston,
  29. * MA 02111-1307 USA
  30. */
  31. #include <config.h>
  32. #include <version.h>
  33. .globl _start
  34. _start: b reset
  35. ldr pc, _undefined_instruction
  36. ldr pc, _software_interrupt
  37. ldr pc, _prefetch_abort
  38. ldr pc, _data_abort
  39. ldr pc, _not_used
  40. ldr pc, _irq
  41. ldr pc, _fiq
  42. _undefined_instruction: .word undefined_instruction
  43. _software_interrupt: .word software_interrupt
  44. _prefetch_abort: .word prefetch_abort
  45. _data_abort: .word data_abort
  46. _not_used: .word not_used
  47. _irq: .word irq
  48. _fiq: .word fiq
  49. _pad: .word 0x12345678 /* now 16*4=64 */
  50. .global _end_vect
  51. _end_vect:
  52. .balignl 16,0xdeadbeef
  53. /*************************************************************************
  54. *
  55. * Startup Code (reset vector)
  56. *
  57. * do important init only if we don't start from memory!
  58. * setup Memory and board specific bits prior to relocation.
  59. * relocate armboot to ram
  60. * setup stack
  61. *
  62. *************************************************************************/
  63. .globl _TEXT_BASE
  64. _TEXT_BASE:
  65. .word CONFIG_SYS_TEXT_BASE
  66. #if defined(CONFIG_SYS_ARM_WITHOUT_RELOC)
  67. .globl _armboot_start
  68. _armboot_start:
  69. .word _start
  70. #endif
  71. /*
  72. * These are defined in the board-specific linker script.
  73. */
  74. .globl _bss_start_ofs
  75. _bss_start_ofs:
  76. .word __bss_start - _start
  77. .globl _bss_end_ofs
  78. _bss_end_ofs:
  79. .word _end - _start
  80. #ifdef CONFIG_USE_IRQ
  81. /* IRQ stack memory (calculated at run-time) */
  82. .globl IRQ_STACK_START
  83. IRQ_STACK_START:
  84. .word 0x0badc0de
  85. /* IRQ stack memory (calculated at run-time) */
  86. .globl FIQ_STACK_START
  87. FIQ_STACK_START:
  88. .word 0x0badc0de
  89. #endif
  90. #if !defined(CONFIG_SYS_ARM_WITHOUT_RELOC)
  91. /* IRQ stack memory (calculated at run-time) + 8 bytes */
  92. .globl IRQ_STACK_START_IN
  93. IRQ_STACK_START_IN:
  94. .word 0x0badc0de
  95. .globl _datarel_start_ofs
  96. _datarel_start_ofs:
  97. .word __datarel_start - _start
  98. .globl _datarelrolocal_start_ofs
  99. _datarelrolocal_start_ofs:
  100. .word __datarelrolocal_start - _start
  101. .globl _datarellocal_start_ofs
  102. _datarellocal_start_ofs:
  103. .word __datarellocal_start - _start
  104. .globl _datarelro_start_ofs
  105. _datarelro_start_ofs:
  106. .word __datarelro_start - _start
  107. .globl _got_start_ofs
  108. _got_start_ofs:
  109. .word __got_start - _start
  110. .globl _got_end_Ofs
  111. _got_end_ofs:
  112. .word __got_end - _start
  113. /*
  114. * the actual reset code
  115. */
  116. reset:
  117. /*
  118. * set the cpu to SVC32 mode
  119. */
  120. mrs r0, cpsr
  121. bic r0, r0, #0x1f
  122. orr r0, r0, #0xd3
  123. msr cpsr,r0
  124. #if (CONFIG_OMAP34XX)
  125. /* Copy vectors to mask ROM indirect addr */
  126. adr r0, _start @ r0 <- current position of code
  127. add r0, r0, #4 @ skip reset vector
  128. mov r2, #64 @ r2 <- size to copy
  129. add r2, r0, r2 @ r2 <- source end address
  130. mov r1, #SRAM_OFFSET0 @ build vect addr
  131. mov r3, #SRAM_OFFSET1
  132. add r1, r1, r3
  133. mov r3, #SRAM_OFFSET2
  134. add r1, r1, r3
  135. next:
  136. ldmia r0!, {r3 - r10} @ copy from source address [r0]
  137. stmia r1!, {r3 - r10} @ copy to target address [r1]
  138. cmp r0, r2 @ until source end address [r2]
  139. bne next @ loop until equal */
  140. #if !defined(CONFIG_SYS_NAND_BOOT) && !defined(CONFIG_SYS_ONENAND_BOOT)
  141. /* No need to copy/exec the clock code - DPLL adjust already done
  142. * in NAND/oneNAND Boot.
  143. */
  144. bl cpy_clk_code @ put dpll adjust code behind vectors
  145. #endif /* NAND Boot */
  146. #endif
  147. /* the mask ROM code should have PLL and others stable */
  148. #ifndef CONFIG_SKIP_LOWLEVEL_INIT
  149. bl cpu_init_crit
  150. #endif
  151. /* Set stackpointer in internal RAM to call board_init_f */
  152. call_board_init_f:
  153. ldr sp, =(CONFIG_SYS_INIT_SP_ADDR)
  154. ldr r0,=0x00000000
  155. bl board_init_f
  156. /*------------------------------------------------------------------------------*/
  157. /*
  158. * void relocate_code (addr_sp, gd, addr_moni)
  159. *
  160. * This "function" does not return, instead it continues in RAM
  161. * after relocating the monitor code.
  162. *
  163. */
  164. .globl relocate_code
  165. relocate_code:
  166. mov r4, r0 /* save addr_sp */
  167. mov r5, r1 /* save addr of gd */
  168. mov r6, r2 /* save addr of destination */
  169. mov r7, r2 /* save addr of destination */
  170. /* Set up the stack */
  171. stack_setup:
  172. mov sp, r4
  173. #ifndef CONFIG_SKIP_RELOCATE_UBOOT
  174. adr r0, _start
  175. ldr r2, _TEXT_BASE
  176. ldr r3, _bss_start_ofs
  177. add r2, r0, r3 /* r2 <- source end address */
  178. cmp r0, r6
  179. #ifndef CONFIG_PRELOADER
  180. beq jump_2_ram
  181. #endif
  182. copy_loop:
  183. ldmia r0!, {r9-r10} /* copy from source address [r0] */
  184. stmia r6!, {r9-r10} /* copy to target address [r1] */
  185. cmp r0, r2 /* until source end address [r2] */
  186. blo copy_loop
  187. #ifndef CONFIG_PRELOADER
  188. /*
  189. * fix .rel.dyn relocations
  190. */
  191. ldr r0, _TEXT_BASE /* r0 <- Text base */
  192. sub r9, r7, r0 /* r9 <- relocation offset */
  193. ldr r10, _dynsym_start_ofs /* r10 <- sym table ofs */
  194. add r10, r10, r0 /* r10 <- sym table in FLASH */
  195. ldr r2, _rel_dyn_start_ofs /* r2 <- rel dyn start ofs */
  196. add r2, r2, r0 /* r2 <- rel dyn start in FLASH */
  197. ldr r3, _rel_dyn_end_ofs /* r3 <- rel dyn end ofs */
  198. add r3, r3, r0 /* r3 <- rel dyn end in FLASH */
  199. fixloop:
  200. ldr r0, [r2] /* r0 <- location to fix up, IN FLASH! */
  201. add r0, r9 /* r0 <- location to fix up in RAM */
  202. ldr r1, [r2, #4]
  203. and r8, r1, #0xff
  204. cmp r8, #23 /* relative fixup? */
  205. beq fixrel
  206. cmp r8, #2 /* absolute fixup? */
  207. beq fixabs
  208. /* ignore unknown type of fixup */
  209. b fixnext
  210. fixabs:
  211. /* absolute fix: set location to (offset) symbol value */
  212. mov r1, r1, LSR #4 /* r1 <- symbol index in .dynsym */
  213. add r1, r10, r1 /* r1 <- address of symbol in table */
  214. ldr r1, [r1, #4] /* r1 <- symbol value */
  215. add r1, r9 /* r1 <- relocated sym addr */
  216. b fixnext
  217. fixrel:
  218. /* relative fix: increase location by offset */
  219. ldr r1, [r0]
  220. add r1, r1, r9
  221. fixnext:
  222. str r1, [r0]
  223. add r2, r2, #8 /* each rel.dyn entry is 8 bytes */
  224. cmp r2, r3
  225. blo fixloop
  226. clear_bss:
  227. ldr r0, _bss_start_ofs
  228. ldr r1, _bss_end_ofs
  229. ldr r3, _TEXT_BASE /* Text base */
  230. mov r4, r7 /* reloc addr */
  231. add r0, r0, r4
  232. add r1, r1, r4
  233. mov r2, #0x00000000 /* clear */
  234. clbss_l:str r2, [r0] /* clear loop... */
  235. add r0, r0, #4
  236. cmp r0, r1
  237. bne clbss_l
  238. #endif /* #ifndef CONFIG_PRELOADER */
  239. #endif /* #ifndef CONFIG_SKIP_RELOCATE_UBOOT */
  240. /*
  241. * We are done. Do not return, instead branch to second part of board
  242. * initialization, now running from RAM.
  243. */
  244. jump_2_ram:
  245. ldr r0, _board_init_r_ofs
  246. adr r1, _start
  247. add r0, r0, r1
  248. add lr, r0, r9
  249. /* setup parameters for board_init_r */
  250. mov r0, r5 /* gd_t */
  251. mov r1, r7 /* dest_addr */
  252. /* jump to it ... */
  253. mov pc, lr
  254. _board_init_r_ofs:
  255. .word board_init_r - _start
  256. _rel_dyn_start_ofs:
  257. .word __rel_dyn_start - _start
  258. _rel_dyn_end_ofs:
  259. .word __rel_dyn_end - _start
  260. _dynsym_start_ofs:
  261. .word __dynsym_start - _start
  262. #else /* #if !defined(CONFIG_SYS_ARM_WITHOUT_RELOC) */
  263. /*
  264. * the actual reset code
  265. */
  266. reset:
  267. /*
  268. * set the cpu to SVC32 mode
  269. */
  270. mrs r0, cpsr
  271. bic r0, r0, #0x1f
  272. orr r0, r0, #0xd3
  273. msr cpsr,r0
  274. #if (CONFIG_OMAP34XX)
  275. /* Copy vectors to mask ROM indirect addr */
  276. adr r0, _start @ r0 <- current position of code
  277. add r0, r0, #4 @ skip reset vector
  278. mov r2, #64 @ r2 <- size to copy
  279. add r2, r0, r2 @ r2 <- source end address
  280. mov r1, #SRAM_OFFSET0 @ build vect addr
  281. mov r3, #SRAM_OFFSET1
  282. add r1, r1, r3
  283. mov r3, #SRAM_OFFSET2
  284. add r1, r1, r3
  285. next:
  286. ldmia r0!, {r3 - r10} @ copy from source address [r0]
  287. stmia r1!, {r3 - r10} @ copy to target address [r1]
  288. cmp r0, r2 @ until source end address [r2]
  289. bne next @ loop until equal */
  290. #if !defined(CONFIG_SYS_NAND_BOOT) && !defined(CONFIG_SYS_ONENAND_BOOT)
  291. /* No need to copy/exec the clock code - DPLL adjust already done
  292. * in NAND/oneNAND Boot.
  293. */
  294. bl cpy_clk_code @ put dpll adjust code behind vectors
  295. #endif /* NAND Boot */
  296. #endif
  297. /* the mask ROM code should have PLL and others stable */
  298. #ifndef CONFIG_SKIP_LOWLEVEL_INIT
  299. bl cpu_init_crit
  300. #endif
  301. #ifndef CONFIG_SKIP_RELOCATE_UBOOT
  302. relocate: @ relocate U-Boot to RAM
  303. adr r0, _start @ r0 <- current position of code
  304. ldr r1, _TEXT_BASE @ test if we run from flash or RAM
  305. cmp r0, r1 @ don't reloc during debug
  306. beq stack_setup
  307. ldr r2, _armboot_start
  308. ldr r3, _bss_start
  309. sub r2, r3, r2 @ r2 <- size of armboot
  310. add r2, r0, r2 @ r2 <- source end address
  311. copy_loop: @ copy 32 bytes at a time
  312. ldmia r0!, {r3 - r10} @ copy from source address [r0]
  313. stmia r1!, {r3 - r10} @ copy to target address [r1]
  314. cmp r0, r2 @ until source end address [r2]
  315. blo copy_loop
  316. #endif /* CONFIG_SKIP_RELOCATE_UBOOT */
  317. /* Set up the stack */
  318. stack_setup:
  319. ldr r0, _TEXT_BASE @ upper 128 KiB: relocated uboot
  320. sub r0, r0, #CONFIG_SYS_MALLOC_LEN @ malloc area
  321. sub r0, r0, #CONFIG_SYS_GBL_DATA_SIZE @ bdinfo
  322. #ifdef CONFIG_USE_IRQ
  323. sub r0, r0, #(CONFIG_STACKSIZE_IRQ + CONFIG_STACKSIZE_FIQ)
  324. #endif
  325. sub sp, r0, #12 @ leave 3 words for abort-stack
  326. bic sp, sp, #7 @ 8-byte alignment for ABI compliance
  327. /* Clear BSS (if any). Is below tx (watch load addr - need space) */
  328. clear_bss:
  329. ldr r0, _bss_start @ find start of bss segment
  330. ldr r1, _bss_end @ stop here
  331. mov r2, #0x00000000 @ clear value
  332. clbss_l:
  333. str r2, [r0] @ clear BSS location
  334. cmp r0, r1 @ are we at the end yet
  335. add r0, r0, #4 @ increment clear index pointer
  336. bne clbss_l @ keep clearing till at end
  337. ldr pc, _start_armboot @ jump to C code
  338. _start_armboot: .word start_armboot
  339. #endif /* #if !defined(CONFIG_SYS_ARM_WITHOUT_RELOC) */
  340. /*************************************************************************
  341. *
  342. * CPU_init_critical registers
  343. *
  344. * setup important registers
  345. * setup memory timing
  346. *
  347. *************************************************************************/
  348. cpu_init_crit:
  349. /*
  350. * Invalidate L1 I/D
  351. */
  352. mov r0, #0 @ set up for MCR
  353. mcr p15, 0, r0, c8, c7, 0 @ invalidate TLBs
  354. mcr p15, 0, r0, c7, c5, 0 @ invalidate icache
  355. /*
  356. * disable MMU stuff and caches
  357. */
  358. mrc p15, 0, r0, c1, c0, 0
  359. bic r0, r0, #0x00002000 @ clear bits 13 (--V-)
  360. bic r0, r0, #0x00000007 @ clear bits 2:0 (-CAM)
  361. orr r0, r0, #0x00000002 @ set bit 1 (--A-) Align
  362. orr r0, r0, #0x00000800 @ set bit 12 (Z---) BTB
  363. mcr p15, 0, r0, c1, c0, 0
  364. /*
  365. * Jump to board specific initialization...
  366. * The Mask ROM will have already initialized
  367. * basic memory. Go here to bump up clock rate and handle
  368. * wake up conditions.
  369. */
  370. mov ip, lr @ persevere link reg across call
  371. bl lowlevel_init @ go setup pll,mux,memory
  372. mov lr, ip @ restore link
  373. mov pc, lr @ back to my caller
  374. /*
  375. *************************************************************************
  376. *
  377. * Interrupt handling
  378. *
  379. *************************************************************************
  380. */
  381. @
  382. @ IRQ stack frame.
  383. @
  384. #define S_FRAME_SIZE 72
  385. #define S_OLD_R0 68
  386. #define S_PSR 64
  387. #define S_PC 60
  388. #define S_LR 56
  389. #define S_SP 52
  390. #define S_IP 48
  391. #define S_FP 44
  392. #define S_R10 40
  393. #define S_R9 36
  394. #define S_R8 32
  395. #define S_R7 28
  396. #define S_R6 24
  397. #define S_R5 20
  398. #define S_R4 16
  399. #define S_R3 12
  400. #define S_R2 8
  401. #define S_R1 4
  402. #define S_R0 0
  403. #define MODE_SVC 0x13
  404. #define I_BIT 0x80
  405. /*
  406. * use bad_save_user_regs for abort/prefetch/undef/swi ...
  407. * use irq_save_user_regs / irq_restore_user_regs for IRQ/FIQ handling
  408. */
  409. .macro bad_save_user_regs
  410. sub sp, sp, #S_FRAME_SIZE @ carve out a frame on current
  411. @ user stack
  412. stmia sp, {r0 - r12} @ Save user registers (now in
  413. @ svc mode) r0-r12
  414. #if defined(CONFIG_SYS_ARM_WITHOUT_RELOC)
  415. ldr r2, _armboot_start
  416. sub r2, r2, #(CONFIG_SYS_MALLOC_LEN)
  417. sub r2, r2, #(CONFIG_SYS_GBL_DATA_SIZE + 8) @ set base 2 words into abort
  418. #else
  419. ldr r2, IRQ_STACK_START_IN @ set base 2 words into abort
  420. @ stack
  421. #endif
  422. ldmia r2, {r2 - r3} @ get values for "aborted" pc
  423. @ and cpsr (into parm regs)
  424. add r0, sp, #S_FRAME_SIZE @ grab pointer to old stack
  425. add r5, sp, #S_SP
  426. mov r1, lr
  427. stmia r5, {r0 - r3} @ save sp_SVC, lr_SVC, pc, cpsr
  428. mov r0, sp @ save current stack into r0
  429. @ (param register)
  430. .endm
  431. .macro irq_save_user_regs
  432. sub sp, sp, #S_FRAME_SIZE
  433. stmia sp, {r0 - r12} @ Calling r0-r12
  434. add r8, sp, #S_PC @ !! R8 NEEDS to be saved !!
  435. @ a reserved stack spot would
  436. @ be good.
  437. stmdb r8, {sp, lr}^ @ Calling SP, LR
  438. str lr, [r8, #0] @ Save calling PC
  439. mrs r6, spsr
  440. str r6, [r8, #4] @ Save CPSR
  441. str r0, [r8, #8] @ Save OLD_R0
  442. mov r0, sp
  443. .endm
  444. .macro irq_restore_user_regs
  445. ldmia sp, {r0 - lr}^ @ Calling r0 - lr
  446. mov r0, r0
  447. ldr lr, [sp, #S_PC] @ Get PC
  448. add sp, sp, #S_FRAME_SIZE
  449. subs pc, lr, #4 @ return & move spsr_svc into
  450. @ cpsr
  451. .endm
  452. .macro get_bad_stack
  453. #if defined(CONFIG_SYS_ARM_WITHOUT_RELOC)
  454. ldr r13, _armboot_start @ setup our mode stack (enter
  455. sub r13, r13, #(CONFIG_SYS_MALLOC_LEN) @ move past malloc pool
  456. sub r13, r13, #(CONFIG_SYS_GBL_DATA_SIZE + 8) @ move to reserved a couple
  457. #else
  458. ldr r13, IRQ_STACK_START_IN @ setup our mode stack (enter
  459. @ in banked mode)
  460. #endif
  461. str lr, [r13] @ save caller lr in position 0
  462. @ of saved stack
  463. mrs lr, spsr @ get the spsr
  464. str lr, [r13, #4] @ save spsr in position 1 of
  465. @ saved stack
  466. mov r13, #MODE_SVC @ prepare SVC-Mode
  467. @ msr spsr_c, r13
  468. msr spsr, r13 @ switch modes, make sure
  469. @ moves will execute
  470. mov lr, pc @ capture return pc
  471. movs pc, lr @ jump to next instruction &
  472. @ switch modes.
  473. .endm
  474. .macro get_bad_stack_swi
  475. sub r13, r13, #4 @ space on current stack for
  476. @ scratch reg.
  477. str r0, [r13] @ save R0's value.
  478. #if defined(CONFIG_SYS_ARM_WITHOUT_RELOC)
  479. ldr r0, _armboot_start @ get data regions start
  480. sub r0, r0, #(CONFIG_SYS_MALLOC_LEN) @ move past malloc pool
  481. sub r0, r0, #(CONFIG_SYS_GBL_DATA_SIZE + 8) @ move past gbl and a couple
  482. #else
  483. ldr r0, IRQ_STACK_START_IN @ get data regions start
  484. @ spots for abort stack
  485. #endif
  486. str lr, [r0] @ save caller lr in position 0
  487. @ of saved stack
  488. mrs r0, spsr @ get the spsr
  489. str lr, [r0, #4] @ save spsr in position 1 of
  490. @ saved stack
  491. ldr r0, [r13] @ restore r0
  492. add r13, r13, #4 @ pop stack entry
  493. .endm
  494. .macro get_irq_stack @ setup IRQ stack
  495. ldr sp, IRQ_STACK_START
  496. .endm
  497. .macro get_fiq_stack @ setup FIQ stack
  498. ldr sp, FIQ_STACK_START
  499. .endm
  500. /*
  501. * exception handlers
  502. */
  503. .align 5
  504. undefined_instruction:
  505. get_bad_stack
  506. bad_save_user_regs
  507. bl do_undefined_instruction
  508. .align 5
  509. software_interrupt:
  510. get_bad_stack_swi
  511. bad_save_user_regs
  512. bl do_software_interrupt
  513. .align 5
  514. prefetch_abort:
  515. get_bad_stack
  516. bad_save_user_regs
  517. bl do_prefetch_abort
  518. .align 5
  519. data_abort:
  520. get_bad_stack
  521. bad_save_user_regs
  522. bl do_data_abort
  523. .align 5
  524. not_used:
  525. get_bad_stack
  526. bad_save_user_regs
  527. bl do_not_used
  528. #ifdef CONFIG_USE_IRQ
  529. .align 5
  530. irq:
  531. get_irq_stack
  532. irq_save_user_regs
  533. bl do_irq
  534. irq_restore_user_regs
  535. .align 5
  536. fiq:
  537. get_fiq_stack
  538. /* someone ought to write a more effective fiq_save_user_regs */
  539. irq_save_user_regs
  540. bl do_fiq
  541. irq_restore_user_regs
  542. #else
  543. .align 5
  544. irq:
  545. get_bad_stack
  546. bad_save_user_regs
  547. bl do_irq
  548. .align 5
  549. fiq:
  550. get_bad_stack
  551. bad_save_user_regs
  552. bl do_fiq
  553. #endif