update our copyrights to the new format
[gem5.git] / system / alpha / palcode / platform.S
1 /*
2 * Copyright (c) 2003, 2004, 2005
3 * The Regents of The University of Michigan
4 * All Rights Reserved
5 *
6 * This code is part of the M5 simulator.
7 *
8 * Permission is granted to use, copy, create derivative works and
9 * redistribute this software and such derivative works for any
10 * purpose, so long as the copyright notice above, this grant of
11 * permission, and the disclaimer below appear in all copies made; and
12 * so long as the name of The University of Michigan is not used in
13 * any advertising or publicity pertaining to the use or distribution
14 * of this software without specific, written prior authorization.
15 *
16 * THIS SOFTWARE IS PROVIDED AS IS, WITHOUT REPRESENTATION FROM THE
17 * UNIVERSITY OF MICHIGAN AS TO ITS FITNESS FOR ANY PURPOSE, AND
18 * WITHOUT WARRANTY BY THE UNIVERSITY OF MICHIGAN OF ANY KIND, EITHER
19 * EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION THE IMPLIED
20 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
21 * PURPOSE. THE REGENTS OF THE UNIVERSITY OF MICHIGAN SHALL NOT BE
22 * LIABLE FOR ANY DAMAGES, INCLUDING DIRECT, SPECIAL, INDIRECT,
23 * INCIDENTAL, OR CONSEQUENTIAL DAMAGES, WITH RESPECT TO ANY CLAIM
24 * ARISING OUT OF OR IN CONNECTION WITH THE USE OF THE SOFTWARE, EVEN
25 * IF IT HAS BEEN OR IS HEREAFTER ADVISED OF THE POSSIBILITY OF SUCH
26 * DAMAGES.
27 *
28 * Modified for M5 by: Ali G. Saidi
29 * Nathan L. Binkert
30 */
31
32 /*
33 * Copyright 1993 Hewlett-Packard Development Company, L.P.
34 *
35 * Permission is hereby granted, free of charge, to any person
36 * obtaining a copy of this software and associated documentation
37 * files (the "Software"), to deal in the Software without
38 * restriction, including without limitation the rights to use, copy,
39 * modify, merge, publish, distribute, sublicense, and/or sell copies
40 * of the Software, and to permit persons to whom the Software is
41 * furnished to do so, subject to the following conditions:
42 *
43 * The above copyright notice and this permission notice shall be
44 * included in all copies or substantial portions of the Software.
45 *
46 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
47 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
48 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
49 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
50 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
51 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
52 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
53 * SOFTWARE.
54 */
55
56 #define max_cpuid 1
57 #define hw_rei_spe hw_rei
58
59 #include "ev5_defs.h"
60 #include "ev5_impure.h"
61 #include "ev5_alpha_defs.h"
62 #include "ev5_paldef.h"
63 #include "ev5_osfalpha_defs.h"
64 #include "fromHudsonMacros.h"
65 #include "fromHudsonOsf.h"
66 #include "dc21164FromGasSources.h"
67 #include "cserve.h"
68 #include "tlaser.h"
69
70 #define pt_entInt pt_entint
71 #define pt_entArith pt_entarith
72 #define mchk_size ((mchk_cpu_base + 7 + 8) &0xfff8)
73 #define mchk_flag CNS_Q_FLAG
74 #define mchk_sys_base 56
75 #define mchk_cpu_base (CNS_Q_LD_LOCK + 8)
76 #define mchk_offsets CNS_Q_EXC_ADDR
77 #define mchk_mchk_code 8
78 #define mchk_ic_perr_stat CNS_Q_ICPERR_STAT
79 #define mchk_dc_perr_stat CNS_Q_DCPERR_STAT
80 #define mchk_sc_addr CNS_Q_SC_ADDR
81 #define mchk_sc_stat CNS_Q_SC_STAT
82 #define mchk_ei_addr CNS_Q_EI_ADDR
83 #define mchk_bc_tag_addr CNS_Q_BC_TAG_ADDR
84 #define mchk_fill_syn CNS_Q_FILL_SYN
85 #define mchk_ei_stat CNS_Q_EI_STAT
86 #define mchk_exc_addr CNS_Q_EXC_ADDR
87 #define mchk_ld_lock CNS_Q_LD_LOCK
88 #define osfpcb_q_Ksp pcb_q_ksp
89 #define pal_impure_common_size ((0x200 + 7) & 0xfff8)
90
91 #if defined(BIG_TSUNAMI)
92 #define MAXPROC 0x3f
93 #define IPIQ_addr 0x800
94 #define IPIQ_shift 0
95 #define IPIR_addr 0x840
96 #define IPIR_shift 0
97 #define RTC_addr 0x880
98 #define RTC_shift 0
99 #define DIR_addr 0xa2
100 #elif defined(TSUNAMI)
101 #define MAXPROC 0x3
102 #define IPIQ_addr 0x080
103 #define IPIQ_shift 12
104 #define IPIR_addr 0x080
105 #define IPIR_shift 8
106 #define RTC_addr 0x080
107 #define RTC_shift 4
108 #define DIR_addr 0xa0
109 #elif defined(TLASER)
110 #define MAXPROC 0xf
111 #else
112 #error Must define BIG_TSUNAMI, TSUNAMI, or TLASER
113 #endif
114
115 #define ALIGN_BLOCK \
116 .align 5
117
118 #define ALIGN_BRANCH \
119 .align 3
120
121 #define EXPORT(_x) \
122 .align 5; \
123 .globl _x; \
124 _x:
125
126 // XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
127 // XXX the following is 'made up'
128 // XXX bugnion
129
130 // XXX bugnion not sure how to align 'quad'
131 #define ALIGN_QUAD \
132 .align 3
133
134 #define ALIGN_128 \
135 .align 7
136
137
138 #define GET_IMPURE(_r) mfpr _r,pt_impure
139 #define GET_ADDR(_r1,_off,_r2) lda _r1,_off(_r2)
140
141
142 #define BIT(_x) (1<<(_x))
143
144
145 // System specific code - beh model version
146 //
147 //
148 // Entry points
149 // SYS_CFLUSH - Cache flush
150 // SYS_CSERVE - Console service
151 // SYS_WRIPIR - interprocessor interrupts
152 // SYS_HALT_INTERRUPT - Halt interrupt
153 // SYS_PASSIVE_RELEASE - Interrupt, passive release
154 // SYS_INTERRUPT - Interrupt
155 // SYS_RESET - Reset
156 // SYS_ENTER_CONSOLE
157 //
158 //
159 // Macro to read TLINTRSUMx
160 //
161 // Based on the CPU_NUMBER, read either the TLINTRSUM0 or TLINTRSUM1 register
162 //
163 // Assumed register usage:
164 // rsum TLINTRSUMx contents
165 // raddr node space address
166 // scratch scratch register
167 //
168 #define Read_TLINTRSUMx(_rsum, _raddr, _scratch) \
169 nop; \
170 mfpr _scratch, pt_whami; /* Get our whami (VID) */ \
171 extbl _scratch, 1, _scratch; /* shift down to bit 0 */ \
172 lda _raddr, 0xff88(zero); /* Get base node space address bits */ \
173 sll _raddr, 24, _raddr; /* Shift up to proper position */ \
174 srl _scratch, 1, _rsum; /* Shift off the cpu number */ \
175 sll _rsum, 22, _rsum; /* Get our node offset */ \
176 addq _raddr, _rsum, _raddr; /* Get our base node space address */ \
177 blbs _scratch, 1f; \
178 lda _raddr, 0x1180(_raddr); \
179 br r31, 2f; \
180 1: lda _raddr, 0x11c0(_raddr); \
181 2: ldl_p _rsum, 0(_raddr) /* read the right tlintrsum reg */
182
183 //
184 // Macro to write TLINTRSUMx
185 //
186 // Based on the CPU_NUMBER, write either the TLINTRSUM0 or TLINTRSUM1 register
187 //
188 // Assumed register usage:
189 // rsum TLINTRSUMx write data
190 // raddr node space address
191 // scratch scratch register
192 //
193 #define Write_TLINTRSUMx(_rsum,_raddr,_whami) \
194 nop; \
195 mfpr _whami, pt_whami; /* Get our whami (VID) */ \
196 extbl _whami, 1, _whami; /* shift down to bit 0 */ \
197 lda _raddr, 0xff88(zero); /* Get base node space address bits */ \
198 sll _raddr, 24, _raddr; /* Shift up to proper position */ \
199 blbs _whami, 1f; \
200 lda _raddr, 0x1180(_raddr); \
201 br zero, 2f; \
202 1: lda _raddr, 0x11c0(_raddr); \
203 2: srl _whami, 1, _whami; /* Get our node offset */ \
204 addq _raddr, _whami, _raddr; /* Get our base node space address */ \
205 mb; \
206 stq_p _rsum, 0(_raddr); /* write the right tlintrsum reg */ \
207 ldq_p _rsum, 0(_raddr); /* dummy read to tlintrsum */ \
208 bis _rsum, _rsum, _rsum /* needed to complete the ldqp above */
209
210
211 //
212 // Macro to determine highest priority TIOP Node ID from interrupt pending mask
213 //
214 // Assumed register usage:
215 // rmask - TLINTRSUMx contents, shifted to isolate IOx bits
216 // rid - TLSB Node ID of highest TIOP
217 //
218 #define Intr_Find_TIOP(_rmask,_rid) \
219 srl _rmask,3,_rid; /* check IOP8 */ \
220 blbc _rid,1f; /* not IOP8 */ \
221 lda _rid,8(zero); /* IOP8 */ \
222 br zero,6f; \
223 1: srl _rmask,3,_rid; /* check IOP7 */ \
224 blbc _rid, 2f; /* not IOP7 */ \
225 lda _rid, 7(r31); /* IOP7 */ \
226 br r31, 6f; \
227 2: srl _rmask, 2, _rid; /* check IOP6 */ \
228 blbc _rid, 3f; /* not IOP6 */ \
229 lda _rid, 6(r31); /* IOP6 */ \
230 br r31, 6f; \
231 3: srl _rmask, 1, _rid; /* check IOP5 */ \
232 blbc _rid, 4f; /* not IOP5 */ \
233 lda _rid, 5(r31); /* IOP5 */ \
234 br r31, 6f; \
235 4: srl _rmask, 0, _rid; /* check IOP4 */ \
236 blbc _rid, 5f; /* not IOP4 */ \
237 lda r14, 4(r31); /* IOP4 */ \
238 br r31, 6f; \
239 5: lda r14, 0(r31); /* passive release */ \
240 6:
241
242 //
243 // Macro to calculate base node space address for given node id
244 //
245 // Assumed register usage:
246 // rid - TLSB node id
247 // raddr - base node space address
248 #define Get_TLSB_Node_Address(_rid,_raddr) \
249 sll _rid, 22, _rid; \
250 lda _raddr, 0xff88(zero); \
251 sll _raddr, 24, _raddr; \
252 addq _raddr, _rid, _raddr
253
254
255 #define OSFmchk_TLEPstore_1(_rlog,_rs,_rs1,_nodebase,_tlepreg) \
256 lda _rs1, tlep_##_tlepreg(zero); \
257 or _rs1, _nodebase, _rs1; \
258 ldl_p _rs1, 0(_rs1); \
259 stl_p _rs, mchk_##_tlepreg(_rlog) /* store in frame */
260
261 #define OSFmchk_TLEPstore(_tlepreg) \
262 OSFmchk_TLEPstore_1(r14,r8,r4,r13,_tlepreg)
263
264 #define OSFcrd_TLEPstore_1(_rlog,_rs,_rs1,_nodebase,_tlepreg) \
265 lda _rs1, tlep_##_tlepreg(zero); \
266 or _rs1, _nodebase, _rs1; \
267 ldl_p _rs1, 0(_rs1); \
268 stl_p _rs, mchk_crd_##_tlepreg(_rlog)
269
270 #define OSFcrd_TLEPstore_tlsb_1(_rlog,_rs,_rs1,_nodebase,_tlepreg) \
271 lda _rs1, tlsb_##_tlepreg(zero); \
272 or _rs1, _nodebase, _rs1; \
273 ldl_p _rs1, 0(_rs1); \
274 stl_p _rs,mchk_crd_##_tlepreg(_rlog)
275
276 #define OSFcrd_TLEPstore_tlsb_clr_1(_rlog,_rs,_rs1,_nodebase,_tlepreg) \
277 lda _rs1,tlsb_##_tlepreg(zero); \
278 or _rs1, _nodebase,_rs1; \
279 ldl_p _rs1, 0(_rs1); \
280 stl_p _rs, mchk_crd_##_tlepreg(_rlog); \
281 stl_p _rs, 0(_rs1)
282
283 #define OSFcrd_TLEPstore(_tlepreg) \
284 OSFcrd_TLEPstore_1(r14,r8,r4,r13,_tlepreg)
285 #define OSFcrd_TLEPstore_tlsb(_tlepreg) \
286 OSFcrd_TLEPstore_tlsb_1(r14,r8,r4,r13,_tlepreg)
287 #define OSFcrd_TLEPstore_tlsb_clr(_tlepreg) \
288 OSFcrd_TLEPstore_tlsb_clr_1(r14,r8,r4,r13,_tlepreg)
289
290
291 #define save_pcia_intr(_irq) \
292 and r13, 0xf, r25; /* isolate low 4 bits */ \
293 addq r14, 4, r14; /* format the TIOP Node id field */ \
294 sll r14, 4, r14; /* shift the TIOP Node id */ \
295 or r14, r25, r10; /* merge Node id/hose/HPC */ \
296 mfpr r14, pt14; /* get saved value */ \
297 extbl r14, _irq, r25; /* confirm none outstanding */ \
298 bne r25, sys_machine_check_while_in_pal; \
299 insbl r10, _irq, r10; /* align new info */ \
300 or r14, r10, r14; /* merge info */ \
301 mtpr r14, pt14; /* save it */ \
302 bic r13, 0xf, r13 /* clear low 4 bits of vector */
303
304
305 // wripir - PALcode for wripir instruction
306 // R16 has the processor number.
307 //
308 ALIGN_BLOCK
309 EXPORT(sys_wripir)
310 //
311 // Convert the processor number to a CPU mask
312 //
313 and r16, MAXPROC, r14 // mask the top stuff: MAXPROC+1 CPUs supported
314 bis r31, 0x1, r16 // get a one
315 sll r16, r14, r14 // shift the bit to the right place
316 #if defined(TSUNAMI) || defined(BIG_TSUNAMI)
317 sll r14,IPIQ_shift,r14
318 #endif
319
320
321 //
322 // Build the Broadcast Space base address
323 //
324 #if defined(TSUNAMI) || defined(BIG_TSUNAMI)
325 lda r16,0xf01(r31)
326 sll r16,32,r16
327 ldah r13,0xa0(r31)
328 sll r13,8,r13
329 bis r16,r13,r16
330 lda r16,IPIQ_addr(r16)
331 #elif defined(TLASER)
332 lda r13, 0xff8e(r31) // Load the upper address bits
333 sll r13, 24, r13 // shift them to the top
334 #endif
335
336 //
337 // Send out the IP Intr
338 //
339 #if defined(TSUNAMI) || defined(BIG_TSUNAMI)
340 stq_p r14, 0(r16) // Tsunami MISC Register
341 #elif defined(TLASER)
342 stq_p r14, 0x40(r13) // Write to TLIPINTR reg
343 #endif
344 wmb // Push out the store
345 hw_rei
346
347
348 // cflush - PALcode for CFLUSH instruction
349 //
350 // SYS_CFLUSH
351 // Entry:
352 // R16 - contains the PFN of the page to be flushed
353 //
354 // Function:
355 // Flush all Dstream caches of 1 entire page
356 //
357 //
358 ALIGN_BLOCK
359 EXPORT(sys_cflush)
360
361 // #convert pfn to addr, and clean off <63:20>
362 // #sll r16, <page_offset_size_bits>+<63-20>>, r12
363 sll r16, page_offset_size_bits+(63-20),r12
364
365 // #ldah r13,<<1@22>+32768>@-16(r31)// + xxx<31:16>
366 // # stolen from srcmax code. XXX bugnion
367 lda r13, 0x10(r31) // assume 16Mbytes of cache
368 sll r13, 20, r13 // convert to bytes
369
370
371 srl r12, 63-20, r12 // shift back to normal position
372 xor r12, r13, r12 // xor addr<18>
373
374 or r31, 8192/(32*8), r13 // get count of loads
375 nop
376
377 cflush_loop:
378 subq r13, 1, r13 // decr counter
379 mfpr r25, ev5__intid // Fetch level of interruptor
380
381 ldq_p r31, 32*0(r12) // do a load
382 ldq_p r31, 32*1(r12) // do next load
383
384 ldq_p r31, 32*2(r12) // do next load
385 ldq_p r31, 32*3(r12) // do next load
386
387 ldq_p r31, 32*4(r12) // do next load
388 ldq_p r31, 32*5(r12) // do next load
389
390 ldq_p r31, 32*6(r12) // do next load
391 ldq_p r31, 32*7(r12) // do next load
392
393 mfpr r14, ev5__ipl // Fetch current level
394 lda r12, (32*8)(r12) // skip to next cache block addr
395
396 cmple r25, r14, r25 // R25 = 1 if intid .less than or eql ipl
397 beq r25, 1f // if any int's pending, re-queue CFLUSH -- need to check for hlt interrupt???
398
399 bne r13, cflush_loop // loop till done
400 hw_rei // back to user
401
402 ALIGN_BRANCH
403 1: // Here if interrupted
404 mfpr r12, exc_addr
405 subq r12, 4, r12 // Backup PC to point to CFLUSH
406
407 mtpr r12, exc_addr
408 nop
409
410 mfpr r31, pt0 // Pad exc_addr write
411 hw_rei
412
413
414 ALIGN_BLOCK
415 //
416 // sys_cserve - PALcode for CSERVE instruction
417 //
418 // Function:
419 // Various functions for private use of console software
420 //
421 // option selector in r0
422 // arguments in r16....
423 //
424 //
425 // r0 = 0 unknown
426 //
427 // r0 = 1 ldq_p
428 // r0 = 2 stq_p
429 // args, are as for normal STQ_P/LDQ_P in VMS PAL
430 //
431 // r0 = 3 dump_tb's
432 // r16 = detination PA to dump tb's to.
433 //
434 // r0<0> = 1, success
435 // r0<0> = 0, failure, or option not supported
436 // r0<63:1> = (generally 0, but may be function dependent)
437 // r0 - load data on ldq_p
438 //
439 //
440 EXPORT(sys_cserve)
441
442 /* taken from scrmax */
443 cmpeq r18, CSERVE_K_RD_IMPURE, r0
444 bne r0, Sys_Cserve_Rd_Impure
445
446 cmpeq r18, CSERVE_K_JTOPAL, r0
447 bne r0, Sys_Cserve_Jtopal
448 call_pal 0
449
450 or r31, r31, r0
451 hw_rei // and back we go
452
453 Sys_Cserve_Rd_Impure:
454 mfpr r0, pt_impure // Get base of impure scratch area.
455 hw_rei
456
457 ALIGN_BRANCH
458
459 Sys_Cserve_Jtopal:
460 bic a0, 3, t8 // Clear out low 2 bits of address
461 bis t8, 1, t8 // Or in PAL mode bit
462 mtpr t8,exc_addr
463 hw_rei
464
465 // ldq_p
466 ALIGN_QUAD
467 1:
468 ldq_p r0,0(r17) // get the data
469 nop // pad palshadow write
470
471 hw_rei // and back we go
472
473
474 // stq_p
475 ALIGN_QUAD
476 2:
477 stq_p r18, 0(r17) // store the data
478 lda r0,17(r31) // bogus
479 hw_rei // and back we go
480
481
482 ALIGN_QUAD
483 csrv_callback:
484 ldq r16, 0(r17) // restore r16
485 ldq r17, 8(r17) // restore r17
486 lda r0, hlt_c_callback(r31)
487 br r31, sys_enter_console
488
489
490 csrv_identify:
491 mfpr r0, pal_base
492 ldq_p r0, 8(r0)
493 hw_rei
494
495
496 // dump tb's
497 ALIGN_QUAD
498 0:
499 // DTB PTEs - 64 entries
500 addq r31, 64, r0 // initialize loop counter
501 nop
502
503 1: mfpr r12, ev5__dtb_pte_temp // read out next pte to temp
504 mfpr r12, ev5__dtb_pte // read out next pte to reg file
505
506 subq r0, 1, r0 // decrement loop counter
507 nop // Pad - no Mbox instr in cycle after mfpr
508
509 stq_p r12, 0(r16) // store out PTE
510 addq r16, 8 ,r16 // increment pointer
511
512 bne r0, 1b
513
514 ALIGN_BRANCH
515 // ITB PTEs - 48 entries
516 addq r31, 48, r0 // initialize loop counter
517 nop
518
519 2: mfpr r12, ev5__itb_pte_temp // read out next pte to temp
520 mfpr r12, ev5__itb_pte // read out next pte to reg file
521
522 subq r0, 1, r0 // decrement loop counter
523 nop //
524
525 stq_p r12, 0(r16) // store out PTE
526 addq r16, 8 ,r16 // increment pointer
527
528 bne r0, 2b
529 or r31, 1, r0 // set success
530
531 hw_rei // and back we go
532
533
534 //
535 // SYS_INTERRUPT - Interrupt processing code
536 //
537 // Current state:
538 // Stack is pushed
539 // ps, sp and gp are updated
540 // r12, r14 - available
541 // r13 - INTID (new EV5 IPL)
542 // r25 - ISR
543 // r16, r17, r18 - available
544 //
545 //
546 EXPORT(sys_interrupt)
547 cmpeq r13, 31, r12 // Check for level 31 interrupt
548 bne r12, sys_int_mchk_or_crd // machine check or crd
549
550 cmpeq r13, 30, r12 // Check for level 30 interrupt
551 bne r12, sys_int_powerfail // powerfail
552
553 cmpeq r13, 29, r12 // Check for level 29 interrupt
554 bne r12, sys_int_perf_cnt // performance counters
555
556 cmpeq r13, 23, r12 // Check for level 23 interrupt
557 bne r12, sys_int_23 // IPI in Tsunami
558
559 cmpeq r13, 22, r12 // Check for level 22 interrupt
560 bne r12, sys_int_22 // timer interrupt
561
562 cmpeq r13, 21, r12 // Check for level 21 interrupt
563 bne r12, sys_int_21 // I/O
564
565 cmpeq r13, 20, r12 // Check for level 20 interrupt
566 bne r12, sys_int_20 // system error interrupt
567 // (might be corrected)
568
569 mfpr r14, exc_addr // ooops, something is wrong
570 br r31, pal_pal_bug_check_from_int
571
572
573 //
574 //sys_int_2*
575 // Routines to handle device interrupts at IPL 23-20.
576 // System specific method to ack/clear the interrupt, detect passive
577 // release, detect interprocessor (22), interval clock (22), corrected
578 // system error (20)
579 //
580 // Current state:
581 // Stack is pushed
582 // ps, sp and gp are updated
583 // r12, r14 - available
584 // r13 - INTID (new EV5 IPL)
585 // r25 - ISR
586 //
587 // On exit:
588 // Interrupt has been ack'd/cleared
589 // a0/r16 - signals IO device interrupt
590 // a1/r17 - contains interrupt vector
591 // exit to ent_int address
592 //
593 //
594
595 #if defined(TSUNAMI) || defined(BIG_TSUNAMI)
596 ALIGN_BRANCH
597 sys_int_23:
598 or r31,0,r16 // IPI interrupt A0 = 0
599 lda r12,0xf01(r31) // build up an address for the MISC register
600 sll r12,16,r12
601 lda r12,0xa000(r12)
602 sll r12,16,r12
603 lda r12,IPIR_addr(r12)
604
605 mfpr r10, pt_whami // get CPU ID
606 extbl r10, 1, r10 // Isolate just whami bits
607 or r31,0x1,r14 // load r14 with bit to clear
608 sll r14,r10,r14 // left shift by CPU ID
609 sll r14,IPIR_shift,r14
610 stq_p r14, 0(r12) // clear the ipi interrupt
611
612 br r31, pal_post_interrupt // Notify the OS
613
614
615 ALIGN_BRANCH
616 sys_int_22:
617 or r31,1,r16 // a0 means it is a clock interrupt
618 lda r12,0xf01(r31) // build up an address for the MISC register
619 sll r12,16,r12
620 lda r12,0xa000(r12)
621 sll r12,16,r12
622 lda r12,RTC_addr(r12)
623
624 mfpr r10, pt_whami // get CPU ID
625 extbl r10, 1, r10 // Isolate just whami bits
626 or r31,0x1,r14 // load r14 with bit to clear
627 sll r14,r10,r14 // left shift by CPU ID
628 sll r14,RTC_shift,r14 // put the bits in the right position
629 stq_p r14, 0(r12) // clear the rtc interrupt
630
631 br r31, pal_post_interrupt // Tell the OS
632
633
634 ALIGN_BRANCH
635 sys_int_20:
636 Read_TLINTRSUMx(r13,r10,r14) // read the right TLINTRSUMx
637 srl r13, 12, r13 // shift down to examine IPL15
638
639 Intr_Find_TIOP(r13,r14)
640 beq r14, 1f
641
642 Get_TLSB_Node_Address(r14,r10)
643 lda r10, 0xa40(r10) // Get base TLILID address
644
645 ldl_p r13, 0(r10) // Read the TLILID register
646 bne r13, pal_post_dev_interrupt
647 beq r13, 1f
648
649 and r13, 0x3, r10 // check for PCIA bits
650 beq r10, pal_post_dev_interrupt // done if nothing set
651 save_pcia_intr(1)
652 br r31, pal_post_dev_interrupt //
653
654 1: lda r16, osfint_c_passrel(r31) // passive release
655 br r31, pal_post_interrupt //
656
657
658 ALIGN_BRANCH
659 sys_int_21:
660
661 lda r12,0xf01(r31) // calculate DIRn address
662 sll r12,32,r12
663 ldah r13,DIR_addr(r31)
664 sll r13,8,r13
665 bis r12,r13,r12
666
667 mfpr r13, pt_whami // get CPU ID
668 extbl r13, 1, r13 // Isolate just whami bits
669
670 #ifdef BIG_TSUNAMI
671 sll r13,4,r13
672 or r12,r13,r12
673 #else
674 lda r12,0x0080(r12)
675 and r13,0x1,r14 // grab LSB and shift left 6
676 sll r14,6,r14
677 and r13,0x2,r10 // grabl LSB+1 and shift left 9
678 sll r10,9,r10
679
680 mskbl r12,0,r12 // calculate DIRn address
681 lda r13,0x280(r31)
682 bis r12,r13,r12
683 or r12,r14,r12
684 or r12,r10,r12
685 #endif
686
687 ldq_p r13, 0(r12) // read DIRn
688
689 or r31,1,r14 // set bit 55 (ISA Interrupt)
690 sll r14,55,r14
691
692 and r13, r14, r14 // check if bit 55 is set
693 lda r16,0x900(r31) // load offset for normal into r13
694 beq r14, normal_int // if not compute the vector normally
695
696 lda r16,0x800(r31) // replace with offset for pic
697 lda r12,0xf01(r31) // build an addr to access PIC
698 sll r12,32,r12 // at f01fc000000
699 ldah r13,0xfc(r31)
700 sll r13,8,r13
701 bis r12,r13,r12
702 ldq_p r13,0x0020(r12) // read PIC1 ISR for interrupting dev
703
704 normal_int:
705 //ctlz r13,r14 // count the number of leading zeros
706 // EV5 doesn't have ctlz, but we do, so lets use it
707 .byte 0x4e
708 .byte 0x06
709 .byte 0xed
710 .byte 0x73
711 lda r10,63(r31)
712 subq r10,r14,r17 // subtract from
713
714 lda r13,0x10(r31)
715 mulq r17,r13,r17 // compute 0x900 + (0x10 * Highest DIRn-bit)
716 addq r17,r16,r17
717
718 or r31,3,r16 // a0 means it is a I/O interrupt
719
720 br r31, pal_post_interrupt
721
722 #elif defined(TLASER)
723 ALIGN_BRANCH
724 sys_int_23:
725 Read_TLINTRSUMx(r13,r10,r14) // read the right TLINTRSUMx
726 srl r13, 22, r13 // shift down to examine IPL17
727
728 Intr_Find_TIOP(r13,r14)
729 beq r14, 1f
730
731 Get_TLSB_Node_Address(r14,r10)
732 lda r10, 0xac0(r10) // Get base TLILID address
733
734 ldl_p r13, 0(r10) // Read the TLILID register
735 bne r13, pal_post_dev_interrupt
736
737 1: lda r16, osfint_c_passrel(r31) // passive release
738 br r31, pal_post_interrupt //
739
740
741 ALIGN_BRANCH
742 sys_int_22:
743 Read_TLINTRSUMx(r13,r10,r14) // read the right TLINTRSUMx
744 srl r13, 6, r14 // check the Intim bit
745
746 blbs r14, tlep_intim // go service Intim
747 srl r13, 5, r14 // check the IP Int bit
748
749 blbs r14, tlep_ipint // go service IP Int
750 srl r13, 17, r13 // shift down to examine IPL16
751
752 Intr_Find_TIOP(r13,r14)
753 beq r14, 1f
754
755 Get_TLSB_Node_Address(r14,r10)
756 lda r10, 0xa80(r10) // Get base TLILID address
757
758 ldl_p r13, 0(r10) // Read the TLILID register
759 bne r13, pal_post_dev_interrupt
760 beq r13, 1f
761
762 and r13, 0x3, r10 // check for PCIA bits
763 beq r10, pal_post_dev_interrupt // done if nothing set
764 save_pcia_intr(2)
765 br r31, pal_post_dev_interrupt //
766
767 1: lda r16, osfint_c_passrel(r31) // passive release
768 br r31, pal_post_interrupt //
769
770
771 ALIGN_BRANCH
772 sys_int_21:
773 Read_TLINTRSUMx(r13,r10,r14) // read the right TLINTRSUMx
774 srl r13, 12, r13 // shift down to examine IPL15
775
776 Intr_Find_TIOP(r13,r14)
777 beq r14, 1f
778
779 Get_TLSB_Node_Address(r14,r10)
780 lda r10, 0xa40(r10) // Get base TLILID address
781
782 ldl_p r13, 0(r10) // Read the TLILID register
783 bne r13, pal_post_dev_interrupt
784 beq r13, 1f
785
786 and r13, 0x3, r10 // check for PCIA bits
787 beq r10, pal_post_dev_interrupt // done if nothing set
788 save_pcia_intr(1)
789 br r31, pal_post_dev_interrupt //
790
791 1: lda r16, osfint_c_passrel(r31) // passive release
792 br r31, pal_post_interrupt //
793
794
795 ALIGN_BRANCH
796 sys_int_20:
797 lda r13, 1(r31) // Duart0 bit
798 Write_TLINTRSUMx(r13,r10,r14) // clear the duart0 bit
799
800 Read_TLINTRSUMx(r13,r10,r14) // read the right TLINTRSUMx
801 blbs r13, tlep_uart0 // go service UART int
802
803 srl r13, 7, r13 // shift down to examine IPL14
804 Intr_Find_TIOP(r13,r14)
805
806 beq r14, tlep_ecc // Branch if not IPL14
807 Get_TLSB_Node_Address(r14,r10)
808
809 lda r10, 0xa00(r10) // Get base TLILID0 address
810 ldl_p r13, 0(r10) // Read the TLILID register
811
812 bne r13, pal_post_dev_interrupt
813 beq r13, 1f
814
815 and r13, 0x3, r10 // check for PCIA bits
816 beq r10, pal_post_dev_interrupt // done if nothing set
817 save_pcia_intr(0)
818 br r31, pal_post_dev_interrupt //
819 1: lda r16, osfint_c_passrel(r31) // passive release
820 br r31, pal_post_interrupt //
821
822
823 ALIGN_BRANCH
824 tlep_intim:
825 lda r13, 0xffb(r31) // get upper GBUS address bits
826 sll r13, 28, r13 // shift up to top
827
828 lda r13, (0x300)(r13) // full CSRC address (tlep watch csrc offset)
829 ldq_p r13, 0(r13) // read CSRC
830
831 lda r13, 0x40(r31) // load Intim bit
832 Write_TLINTRSUMx(r13,r10,r14) // clear the Intim bit
833
834 lda r16, osfint_c_clk(r31) // passive release
835 br r31, pal_post_interrupt // Build the stack frame
836
837
838 ALIGN_BRANCH
839 tlep_ipint:
840 lda r13, 0x20(r31) // load IP Int bit
841 Write_TLINTRSUMx(r13,r10,r14) // clear the IP Int bit
842
843 lda r16, osfint_c_ip(r31) // passive release
844 br r31, pal_post_interrupt // Build the stack frame
845
846
847 ALIGN_BRANCH
848 tlep_uart0:
849 lda r13, 0xffa(r31) // get upper GBUS address bits
850 sll r13, 28, r13 // shift up to top
851
852 ldl_p r14, 0x80(r13) // zero pointer register
853 lda r14, 3(r31) // index to RR3
854
855 stl_p r14, 0x80(r13) // write pointer register
856 mb
857
858 mb
859 ldl_p r14, 0x80(r13) // read RR3
860
861 srl r14, 5, r10 // is it Channel A RX?
862 blbs r10, uart0_rx
863
864 srl r14, 4, r10 // is it Channel A TX?
865 blbs r10, uart0_tx
866
867 srl r14, 2, r10 // is it Channel B RX?
868 blbs r10, uart1_rx
869
870 srl r14, 1, r10 // is it Channel B TX?
871 blbs r10, uart1_tx
872
873 lda r8, 0(r31) // passive release
874 br r31, clear_duart0_int // clear tlintrsum and post
875
876
877 ALIGN_BRANCH
878 uart0_rx:
879 lda r8, 0x680(r31) // UART0 RX vector
880 br r31, clear_duart0_int // clear tlintrsum and post
881
882
883 ALIGN_BRANCH
884 uart0_tx:
885 lda r14, 0x28(r31) // Reset TX Int Pending code
886 mb
887 stl_p r14, 0x80(r13) // write Channel A WR0
888 mb
889
890 lda r8, 0x6c0(r31) // UART0 TX vector
891 br r31, clear_duart0_int // clear tlintrsum and post
892
893
894 ALIGN_BRANCH
895 uart1_rx:
896 lda r8, 0x690(r31) // UART1 RX vector
897 br r31, clear_duart0_int // clear tlintrsum and post
898
899
900 ALIGN_BRANCH
901 uart1_tx:
902 lda r14, 0x28(r31) // Reset TX Int Pending code
903 stl_p r14, 0(r13) // write Channel B WR0
904
905 lda r8, 0x6d0(r31) // UART1 TX vector
906 br r31, clear_duart0_int // clear tlintrsum and post
907
908
909 ALIGN_BRANCH
910 clear_duart0_int:
911 lda r13, 1(r31) // load duart0 bit
912 Write_TLINTRSUMx(r13,r10,r14) // clear the duart0 bit
913
914 beq r8, 1f
915 or r8, r31, r13 // move vector to r13
916 br r31, pal_post_dev_interrupt // Build the stack frame
917 1: nop
918 nop
919 hw_rei
920 // lda r16, osfint_c_passrel(r31) // passive release
921 // br r31, pal_post_interrupt //
922
923
924 ALIGN_BRANCH
925 tlep_ecc:
926 mfpr r14, pt_whami // get our node id
927 extbl r14, 1, r14 // shift to bit 0
928
929 srl r14, 1, r14 // shift off cpu number
930 Get_TLSB_Node_Address(r14,r10) // compute our nodespace address
931
932 ldl_p r13, 0x40(r10) // read our TLBER WAS tlsb_tlber_offset
933 srl r13, 17, r13 // shift down the CWDE/CRDE bits
934
935 and r13, 3, r13 // mask the CWDE/CRDE bits
936 beq r13, 1f
937
938 ornot r31, r31, r12 // set flag
939 lda r9, mchk_c_sys_ecc(r31) // System Correctable error MCHK code
940 br r31, sys_merge_sys_corr // jump to CRD logout frame code
941
942 1: lda r16, osfint_c_passrel(r31) // passive release
943
944 #endif // if TSUNAMI || BIG_TSUNAMI elif TLASER
945
946 ALIGN_BRANCH
947 pal_post_dev_interrupt:
948 or r13, r31, r17 // move vector to a1
949 or r31, osfint_c_dev, r16 // a0 signals IO device interrupt
950
951 pal_post_interrupt:
952 mfpr r12, pt_entint
953
954 mtpr r12, exc_addr
955
956 nop
957 nop
958
959 hw_rei_spe
960
961
962 //
963 // sys_passive_release
964 // Just pretend the interrupt never occurred.
965 //
966
967 EXPORT(sys_passive_release)
968 mtpr r11, ev5__dtb_cm // Restore Mbox current mode for ps
969 nop
970
971 mfpr r31, pt0 // Pad write to dtb_cm
972 hw_rei
973
974 //
975 // sys_int_powerfail
976 // A powerfail interrupt has been detected. The stack has been pushed.
977 // IPL and PS are updated as well.
978 //
979 // I'm not sure what to do here, I'm treating it as an IO device interrupt
980 //
981 //
982
983 ALIGN_BLOCK
984 sys_int_powerfail:
985 lda r12, 0xffc4(r31) // get GBUS_MISCR address bits
986 sll r12, 24, r12 // shift to proper position
987 ldq_p r12, 0(r12) // read GBUS_MISCR
988 srl r12, 5, r12 // isolate bit <5>
989 blbc r12, 1f // if clear, no missed mchk
990
991 // Missed a CFAIL mchk
992 lda r13, 0xffc7(r31) // get GBUS$SERNUM address bits
993 sll r13, 24, r13 // shift to proper position
994 lda r14, 0x40(r31) // get bit <6> mask
995 ldq_p r12, 0(r13) // read GBUS$SERNUM
996 or r12, r14, r14 // set bit <6>
997 stq_p r14, 0(r13) // clear GBUS$SERNUM<6>
998 mb
999 mb
1000
1001 1: br r31, sys_int_mchk // do a machine check
1002
1003 lda r17, scb_v_pwrfail(r31) // a1 to interrupt vector
1004 mfpr r25, pt_entint
1005
1006 lda r16, osfint_c_dev(r31) // a0 to device code
1007 mtpr r25, exc_addr
1008
1009 nop // pad exc_addr write
1010 nop
1011
1012 hw_rei_spe
1013
1014 //
1015 // sys_halt_interrupt
1016 // A halt interrupt has been detected. Pass control to the console.
1017 //
1018 //
1019 //
1020 EXPORT(sys_halt_interrupt)
1021
1022 ldah r13, 0x1800(r31) // load Halt/^PHalt bits
1023 Write_TLINTRSUMx(r13,r10,r14) // clear the ^PHalt bits
1024
1025 mtpr r11, dtb_cm // Restore Mbox current mode
1026 nop
1027 nop
1028 mtpr r0, pt0
1029 lda r0, hlt_c_hw_halt(r31) // set halt code to hw halt
1030 br r31, sys_enter_console // enter the console
1031
1032
1033
1034 //
1035 // sys_int_mchk_or_crd
1036 //
1037 // Current state:
1038 // Stack is pushed
1039 // ps, sp and gp are updated
1040 // r12
1041 // r13 - INTID (new EV5 IPL)
1042 // r14 - exc_addr
1043 // r25 - ISR
1044 // r16, r17, r18 - available
1045 //
1046 //
1047 ALIGN_BLOCK
1048 sys_int_mchk_or_crd:
1049 srl r25, isr_v_mck, r12
1050 blbs r12, sys_int_mchk
1051 //
1052 // Not a Machine check interrupt, so must be an Internal CRD interrupt
1053 //
1054
1055 mb //Clear out Cbox prior to reading IPRs
1056 srl r25, isr_v_crd, r13 //Check for CRD
1057 blbc r13, pal_pal_bug_check_from_int //If CRD not set, shouldn't be here!!!
1058
1059 lda r9, 1(r31)
1060 sll r9, hwint_clr_v_crdc, r9 // get ack bit for crd
1061 mtpr r9, ev5__hwint_clr // ack the crd interrupt
1062
1063 or r31, r31, r12 // clear flag
1064 lda r9, mchk_c_ecc_c(r31) // Correctable error MCHK code
1065
1066 sys_merge_sys_corr:
1067 ldah r14, 0xfff0(r31)
1068 mtpr r0, pt0 // save r0 for scratch
1069 zap r14, 0xE0, r14 // Get Cbox IPR base
1070 mtpr r1, pt1 // save r0 for scratch
1071
1072 ldq_p r0, ei_addr(r14) // EI_ADDR IPR
1073 ldq_p r10, fill_syn(r14) // FILL_SYN IPR
1074 bis r0, r10, r31 // Touch lds to make sure they complete before doing scrub
1075
1076 blbs r12, 1f // no scrubbing for IRQ0 case
1077 // XXX bugnion pvc_jsr crd_scrub_mem, bsr=1
1078 bsr r13, sys_crd_scrub_mem // and go scrub
1079
1080 // ld/st pair in scrub routine will have finished due
1081 // to ibox stall of stx_c. Don't need another mb.
1082 ldq_p r8, ei_stat(r14) // EI_STAT, unlock EI_ADDR, BC_TAG_ADDR, FILL_SYN
1083 or r8, r31, r12 // Must only be executed once in this flow, and must
1084 br r31, 2f // be after the scrub routine.
1085
1086 1: ldq_p r8, ei_stat(r14) // EI_STAT, unlock EI_ADDR, BC_TAG_ADDR, FILL_SYN
1087 // For IRQ0 CRD case only - meaningless data.
1088
1089 2: mfpr r13, pt_mces // Get MCES
1090 srl r12, ei_stat_v_ei_es, r14 // Isolate EI_STAT:EI_ES
1091 blbc r14, 6f // branch if 630
1092 srl r13, mces_v_dsc, r14 // check if 620 reporting disabled
1093 blbc r14, 5f // branch if enabled
1094 or r13, r31, r14 // don't set SCE if disabled
1095 br r31, 8f // continue
1096 5: bis r13, BIT(mces_v_sce), r14 // Set MCES<SCE> bit
1097 br r31, 8f
1098
1099 6: srl r13, mces_v_dpc, r14 // check if 630 reporting disabled
1100 blbc r14, 7f // branch if enabled
1101 or r13, r31, r14 // don't set PCE if disabled
1102 br r31, 8f // continue
1103 7: bis r13, BIT(mces_v_pce), r14 // Set MCES<PCE> bit
1104
1105 // Setup SCB if dpc is not set
1106 8: mtpr r14, pt_mces // Store updated MCES
1107 srl r13, mces_v_sce, r1 // Get SCE
1108 srl r13, mces_v_pce, r14 // Get PCE
1109 or r1, r14, r1 // SCE OR PCE, since they share
1110 // the CRD logout frame
1111 // Get base of the logout area.
1112 GET_IMPURE(r14) // addr of per-cpu impure area
1113 GET_ADDR(r14,(pal_logout_area+mchk_crd_base),r14)
1114
1115 blbc r1, sys_crd_write_logout_frame // If pce/sce not set, build the frame
1116
1117 // Set the 2nd error flag in the logout area:
1118
1119 lda r1, 3(r31) // Set retry and 2nd error flags
1120 sll r1, 30, r1 // Move to bits 31:30 of logout frame flag longword
1121 stl_p r1, mchk_crd_flag+4(r14) // store flag longword
1122 br sys_crd_ack
1123
1124 sys_crd_write_logout_frame:
1125 // should only be here if neither the pce or sce bits are set
1126
1127 //
1128 // Write the mchk code to the logout area
1129 //
1130 stq_p r9, mchk_crd_mchk_code(r14)
1131
1132
1133 //
1134 // Write the first 2 quadwords of the logout area:
1135 //
1136 lda r1, 1(r31) // Set retry flag
1137 sll r1, 63, r9 // Move retry flag to bit 63
1138 lda r1, mchk_crd_size(r9) // Combine retry flag and frame size
1139 stq_p r1, mchk_crd_flag(r14) // store flag/frame size
1140
1141 //
1142 // Write error IPRs already fetched to the logout area
1143 //
1144 stq_p r0, mchk_crd_ei_addr(r14)
1145 stq_p r10, mchk_crd_fill_syn(r14)
1146 stq_p r8, mchk_crd_ei_stat(r14)
1147 stq_p r25, mchk_crd_isr(r14)
1148 //
1149 // Log system specific info here
1150 //
1151 crd_storeTLEP_:
1152 lda r1, 0xffc4(r31) // Get GBUS$MISCR address
1153 sll r1, 24, r1
1154 ldq_p r1, 0(r1) // Read GBUS$MISCR
1155 sll r1, 16, r1 // shift up to proper field
1156 mfpr r10, pt_whami // get our node id
1157 extbl r10, 1, r10 // shift to bit 0
1158 or r1, r10, r1 // merge MISCR and WHAMI
1159 stl_p r1, mchk_crd_whami(r14) // write to crd logout area
1160 srl r10, 1, r10 // shift off cpu number
1161
1162 Get_TLSB_Node_Address(r10,r0) // compute our nodespace address
1163
1164 OSFcrd_TLEPstore_tlsb(tldev)
1165 OSFcrd_TLEPstore_tlsb_clr(tlber)
1166 OSFcrd_TLEPstore_tlsb_clr(tlesr0)
1167 OSFcrd_TLEPstore_tlsb_clr(tlesr1)
1168 OSFcrd_TLEPstore_tlsb_clr(tlesr2)
1169 OSFcrd_TLEPstore_tlsb_clr(tlesr3)
1170
1171 sys_crd_ack:
1172 mfpr r0, pt0 // restore r0
1173 mfpr r1, pt1 // restore r1
1174
1175 srl r12, ei_stat_v_ei_es, r12
1176 blbc r12, 5f
1177 srl r13, mces_v_dsc, r10 // logging enabled?
1178 br r31, 6f
1179 5: srl r13, mces_v_dpc, r10 // logging enabled?
1180 6: blbc r10, sys_crd_post_interrupt // logging enabled -- report it
1181
1182 // logging not enabled
1183 // Get base of the logout area.
1184 GET_IMPURE(r13) // addr of per-cpu impure area
1185 GET_ADDR(r13,(pal_logout_area+mchk_crd_base),r13)
1186 ldl_p r10, mchk_crd_rsvd(r13) // bump counter
1187 addl r10, 1, r10
1188 stl_p r10, mchk_crd_rsvd(r13)
1189 mb
1190 br r31, sys_crd_dismiss_interrupt // just return
1191
1192 //
1193 // The stack is pushed. Load up a0,a1,a2 and vector via entInt
1194 //
1195 //
1196
1197 ALIGN_BRANCH
1198 sys_crd_post_interrupt:
1199 lda r16, osfint_c_mchk(r31) // flag as mchk/crd in a0
1200 lda r17, scb_v_proc_corr_err(r31) // a1 <- interrupt vector
1201
1202 blbc r12, 1f
1203 lda r17, scb_v_sys_corr_err(r31) // a1 <- interrupt vector
1204
1205 1: subq r31, 1, r18 // get a -1
1206 mfpr r25, pt_entInt
1207
1208 srl r18, 42, r18 // shift off low bits of kseg addr
1209 mtpr r25, exc_addr // load interrupt vector
1210
1211 sll r18, 42, r18 // shift back into position
1212 or r14, r18, r18 // EV4 algorithm - pass pointer to mchk frame as kseg address
1213
1214 hw_rei_spe // done
1215
1216
1217 //
1218 // The stack is pushed. Need to back out of it all.
1219 //
1220
1221 sys_crd_dismiss_interrupt:
1222 br r31, Call_Pal_Rti
1223
1224
1225 // sys_crd_scrub_mem
1226 //
1227 // r0 = addr of cache block
1228 //
1229 ALIGN_BLOCK // align for branch target
1230 sys_crd_scrub_mem:
1231 // now find error in memory, and attempt to scrub that cache block
1232 // This routine just scrubs the failing octaword
1233 // Only need to "touch" one quadword per octaword to accomplish the scrub
1234 srl r0, 39, r8 // get high bit of bad pa
1235 blbs r8, 1f // don't attempt fixup on IO space addrs
1236 nop // needed to align the ldq_pl to octaword boundary
1237 nop // "
1238
1239 ldq_p r8, 0(r0) // attempt to read the bad memory
1240 // location
1241 // (Note bits 63:40,3:0 of ei_addr
1242 // are set to 1, but as long as
1243 // we are doing a phys ref, should
1244 // be ok)
1245 nop // Needed to keep the Ibox from swapping the ldq_p into E1
1246
1247 stq_p r8, 0(r0) // Store it back if it is still there.
1248 // If store fails, location already
1249 // scrubbed by someone else
1250
1251 nop // needed to align the ldq_p to octaword boundary
1252
1253 lda r8, 0x20(r31) // flip bit 5 to touch next hexaword
1254 xor r8, r0, r0
1255 nop // needed to align the ldq_p to octaword boundary
1256 nop // "
1257
1258 ldq_p r8, 0(r0) // attempt to read the bad memory
1259 // location
1260 // (Note bits 63:40,3:0 of ei_addr
1261 // are set to 1, but as long as
1262 // we are doing a phys ref, should
1263 // be ok)
1264 nop // Needed to keep the Ibox from swapping the ldq_p into E1
1265
1266 stq_p r8, 0(r0) // Store it back if it is still there.
1267 // If store fails, location already
1268 // scrubbed by someone else
1269
1270 lda r8, 0x20(r31) // restore r0 to original address
1271 xor r8, r0, r0
1272
1273 //at this point, ei_stat could be locked due to a new corr error on the ld,
1274 //so read ei_stat to unlock AFTER this routine.
1275
1276 // XXX bugnion pvc$jsr crd_scrub_mem, bsr=1, dest=1
1277 1: ret r31, (r13) // and back we go
1278
1279
1280 //
1281 // sys_int_mchk - MCHK Interrupt code
1282 //
1283 // Machine check interrupt from the system. Setup and join the
1284 // regular machine check flow.
1285 // On exit:
1286 // pt0 - saved r0
1287 // pt1 - saved r1
1288 // pt4 - saved r4
1289 // pt5 - saved r5
1290 // pt6 - saved r6
1291 // pt10 - saved exc_addr
1292 // pt_misc<47:32> - mchk code
1293 // pt_misc<31:16> - scb vector
1294 // r14 - base of Cbox IPRs in IO space
1295 // MCES<mchk> is set
1296 //
1297 ALIGN_BLOCK
1298 sys_int_mchk:
1299 lda r14, mchk_c_sys_hrd_error(r31)
1300 mfpr r12, exc_addr
1301
1302 addq r14, 1, r14 // Flag as interrupt
1303 nop
1304
1305 sll r14, 32, r14 // Move mchk code to position
1306 mtpr r12, pt10 // Stash exc_addr
1307
1308 mfpr r12, pt_misc // Get MCES and scratch
1309 mtpr r0, pt0 // Stash for scratch
1310
1311 zap r12, 0x3c, r12 // Clear scratch
1312 blbs r12, sys_double_machine_check // MCHK halt if double machine check
1313
1314 or r12, r14, r12 // Combine mchk code
1315 lda r14, scb_v_sysmchk(r31) // Get SCB vector
1316
1317 sll r14, 16, r14 // Move SCBv to position
1318 or r12, r14, r14 // Combine SCBv
1319
1320 bis r14, BIT(mces_v_mchk), r14 // Set MCES<MCHK> bit
1321 mtpr r14, pt_misc // Save mchk code!scbv!whami!mces
1322
1323 ldah r14, 0xfff0(r31)
1324 mtpr r1, pt1 // Stash for scratch
1325
1326 zap r14, 0xE0, r14 // Get Cbox IPR base
1327 mtpr r4, pt4
1328
1329 mtpr r5, pt5
1330
1331 mtpr r6, pt6
1332 br r31, sys_mchk_collect_iprs // Join common machine check flow
1333
1334
1335 //
1336 // sys_int_perf_cnt - Performance counter interrupt code
1337 //
1338 // A performance counter interrupt has been detected. The stack
1339 // has been pushed. IPL and PS are updated as well.
1340 //
1341 // on exit to interrupt entry point ENTINT::
1342 // a0 = osfint$c_perf
1343 // a1 = scb$v_perfmon (650)
1344 // a2 = 0 if performance counter 0 fired
1345 // a2 = 1 if performance counter 1 fired
1346 // a2 = 2 if performance counter 2 fired
1347 // (if more than one counter overflowed, an interrupt will be
1348 // generated for each counter that overflows)
1349 //
1350 //
1351 //
1352 ALIGN_BLOCK
1353 sys_int_perf_cnt: // Performance counter interrupt
1354 lda r17, scb_v_perfmon(r31) // a1 to interrupt vector
1355 mfpr r25, pt_entint
1356
1357 lda r16, osfint_c_perf(r31) // a0 to perf counter code
1358 mtpr r25, exc_addr
1359
1360 //isolate which perf ctr fired, load code in a2, and ack
1361 mfpr r25, isr
1362 or r31, r31, r18 // assume interrupt was pc0
1363
1364 srl r25, isr_v_pc1, r25 // isolate
1365 cmovlbs r25, 1, r18 // if pc1 set, load 1 into r14
1366
1367 srl r25, 1, r25 // get pc2
1368 cmovlbs r25, 2, r18 // if pc2 set, load 2 into r14
1369
1370 lda r25, 1(r31) // get a one
1371 sll r25, r18, r25
1372
1373 sll r25, hwint_clr_v_pc0c, r25 // ack only the perf counter that generated the interrupt
1374 mtpr r25, hwint_clr
1375
1376 hw_rei_spe
1377
1378
1379
1380 //
1381 // sys_reset - System specific RESET code
1382 // On entry:
1383 // r1 = pal_base +8
1384 //
1385 // Entry state on trap:
1386 // r0 = whami
1387 // r2 = base of scratch area
1388 // r3 = halt code
1389 // and the following 3 if init_cbox is enabled:
1390 // r5 = sc_ctl
1391 // r6 = bc_ctl
1392 // r7 = bc_cnfg
1393 //
1394 // Entry state on switch:
1395 // r17 - new PC
1396 // r18 - new PCBB
1397 // r19 - new VPTB
1398 //
1399
1400 ALIGN_BLOCK
1401 .globl sys_reset
1402 sys_reset:
1403 // mtpr r31, ic_flush_ctl // do not flush the icache - done by hardware before SROM load
1404 mtpr r31, itb_ia // clear the ITB
1405 mtpr r31, dtb_ia // clear the DTB
1406
1407 lda r1, -8(r1) // point to start of code
1408 mtpr r1, pal_base // initialize PAL_BASE
1409
1410 // Interrupts
1411 mtpr r31, astrr // stop ASTs
1412 mtpr r31, aster // stop ASTs
1413 mtpr r31, sirr // clear software interrupts
1414
1415 mtpr r0, pt1 // r0 is whami (unless we entered via swp)
1416
1417 ldah r1,(BIT(icsr_v_sde-16)|BIT(icsr_v_fpe-16)|BIT(icsr_v_spe-16+1))(zero)
1418
1419 bis r31, 1, r0
1420 sll r0, icsr_v_crde, r0 // A 1 in iscr<corr_read_enable>
1421 or r0, r1, r1 // Set the bit
1422
1423 mtpr r1, icsr // ICSR - Shadows enabled, Floating point enable,
1424 // super page enabled, correct read per assembly option
1425
1426 // Mbox/Dcache init
1427 lda r1,BIT(mcsr_v_sp1)(zero)
1428
1429 mtpr r1, mcsr // MCSR - Super page enabled
1430 lda r1, BIT(dc_mode_v_dc_ena)(r31)
1431 ALIGN_BRANCH
1432 // mtpr r1, dc_mode // turn Dcache on
1433 nop
1434
1435 mfpr r31, pt0 // No Mbox instr in 1,2,3,4
1436 mfpr r31, pt0
1437 mfpr r31, pt0
1438 mfpr r31, pt0
1439 mtpr r31, dc_flush // flush Dcache
1440
1441 // build PS (IPL=7,CM=K,VMM=0,SW=0)
1442 lda r11, 0x7(r31) // Set shadow copy of PS - kern mode, IPL=7
1443 lda r1, 0x1F(r31)
1444 mtpr r1, ipl // set internal <ipl>=1F
1445 mtpr r31, ev5__ps // set new ps<cm>=0, Ibox copy
1446 mtpr r31, dtb_cm // set new ps<cm>=0, Mbox copy
1447
1448 // Create the PALtemp pt_intmask
1449 // MAP:
1450 // OSF IPL EV5 internal IPL(hex) note
1451 // 0 0
1452 // 1 1
1453 // 2 2
1454 // 3 14 device
1455 // 4 15 device
1456 // 5 16 device
1457 // 6 1E device,performance counter, powerfail
1458 // 7 1F
1459 //
1460
1461 ldah r1, 0x1f1E(r31) // Create upper lw of int_mask
1462 lda r1, 0x1615(r1)
1463
1464 sll r1, 32, r1
1465 ldah r1, 0x1402(r1) // Create lower lw of int_mask
1466
1467 lda r1, 0x0100(r1)
1468 mtpr r1, pt_intmask // Stash in PALtemp
1469
1470 // Unlock a bunch of chip internal IPRs
1471 mtpr r31, exc_sum // clear out exeception summary and exc_mask
1472 mfpr r31, va // unlock va, mmstat
1473 lda r8,(BIT(icperr_stat_v_dpe)|BIT(icperr_stat_v_tpe)|BIT(icperr_stat_v_tmr))(zero)
1474
1475 mtpr r8, icperr_stat // Clear Icache parity error & timeout status
1476 lda r8,(BIT(dcperr_stat_v_lock)|BIT(dcperr_stat_v_seo))(r31)
1477
1478 mtpr r8, dcperr_stat // Clear Dcache parity error status
1479
1480 rc r0 // clear intr_flag
1481 mtpr r31, pt_trap
1482
1483 mfpr r0, pt_misc
1484 srl r0, pt_misc_v_switch, r1
1485 blbs r1, sys_reset_switch // see if we got here from swppal
1486
1487 // Rest of the "real" reset flow
1488 // ASN
1489 mtpr r31, dtb_asn
1490 mtpr r31, itb_asn
1491
1492 lda r1, 0x67(r31)
1493 sll r1, hwint_clr_v_pc0c, r1
1494 mtpr r1, hwint_clr // Clear hardware interrupt requests
1495
1496 lda r1, BIT(mces_v_dpc)(r31) // 1 in disable processor correctable error
1497 mfpr r0, pt1 // get whami
1498 insbl r0, 1, r0 // isolate whami in correct pt_misc position
1499 or r0, r1, r1 // combine whami and mces
1500 mtpr r1, pt_misc // store whami and mces, swap bit clear
1501
1502 zapnot r3, 1, r0 // isolate halt code
1503 mtpr r0, pt0 // save entry type
1504
1505 // Cycle counter
1506 or r31, 1, r9 // get a one
1507 sll r9, 32, r9 // shift to <32>
1508 mtpr r31, cc // clear Cycle Counter
1509 mtpr r9, cc_ctl // clear and enable the Cycle Counter
1510 mtpr r31, pt_scc // clear System Cycle Counter
1511
1512
1513 // Misc PALtemps
1514 mtpr r31, maf_mode // no mbox instructions for 3 cycles
1515 or r31, 1, r1 // get bogus scbb value
1516 mtpr r1, pt_scbb // load scbb
1517 mtpr r31, pt_prbr // clear out prbr
1518 #if defined(TSUNAMI) || defined(BIG_TSUNAMI)
1519 // yes, this is ugly, but you figure out a better
1520 // way to get the address of the kludge_initial_pcbb
1521 // in r1 with an uncooperative assembler --ali
1522 br r1, kludge_getpcb_addr
1523 br r31, kludge_initial_pcbb
1524 kludge_getpcb_addr:
1525 ldq_p r19, 0(r1)
1526 sll r19, 44, r19
1527 srl r19, 44, r19
1528 mulq r19,4,r19
1529 addq r19, r1, r1
1530 addq r1,4,r1
1531 #elif defined(TLASER)
1532 // or zero,kludge_initial_pcbb,r1
1533 GET_ADDR(r1, (kludge_initial_pcbb-pal_base), r1)
1534 #endif
1535 mtpr r1, pt_pcbb // load pcbb
1536 lda r1, 2(r31) // get a two
1537 sll r1, 32, r1 // gen up upper bits
1538 mtpr r1, mvptbr
1539 mtpr r1, ivptbr
1540 mtpr r31, pt_ptbr
1541 // Performance counters
1542 mtpr r31, pmctr
1543
1544 // Clear pmctr_ctl in impure area
1545
1546
1547 ldah r14, 0xfff0(r31)
1548 zap r14, 0xE0, r14 // Get Cbox IPR base
1549 GET_IMPURE(r13)
1550 stq_p r31, 0(r13) // Clear lock_flag
1551
1552 mfpr r0, pt0 // get entry type
1553 br r31, sys_enter_console // enter the cosole
1554
1555
1556 // swppal entry
1557 // r0 - pt_misc
1558 // r17 - new PC
1559 // r18 - new PCBB
1560 // r19 - new VPTB
1561 sys_reset_switch:
1562 or r31, 1, r9
1563 sll r9, pt_misc_v_switch, r9
1564 bic r0, r9, r0 // clear switch bit
1565 mtpr r0, pt_misc
1566
1567 rpcc r1 // get cyccounter
1568
1569 ldq_p r22, osfpcb_q_fen(r18) // get new fen/pme
1570 ldl_p r23, osfpcb_l_cc(r18) // get cycle counter
1571 ldl_p r24, osfpcb_l_asn(r18) // get new asn
1572
1573
1574 ldq_p r25, osfpcb_q_Mmptr(r18)// get new mmptr
1575 sll r25, page_offset_size_bits, r25 // convert pfn to pa
1576 mtpr r25, pt_ptbr // load the new mmptr
1577 mtpr r18, pt_pcbb // set new pcbb
1578
1579 bic r17, 3, r17 // clean use pc
1580 mtpr r17, exc_addr // set new pc
1581 mtpr r19, mvptbr
1582 mtpr r19, ivptbr
1583
1584 ldq_p r30, osfpcb_q_Usp(r18) // get new usp
1585 mtpr r30, pt_usp // save usp
1586
1587 sll r24, dtb_asn_v_asn, r8
1588 mtpr r8, dtb_asn
1589 sll r24, itb_asn_v_asn, r24
1590 mtpr r24, itb_asn
1591
1592 mfpr r25, icsr // get current icsr
1593 lda r24, 1(r31)
1594 sll r24, icsr_v_fpe, r24 // 1 in icsr<fpe> position
1595 bic r25, r24, r25 // clean out old fpe
1596 and r22, 1, r22 // isolate new fen bit
1597 sll r22, icsr_v_fpe, r22
1598 or r22, r25, r25 // or in new fpe
1599 mtpr r25, icsr // update ibox ipr
1600
1601 subl r23, r1, r1 // gen new cc offset
1602 insll r1, 4, r1 // << 32
1603 mtpr r1, cc // set new offset
1604
1605 or r31, r31, r0 // set success
1606 ldq_p r30, osfpcb_q_Ksp(r18) // get new ksp
1607 mfpr r31, pt0 // stall
1608 hw_rei_stall
1609
1610 //
1611 //sys_machine_check - Machine check PAL
1612 // A machine_check trap has occurred. The Icache has been flushed.
1613 //
1614 //
1615
1616 ALIGN_BLOCK
1617 EXPORT(sys_machine_check)
1618 // Need to fill up the refill buffer (32 instructions) and
1619 // then flush the Icache again.
1620 // Also, due to possible 2nd Cbox register file write for
1621 // uncorrectable errors, no register file read or write for 7 cycles.
1622
1623 //nop
1624 .long 0x4000054 // call M5 Panic
1625 mtpr r0, pt0 // Stash for scratch -- OK if Cbox overwrites
1626 // r0 later
1627 nop
1628 nop
1629
1630 nop
1631 nop
1632
1633 nop
1634 nop
1635
1636 nop
1637 nop
1638 // 10 instructions// 5 cycles
1639
1640 nop
1641 nop
1642
1643 nop
1644 nop
1645
1646 // Register file can now be written
1647 lda r0, scb_v_procmchk(r31) // SCB vector
1648 mfpr r13, pt_mces // Get MCES
1649 sll r0, 16, r0 // Move SCBv to correct position
1650 bis r13, BIT(mces_v_mchk), r14 // Set MCES<MCHK> bit
1651
1652
1653 zap r14, 0x3C, r14 // Clear mchk_code word and SCBv word
1654 mtpr r14, pt_mces
1655 // 20 instructions
1656
1657 nop
1658 or r14, r0, r14 // Insert new SCB vector
1659 lda r0, mchk_c_proc_hrd_error(r31) // MCHK code
1660 mfpr r12, exc_addr
1661
1662 sll r0, 32, r0 // Move MCHK code to correct position
1663 mtpr r4, pt4
1664 or r14, r0, r14 // Insert new MCHK code
1665 mtpr r14, pt_misc // Store updated MCES, MCHK code, and SCBv
1666
1667 ldah r14, 0xfff0(r31)
1668 mtpr r1, pt1 // Stash for scratch - 30 instructions
1669
1670 zap r14, 0xE0, r14 // Get Cbox IPR base
1671 mtpr r12, pt10 // Stash exc_addr
1672
1673
1674
1675 mtpr r31, ic_flush_ctl // Second Icache flush, now it is really flushed.
1676 blbs r13, sys_double_machine_check // MCHK halt if double machine check
1677
1678 mtpr r6, pt6
1679 mtpr r5, pt5
1680
1681 // Look for the powerfail cases here....
1682 mfpr r4, isr
1683 srl r4, isr_v_pfl, r4
1684 blbc r4, sys_mchk_collect_iprs // skip if no powerfail interrupt pending
1685 lda r4, 0xffc4(r31) // get GBUS$MISCR address bits
1686 sll r4, 24, r4 // shift to proper position
1687 ldq_p r4, 0(r4) // read GBUS$MISCR
1688 srl r4, 5, r4 // isolate bit <5>
1689 blbc r4, sys_mchk_collect_iprs // skip if already cleared
1690 // No missed CFAIL mchk
1691 lda r5, 0xffc7(r31) // get GBUS$SERNUM address bits
1692 sll r5, 24, r5 // shift to proper position
1693 lda r6, 0x40(r31) // get bit <6> mask
1694 ldq_p r4, 0(r5) // read GBUS$SERNUM
1695 or r4, r6, r6 // set bit <6>
1696 stq_p r6, 0(r5) // clear GBUS$SERNUM<6>
1697 mb
1698 mb
1699
1700
1701 //
1702 // Start to collect the IPRs. Common entry point for mchk flows.
1703 //
1704 // Current state:
1705 // pt0 - saved r0
1706 // pt1 - saved r1
1707 // pt4 - saved r4
1708 // pt5 - saved r5
1709 // pt6 - saved r6
1710 // pt10 - saved exc_addr
1711 // pt_misc<47:32> - mchk code
1712 // pt_misc<31:16> - scb vector
1713 // r14 - base of Cbox IPRs in IO space
1714 // r0, r1, r4, r5, r6, r12, r13, r25 - available
1715 // r8, r9, r10 - available as all loads are physical
1716 // MCES<mchk> is set
1717 //
1718 //
1719
1720 EXPORT(sys_mchk_collect_iprs)
1721 .long 0x4000054 // call M5 Panic
1722 //mb // MB before reading Scache IPRs
1723 mfpr r1, icperr_stat
1724
1725 mfpr r8, dcperr_stat
1726 mtpr r31, dc_flush // Flush the Dcache
1727
1728 mfpr r31, pt0 // Pad Mbox instructions from dc_flush
1729 mfpr r31, pt0
1730 nop
1731 nop
1732
1733 ldq_p r9, sc_addr(r14) // SC_ADDR IPR
1734 bis r9, r31, r31 // Touch ld to make sure it completes before
1735 // read of SC_STAT
1736 ldq_p r10, sc_stat(r14) // SC_STAT, also unlocks SC_ADDR
1737
1738 ldq_p r12, ei_addr(r14) // EI_ADDR IPR
1739 ldq_p r13, bc_tag_addr(r14) // BC_TAG_ADDR IPR
1740 ldq_p r0, fill_syn(r14) // FILL_SYN IPR
1741 bis r12, r13, r31 // Touch lds to make sure they complete before reading EI_STAT
1742 bis r0, r0, r31 // Touch lds to make sure they complete before reading EI_STAT
1743 ldq_p r25, ei_stat(r14) // EI_STAT, unlock EI_ADDR, BC_TAG_ADDR, FILL_SYN
1744 ldq_p r31, ei_stat(r14) // Read again to insure it is unlocked
1745
1746
1747
1748
1749 //
1750 // Look for nonretryable cases
1751 // In this segment:
1752 // r5<0> = 1 means retryable
1753 // r4, r6, and r14 are available for scratch
1754 //
1755 //
1756
1757
1758 bis r31, r31, r5 // Clear local retryable flag
1759 srl r25, ei_stat_v_bc_tperr, r25 // Move EI_STAT status bits to low bits
1760
1761 lda r4, 1(r31)
1762 sll r4, icperr_stat_v_tmr, r4
1763 and r1, r4, r4 // Timeout reset
1764 bne r4, sys_cpu_mchk_not_retryable
1765
1766 and r8, BIT(dcperr_stat_v_lock), r4 // DCache parity error locked
1767 bne r4, sys_cpu_mchk_not_retryable
1768
1769 lda r4, 1(r31)
1770 sll r4, sc_stat_v_sc_scnd_err, r4
1771 and r10, r4, r4 // 2nd Scache error occurred
1772 bne r4, sys_cpu_mchk_not_retryable
1773
1774
1775 bis r31, 0xa3, r4 // EI_STAT Bcache Tag Parity Error, Bcache Tag Control
1776 // Parity Error, Interface Parity Error, 2nd Error
1777
1778 and r25, r4, r4
1779 bne r4, sys_cpu_mchk_not_retryable
1780
1781 // bis r31, #<1@<ei_stat$v_unc_ecc_err-ei_stat$v_bc_tperr>>, r4
1782 bis r31, BIT((ei_stat_v_unc_ecc_err-ei_stat_v_bc_tperr)), r4
1783 and r25, r4, r4 // Isolate the Uncorrectable Error Bit
1784 // bis r31, #<1@<ei_stat$v_fil_ird-ei_stat$v_bc_tperr>>, r6
1785 bis r31, BIT((ei_stat_v_fil_ird-ei_stat_v_bc_tperr)), r6 // Isolate the Iread bit
1786 cmovne r6, 0, r4 // r4 = 0 if IRD or if No Uncorrectable Error
1787 bne r4, sys_cpu_mchk_not_retryable
1788
1789 lda r4, 7(r31)
1790 and r10, r4, r4 // Isolate the Scache Tag Parity Error bits
1791 bne r4, sys_cpu_mchk_not_retryable // All Scache Tag PEs are not retryable
1792
1793
1794 lda r4, 0x7f8(r31)
1795 and r10, r4, r4 // Isolate the Scache Data Parity Error bits
1796 srl r10, sc_stat_v_cbox_cmd, r6
1797 and r6, 0x1f, r6 // Isolate Scache Command field
1798 subq r6, 1, r6 // Scache Iread command = 1
1799 cmoveq r6, 0, r4 // r4 = 0 if IRD or if No Parity Error
1800 bne r4, sys_cpu_mchk_not_retryable
1801
1802 // Look for the system unretryable cases here....
1803
1804 mfpr r4, isr // mchk_interrupt pin asserted
1805 srl r4, isr_v_mck, r4
1806 blbs r4, sys_cpu_mchk_not_retryable
1807
1808
1809
1810 //
1811 // Look for retryable cases
1812 // In this segment:
1813 // r5<0> = 1 means retryable
1814 // r6 - holds the mchk code
1815 // r4 and r14 are available for scratch
1816 //
1817 //
1818
1819
1820 // Within the chip, the retryable cases are Istream errors
1821 lda r4, 3(r31)
1822 sll r4, icperr_stat_v_dpe, r4
1823 and r1, r4, r4
1824 cmovne r4, 1, r5 // Retryable if just Icache parity error
1825
1826
1827 lda r4, 0x7f8(r31)
1828 and r10, r4, r4 // Isolate the Scache Data Parity Error bits
1829 srl r10, sc_stat_v_cbox_cmd, r14
1830 and r14, 0x1f, r14 // Isolate Scache Command field
1831 subq r14, 1, r14 // Scache Iread command = 1
1832 cmovne r4, 1, r4 // r4 = 1 if Scache data parity error bit set
1833 cmovne r14, 0, r4 // r4 = 1 if Scache PE and Iread
1834 bis r4, r5, r5 // Accumulate
1835
1836
1837 bis r31, BIT((ei_stat_v_unc_ecc_err-ei_stat_v_bc_tperr)), r4
1838 and r25, r4, r4 // Isolate the Uncorrectable Error Bit
1839 and r25, BIT((ei_stat_v_fil_ird-ei_stat_v_bc_tperr)), r14 // Isolate the Iread bit
1840 cmovne r4, 1, r4 // r4 = 1 if uncorr error
1841 cmoveq r14, 0, r4 // r4 = 1 if uncorr and Iread
1842 bis r4, r5, r5 // Accumulate
1843
1844 mfpr r6, pt_misc
1845 extwl r6, 4, r6 // Fetch mchk code
1846 bic r6, 1, r6 // Clear flag from interrupt flow
1847 cmovne r5, mchk_c_retryable_ird, r6 // Set mchk code
1848
1849
1850 //
1851 // Write the logout frame
1852 //
1853 // Current state:
1854 // r0 - fill_syn
1855 // r1 - icperr_stat
1856 // r4 - available
1857 // r5<0> - retry flag
1858 // r6 - mchk code
1859 // r8 - dcperr_stat
1860 // r9 - sc_addr
1861 // r10 - sc_stat
1862 // r12 - ei_addr
1863 // r13 - bc_tag_addr
1864 // r14 - available
1865 // r25 - ei_stat (shifted)
1866 // pt0 - saved r0
1867 // pt1 - saved r1
1868 // pt4 - saved r4
1869 // pt5 - saved r5
1870 // pt6 - saved r6
1871 // pt10 - saved exc_addr
1872 //
1873 //
1874
1875 sys_mchk_write_logout_frame:
1876 // Get base of the logout area.
1877 GET_IMPURE(r14) // addr of per-cpu impure area
1878 GET_ADDR(r14,pal_logout_area+mchk_mchk_base,r14)
1879
1880 // Write the first 2 quadwords of the logout area:
1881
1882 sll r5, 63, r5 // Move retry flag to bit 63
1883 lda r4, mchk_size(r5) // Combine retry flag and frame size
1884 stq_p r4, mchk_flag(r14) // store flag/frame size
1885 lda r4, mchk_sys_base(r31) // sys offset
1886 sll r4, 32, r4
1887 lda r4, mchk_cpu_base(r4) // cpu offset
1888 stq_p r4, mchk_offsets(r14) // store sys offset/cpu offset into logout frame
1889
1890 //
1891 // Write the mchk code to the logout area
1892 // Write error IPRs already fetched to the logout area
1893 // Restore some GPRs from PALtemps
1894 //
1895
1896 mfpr r5, pt5
1897 stq_p r6, mchk_mchk_code(r14)
1898 mfpr r4, pt4
1899 stq_p r1, mchk_ic_perr_stat(r14)
1900 mfpr r6, pt6
1901 stq_p r8, mchk_dc_perr_stat(r14)
1902 mfpr r1, pt1
1903 stq_p r9, mchk_sc_addr(r14)
1904 stq_p r10, mchk_sc_stat(r14)
1905 stq_p r12, mchk_ei_addr(r14)
1906 stq_p r13, mchk_bc_tag_addr(r14)
1907 stq_p r0, mchk_fill_syn(r14)
1908 mfpr r0, pt0
1909 sll r25, ei_stat_v_bc_tperr, r25 // Move EI_STAT status bits back to expected position
1910 // retrieve lower 28 bits again from ei_stat and restore before storing to logout frame
1911 ldah r13, 0xfff0(r31)
1912 zapnot r13, 0x1f, r13
1913 ldq_p r13, ei_stat(r13)
1914 sll r13, 64-ei_stat_v_bc_tperr, r13
1915 srl r13, 64-ei_stat_v_bc_tperr, r13
1916 or r25, r13, r25
1917 stq_p r25, mchk_ei_stat(r14)
1918
1919
1920
1921
1922 //
1923 // complete the CPU-specific part of the logout frame
1924 //
1925
1926 ldah r13, 0xfff0(r31)
1927 zap r13, 0xE0, r13 // Get Cbox IPR base
1928 ldq_p r13, ld_lock(r13) // Get ld_lock IPR
1929 stq_p r13, mchk_ld_lock(r14) // and stash it in the frame
1930
1931 // Unlock IPRs
1932 lda r8, (BIT(dcperr_stat_v_lock)|BIT(dcperr_stat_v_seo))(r31)
1933 mtpr r8, dcperr_stat // Clear Dcache parity error status
1934
1935 lda r8, (BIT(icperr_stat_v_dpe)|BIT(icperr_stat_v_tpe)|BIT(icperr_stat_v_tmr))(r31)
1936 mtpr r8, icperr_stat // Clear Icache parity error & timeout status
1937
1938 1: ldq_p r8, mchk_ic_perr_stat(r14) // get ICPERR_STAT value
1939 GET_ADDR(r0,0x1800,r31) // get ICPERR_STAT value
1940 and r0, r8, r0 // compare
1941 beq r0, 2f // check next case if nothing set
1942 lda r0, mchk_c_retryable_ird(r31) // set new MCHK code
1943 br r31, do_670 // setup new vector
1944
1945 2: ldq_p r8, mchk_dc_perr_stat(r14) // get DCPERR_STAT value
1946 GET_ADDR(r0,0x3f,r31) // get DCPERR_STAT value
1947 and r0, r8, r0 // compare
1948 beq r0, 3f // check next case if nothing set
1949 lda r0, mchk_c_dcperr(r31) // set new MCHK code
1950 br r31, do_670 // setup new vector
1951
1952 3: ldq_p r8, mchk_sc_stat(r14) // get SC_STAT value
1953 GET_ADDR(r0,0x107ff,r31) // get SC_STAT value
1954 and r0, r8, r0 // compare
1955 beq r0, 4f // check next case if nothing set
1956 lda r0, mchk_c_scperr(r31) // set new MCHK code
1957 br r31, do_670 // setup new vector
1958
1959 4: ldq_p r8, mchk_ei_stat(r14) // get EI_STAT value
1960 GET_ADDR(r0,0x30000000,r31) // get EI_STAT value
1961 and r0, r8, r0 // compare
1962 beq r0, 5f // check next case if nothing set
1963 lda r0, mchk_c_bcperr(r31) // set new MCHK code
1964 br r31, do_670 // setup new vector
1965
1966 5: ldl_p r8, mchk_tlber(r14) // get TLBER value
1967 GET_ADDR(r0,0xfe01,r31) // get high TLBER mask value
1968 sll r0, 16, r0 // shift into proper position
1969 GET_ADDR(r1,0x03ff,r31) // get low TLBER mask value
1970 or r0, r1, r0 // merge mask values
1971 and r0, r8, r0 // compare
1972 beq r0, 6f // check next case if nothing set
1973 GET_ADDR(r0, 0xfff0, r31) // set new MCHK code
1974 br r31, do_660 // setup new vector
1975
1976 6: ldl_p r8, mchk_tlepaerr(r14) // get TLEPAERR value
1977 GET_ADDR(r0,0xff7f,r31) // get TLEPAERR mask value
1978 and r0, r8, r0 // compare
1979 beq r0, 7f // check next case if nothing set
1980 GET_ADDR(r0, 0xfffa, r31) // set new MCHK code
1981 br r31, do_660 // setup new vector
1982
1983 7: ldl_p r8, mchk_tlepderr(r14) // get TLEPDERR value
1984 GET_ADDR(r0,0x7,r31) // get TLEPDERR mask value
1985 and r0, r8, r0 // compare
1986 beq r0, 8f // check next case if nothing set
1987 GET_ADDR(r0, 0xfffb, r31) // set new MCHK code
1988 br r31, do_660 // setup new vector
1989
1990 8: ldl_p r8, mchk_tlepmerr(r14) // get TLEPMERR value
1991 GET_ADDR(r0,0x3f,r31) // get TLEPMERR mask value
1992 and r0, r8, r0 // compare
1993 beq r0, 9f // check next case if nothing set
1994 GET_ADDR(r0, 0xfffc, r31) // set new MCHK code
1995 br r31, do_660 // setup new vector
1996
1997 9: ldq_p r8, mchk_ei_stat(r14) // get EI_STAT value
1998 GET_ADDR(r0,0xb,r31) // get EI_STAT mask value
1999 sll r0, 32, r0 // shift to upper lw
2000 and r0, r8, r0 // compare
2001 beq r0, 1f // check next case if nothing set
2002 GET_ADDR(r0,0xfffd,r31) // set new MCHK code
2003 br r31, do_660 // setup new vector
2004
2005 1: ldl_p r8, mchk_tlepaerr(r14) // get TLEPAERR value
2006 GET_ADDR(r0,0x80,r31) // get TLEPAERR mask value
2007 and r0, r8, r0 // compare
2008 beq r0, cont_logout_frame // check next case if nothing set
2009 GET_ADDR(r0, 0xfffe, r31) // set new MCHK code
2010 br r31, do_660 // setup new vector
2011
2012 do_670: lda r8, scb_v_procmchk(r31) // SCB vector
2013 br r31, do_6x0_cont
2014 do_660: lda r8, scb_v_sysmchk(r31) // SCB vector
2015 do_6x0_cont:
2016 sll r8, 16, r8 // shift to proper position
2017 mfpr r1, pt_misc // fetch current pt_misc
2018 GET_ADDR(r4,0xffff, r31) // mask for vector field
2019 sll r4, 16, r4 // shift to proper position
2020 bic r1, r4, r1 // clear out old vector field
2021 or r1, r8, r1 // merge in new vector
2022 mtpr r1, pt_misc // save new vector field
2023 stl_p r0, mchk_mchk_code(r14) // save new mchk code
2024
2025 cont_logout_frame:
2026 // Restore some GPRs from PALtemps
2027 mfpr r0, pt0
2028 mfpr r1, pt1
2029 mfpr r4, pt4
2030
2031 mfpr r12, pt10 // fetch original PC
2032 blbs r12, sys_machine_check_while_in_pal // MCHK halt if machine check in pal
2033
2034 //XXXbugnion pvc_jsr armc, bsr=1
2035 bsr r12, sys_arith_and_mchk // go check for and deal with arith trap
2036
2037 mtpr r31, exc_sum // Clear Exception Summary
2038
2039 mfpr r25, pt10 // write exc_addr after arith_and_mchk to pickup new pc
2040 stq_p r25, mchk_exc_addr(r14)
2041
2042 //
2043 // Set up the km trap
2044 //
2045
2046
2047 sys_post_mchk_trap:
2048 mfpr r25, pt_misc // Check for flag from mchk interrupt
2049 extwl r25, 4, r25
2050 blbs r25, sys_mchk_stack_done // Stack from already pushed if from interrupt flow
2051
2052 bis r14, r31, r12 // stash pointer to logout area
2053 mfpr r14, pt10 // get exc_addr
2054
2055 sll r11, 63-3, r25 // get mode to msb
2056 bge r25, 3f
2057
2058 mtpr r31, dtb_cm
2059 mtpr r31, ev5__ps
2060
2061 mtpr r30, pt_usp // save user stack
2062 mfpr r30, pt_ksp
2063
2064 3:
2065 lda sp, 0-osfsf_c_size(sp) // allocate stack space
2066 nop
2067
2068 stq r18, osfsf_a2(sp) // a2
2069 stq r11, osfsf_ps(sp) // save ps
2070
2071 stq r14, osfsf_pc(sp) // save pc
2072 mfpr r25, pt_entint // get the VA of the interrupt routine
2073
2074 stq r16, osfsf_a0(sp) // a0
2075 lda r16, osfint_c_mchk(r31) // flag as mchk in a0
2076
2077 stq r17, osfsf_a1(sp) // a1
2078 mfpr r17, pt_misc // get vector
2079
2080 stq r29, osfsf_gp(sp) // old gp
2081 mtpr r25, exc_addr //
2082
2083 or r31, 7, r11 // get new ps (km, high ipl)
2084 subq r31, 1, r18 // get a -1
2085
2086 extwl r17, 2, r17 // a1 <- interrupt vector
2087 bis r31, ipl_machine_check, r25
2088
2089 mtpr r25, ipl // Set internal ipl
2090 srl r18, 42, r18 // shift off low bits of kseg addr
2091
2092 sll r18, 42, r18 // shift back into position
2093 mfpr r29, pt_kgp // get the kern r29
2094
2095 or r12, r18, r18 // EV4 algorithm - pass pointer to mchk frame as kseg address
2096 hw_rei_spe // out to interrupt dispatch routine
2097
2098
2099 //
2100 // The stack is pushed. Load up a0,a1,a2 and vector via entInt
2101 //
2102 //
2103 ALIGN_BRANCH
2104 sys_mchk_stack_done:
2105 lda r16, osfint_c_mchk(r31) // flag as mchk/crd in a0
2106 lda r17, scb_v_sysmchk(r31) // a1 <- interrupt vector
2107
2108 subq r31, 1, r18 // get a -1
2109 mfpr r25, pt_entInt
2110
2111 srl r18, 42, r18 // shift off low bits of kseg addr
2112 mtpr r25, exc_addr // load interrupt vector
2113
2114 sll r18, 42, r18 // shift back into position
2115 or r14, r18, r18 // EV4 algorithm - pass pointer to mchk frame as kseg address
2116
2117 hw_rei_spe // done
2118
2119
2120 ALIGN_BRANCH
2121 sys_cpu_mchk_not_retryable:
2122 mfpr r6, pt_misc
2123 extwl r6, 4, r6 // Fetch mchk code
2124 br r31, sys_mchk_write_logout_frame //
2125
2126
2127
2128 //
2129 //sys_double_machine_check - a machine check was started, but MCES<MCHK> was
2130 // already set. We will now double machine check halt.
2131 //
2132 // pt0 - old R0
2133 //
2134 //
2135
2136 EXPORT(sys_double_machine_check)
2137 lda r0, hlt_c_dbl_mchk(r31)
2138 br r31, sys_enter_console
2139
2140 //
2141 // sys_machine_check_while_in_pal - a machine check was started,
2142 // exc_addr points to a PAL PC. We will now machine check halt.
2143 //
2144 // pt0 - old R0
2145 //
2146 //
2147 sys_machine_check_while_in_pal:
2148 stq_p r12, mchk_exc_addr(r14) // exc_addr has not yet been written
2149 lda r0, hlt_c_mchk_from_pal(r31)
2150 br r31, sys_enter_console
2151
2152
2153 //ARITH and MCHK
2154 // Check for arithmetic errors and build trap frame,
2155 // but don't post the trap.
2156 // on entry:
2157 // pt10 - exc_addr
2158 // r12 - return address
2159 // r14 - logout frame pointer
2160 // r13 - available
2161 // r8,r9,r10 - available except across stq's
2162 // pt0,1,6 - available
2163 //
2164 // on exit:
2165 // pt10 - new exc_addr
2166 // r17 = exc_mask
2167 // r16 = exc_sum
2168 // r14 - logout frame pointer
2169 //
2170 ALIGN_BRANCH
2171 sys_arith_and_mchk:
2172 mfpr r13, ev5__exc_sum
2173 srl r13, exc_sum_v_swc, r13
2174 bne r13, handle_arith_and_mchk
2175
2176 // XXX bugnion pvc$jsr armc, bsr=1, dest=1
2177 ret r31, (r12) // return if no outstanding arithmetic error
2178
2179 handle_arith_and_mchk:
2180 mtpr r31, ev5__dtb_cm // Set Mbox current mode to kernel
2181 // no virt ref for next 2 cycles
2182 mtpr r14, pt0
2183
2184 mtpr r1, pt1 // get a scratch reg
2185 and r11, osfps_m_mode, r1 // get mode bit
2186
2187 bis r11, r31, r25 // save ps
2188 beq r1, 1f // if zero we are in kern now
2189
2190 bis r31, r31, r25 // set the new ps
2191 mtpr r30, pt_usp // save user stack
2192
2193 mfpr r30, pt_ksp // get kern stack
2194 1:
2195 mfpr r14, exc_addr // get pc into r14 in case stack writes fault
2196
2197 lda sp, 0-osfsf_c_size(sp) // allocate stack space
2198 mtpr r31, ev5__ps // Set Ibox current mode to kernel
2199
2200 mfpr r1, pt_entArith
2201 stq r14, osfsf_pc(sp) // save pc
2202
2203 stq r17, osfsf_a1(sp)
2204 mfpr r17, ev5__exc_mask // Get exception register mask IPR - no mtpr exc_sum in next cycle
2205
2206 stq r29, osfsf_gp(sp)
2207 stq r16, osfsf_a0(sp) // save regs
2208
2209 bis r13, r31, r16 // move exc_sum to r16
2210 stq r18, osfsf_a2(sp)
2211
2212 stq r11, osfsf_ps(sp) // save ps
2213 mfpr r29, pt_kgp // get the kern gp
2214
2215 mfpr r14, pt0 // restore logout frame pointer from pt0
2216 bis r25, r31, r11 // set new ps
2217
2218 mtpr r1, pt10 // Set new PC
2219 mfpr r1, pt1
2220
2221 // XXX bugnion pvc$jsr armc, bsr=1, dest=1
2222 ret r31, (r12) // return if no outstanding arithmetic error
2223
2224
2225
2226 // sys_enter_console - Common PALcode for ENTERING console
2227 //
2228 // Entry:
2229 // Entered when PAL wants to enter the console.
2230 // usually as the result of a HALT instruction or button,
2231 // or catastrophic error.
2232 //
2233 // Regs on entry...
2234 //
2235 // R0 = halt code
2236 // pt0 <- r0
2237 //
2238 // Function:
2239 //
2240 // Save all readable machine state, and "call" the console
2241 //
2242 // Returns:
2243 //
2244 //
2245 // Notes:
2246 //
2247 // In these routines, once the save state routine has been executed,
2248 // the remainder of the registers become scratchable, as the only
2249 // "valid" copy of them is the "saved" copy.
2250 //
2251 // Any registers or PTs that are modified before calling the save
2252 // routine will have there data lost. The code below will save all
2253 // state, but will loose pt 0,4,5.
2254 //
2255 //
2256
2257 ALIGN_BLOCK
2258 EXPORT(sys_enter_console)
2259 mtpr r1, pt4
2260 mtpr r3, pt5
2261 subq r31, 1, r1
2262 sll r1, 42, r1
2263 ldah r1, 1(r1)
2264
2265 /* taken from scrmax, seems like the obvious thing to do */
2266 mtpr r1, exc_addr
2267 mfpr r1, pt4
2268 mfpr r3, pt5
2269 STALL
2270 STALL
2271 hw_rei_stall
2272
2273
2274 //
2275 // sys_exit_console - Common PALcode for ENTERING console
2276 //
2277 // Entry:
2278 // Entered when console wants to reenter PAL.
2279 // usually as the result of a CONTINUE.
2280 //
2281 //
2282 // Regs' on entry...
2283 //
2284 //
2285 // Function:
2286 //
2287 // Restore all readable machine state, and return to user code.
2288 //
2289 //
2290 //
2291 //
2292 ALIGN_BLOCK
2293 sys_exit_console:
2294
2295 GET_IMPURE(r1)
2296
2297 // clear lock and intr_flags prior to leaving console
2298 rc r31 // clear intr_flag
2299 // lock flag cleared by restore_state
2300 // TB's have been flushed
2301
2302 ldq_p r3, (cns_gpr+(8*3))(r1) // restore r3
2303 ldq_p r1, (cns_gpr+8)(r1) // restore r1
2304 hw_rei_stall // back to user
2305
2306
2307 // kludge_initial_pcbb - PCB for Boot use only
2308
2309 ALIGN_128
2310 .globl kludge_initial_pcbb
2311 kludge_initial_pcbb: // PCB is 128 bytes long
2312 nop
2313 nop
2314 nop
2315 nop
2316
2317 nop
2318 nop
2319 nop
2320 nop
2321
2322 nop
2323 nop
2324 nop
2325 nop
2326
2327 nop
2328 nop
2329 nop
2330 nop
2331
2332
2333 // SET_SC_BC_CTL subroutine
2334 //
2335 // Subroutine to set the SC_CTL, BC_CONFIG, and BC_CTL registers and
2336 // flush the Scache
2337 // There must be no outstanding memory references -- istream or
2338 // dstream -- when these registers are written. EV5 prefetcher is
2339 // difficult to turn off. So, this routine needs to be exactly 32
2340 // instructions long// the final jmp must be in the last octaword of a
2341 // page (prefetcher doesn't go across page)
2342 //
2343 //
2344 // Register expecations:
2345 // r0 base address of CBOX iprs
2346 // r5 value to set sc_ctl to (flush bit is added in)
2347 // r6 value to set bc_ctl to
2348 // r7 value to set bc_config to
2349 // r10 return address
2350 // r19 old sc_ctl value
2351 // r20 old value of bc_ctl
2352 // r21 old value of bc_config
2353 // r23 flush scache flag
2354 // Register usage:
2355 // r17 sc_ctl with flush bit cleared
2356 // r22 loop address
2357 //
2358 //
2359 set_sc_bc_ctl:
2360 ret r31, (r10) // return to where we came from