/* * Copyright (C) 2019 Free Software Foundation, Inc. * * This file is part of GNU Mach. * * GNU Mach is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2, or (at your option) * any later version. * * GNU Mach is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA. */ #include #include #include #include #include #include #include #include #include #include /* only for macros */ #include #include #include #include #include static int has_irq_specific_eoi = 0; int timer_pin; uint32_t lapic_timer_val = 0; uint32_t calibrated_ticks = 0; spl_t curr_ipl[NCPUS] = {0}; int spl_init = 0; def_simple_lock_irq_data(static, ioapic_lock) /* Lock for non-atomic window accesses to ioapic */ int iunit[NINTR] = {0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, /* 2nd IOAPIC */ 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63 }; interrupt_handler_fn ivect[NINTR] = { /* 00 */ (interrupt_handler_fn)hardclock, /* 01 */ kdintr, /* kdintr, ... */ /* 02 */ intnull, /* 03 */ intnull, /* lnpoll, comintr, ... */ /* 04 */ intnull, /* comintr, ... */ /* 05 */ intnull, /* comintr, wtintr, ... */ /* 06 */ intnull, /* fdintr, ... */ /* 07 */ intnull, /* qdintr, ... */ /* 08 */ intnull, /* 09 */ intnull, /* ether */ /* 10 */ intnull, /* 11 */ intnull, /* 12 */ intnull, /* 13 */ fpintr, /* always */ /* 14 */ intnull, /* hdintr, ... */ /* 15 */ intnull, /* ??? */ /* 16 */ intnull, /* PIRQA */ /* 17 */ intnull, /* PIRQB */ /* 18 */ intnull, /* PIRQC */ /* 19 */ intnull, /* PIRQD */ /* 20 */ intnull, /* PIRQE */ /* 21 */ intnull, /* PIRQF */ /* 22 */ intnull, /* PIRQG */ /* 23 */ intnull, /* PIRQH */ /* 24 */ intnull, /* 25 */ intnull, /* 26 */ intnull, /* 27 */ intnull, /* 28 */ intnull, /* 29 */ intnull, /* 30 */ intnull, /* 31 */ intnull, /* 32 */ intnull, /* 33 */ intnull, /* 34 */ intnull, /* 35 */ intnull, /* 36 */ intnull, /* 37 */ intnull, /* 38 */ intnull, /* 39 */ intnull, /* 40 */ intnull, /* 41 */ intnull, /* 42 */ intnull, /* 43 */ intnull, /* 44 */ intnull, /* 45 */ intnull, /* 46 */ intnull, /* 47 */ intnull, /* 48 */ intnull, /* 49 */ intnull, /* 50 */ intnull, /* 51 */ intnull, /* 52 */ intnull, /* 53 */ intnull, /* 54 */ intnull, /* 55 */ intnull, /* 56 */ intnull, /* 57 */ intnull, /* 58 */ intnull, /* 59 */ intnull, /* 60 */ intnull, /* 61 */ intnull, /* 62 */ intnull, /* 63 */ intnull, }; void picdisable(void) { int i; asm("cli"); for (i = 0; i < NCPUS; i++) curr_ipl[i] = SPLHI; /* ** Disable PIC */ outb ( PIC_SLAVE_OCW, PICS_MASK ); outb ( PIC_MASTER_OCW, PICM_MASK ); } void intnull(int unit_dev) { printf("intnull(%d)\n", unit_dev); } static uint32_t ioapic_read(uint8_t id, uint8_t reg) { volatile ApicIoUnit *ioapic = apic_get_ioapic(id)->ioapic; ioapic->select.r = reg; return ioapic->window.r; } static void ioapic_write(uint8_t id, uint8_t reg, uint32_t value) { volatile ApicIoUnit *ioapic = apic_get_ioapic(id)->ioapic; ioapic->select.r = reg; ioapic->window.r = value; } static void ioapic_read_entry(int apic, int pin, struct ioapic_route_entry *e) { union ioapic_route_entry_union entry; entry.lo = ioapic_read(apic, APIC_IO_REDIR_LOW(pin)); entry.hi = ioapic_read(apic, APIC_IO_REDIR_HIGH(pin)); *e = entry.both; } /* Write the high word first because mask bit is in low word */ static void ioapic_write_entry(int apic, int pin, struct ioapic_route_entry e) { union ioapic_route_entry_union entry = {{0, 0}}; entry.both = e; ioapic_write(apic, APIC_IO_REDIR_HIGH(pin), entry.hi); ioapic_write(apic, APIC_IO_REDIR_LOW(pin), entry.lo); } /* When toggling the interrupt via mask, write low word only */ static void ioapic_toggle_entry(int apic, int pin, int mask) { union ioapic_route_entry_union entry; spl_t s = simple_lock_irq(&ioapic_lock); ioapic_read_entry(apic, pin, &entry.both); entry.both.mask = mask & 0x1; ioapic_write(apic, APIC_IO_REDIR_LOW(pin), entry.lo); simple_unlock_irq(s, &ioapic_lock); } static int ioapic_version(int apic) { return (ioapic_read(apic, APIC_IO_VERSION) >> APIC_IO_VERSION_SHIFT) & 0xff; } static int ioapic_gsis(int apic) { return ((ioapic_read(apic, APIC_IO_VERSION) >> APIC_IO_ENTRIES_SHIFT) & 0xff) + 1; } static void timer_expiry_callback(void *arg) { volatile int *done = arg; *done = 1; } static uint32_t timer_measure_10x_apic_hz(void) { volatile int done = 0; uint32_t start = 0xffffffff; timer_elt_data_t tmp_timer; tmp_timer.fcn = timer_expiry_callback; tmp_timer.param = (void *)&done; printf("timer calibration..."); /* Set APIC timer */ lapic->init_count.r = start; /* Delay for 10 ticks (10 * 1/hz seconds) */ set_timeout(&tmp_timer, 10); do { cpu_pause(); } while (!done); /* Stop APIC timer */ lapic->lvt_timer.r |= LAPIC_DISABLE; printf(" done\n"); return start - lapic->cur_count.r; } void calibrate_lapic_timer(void) { spl_t s; /* Set one-shot timer */ lapic->divider_config.r = LAPIC_TIMER_DIVIDE_2; lapic->lvt_timer.r = IOAPIC_INT_BASE; /* Measure number of APIC timer ticks in 10 mach ticks * divide by 10 because we want to know how many in 1 tick */ if (!calibrated_ticks) { s = splhigh(); spl0(); calibrated_ticks = timer_measure_10x_apic_hz() / 10; splx(s); } } void lapic_enable_timer(void) { /* Set up counter */ lapic->init_count.r = calibrated_ticks; lapic->divider_config.r = LAPIC_TIMER_DIVIDE_2; /* Set the timer to interrupt periodically on remapped timer GSI */ lapic->lvt_timer.r = IOAPIC_INT_BASE | LAPIC_TIMER_PERIODIC; /* Some buggy hardware requires this set again */ lapic->divider_config.r = LAPIC_TIMER_DIVIDE_2; /* Enable interrupts for the first time */ printf("LAPIC timer configured on cpu%d\n", cpu_number()); } void ioapic_toggle(int pin, int mask) { int apic = 0; ioapic_toggle_entry(apic, pin, mask); } void ioapic_irq_eoi(int pin) { int apic = 0; union ioapic_route_entry_union oldentry, entry; if (pin == 0) goto skip_specific_eoi; spl_t s = simple_lock_irq(&ioapic_lock); if (!has_irq_specific_eoi) { /* Workaround for old IOAPICs with no specific EOI */ /* Mask the pin and change to edge triggered */ ioapic_read_entry(apic, pin, &entry.both); oldentry = entry; entry.both.mask = IOAPIC_MASK_DISABLED; entry.both.trigger = IOAPIC_EDGE_TRIGGERED; ioapic_write_entry(apic, pin, entry.both); /* Restore level entry */ ioapic_write_entry(apic, pin, oldentry.both); } else { volatile ApicIoUnit *ioapic = apic_get_ioapic(apic)->ioapic; ioapic_read_entry(apic, pin, &entry.both); ioapic->eoi.r = entry.both.vector; } simple_unlock_irq(s, &ioapic_lock); skip_specific_eoi: lapic_eoi (); } static unsigned int override_irq(IrqOverrideData *override, union ioapic_route_entry_union *entry) { if (override->flags & APIC_IRQ_OVERRIDE_TRIGGER_MASK) { entry->both.trigger = (override->flags & APIC_IRQ_OVERRIDE_LEVEL_TRIGGERED) ? IOAPIC_LEVEL_TRIGGERED : IOAPIC_EDGE_TRIGGERED; } else { if (override->bus == 0) { /* ISA is edge-triggered by default */ entry->both.trigger = IOAPIC_EDGE_TRIGGERED; } else { entry->both.trigger = IOAPIC_LEVEL_TRIGGERED; } } if (override->flags & APIC_IRQ_OVERRIDE_POLARITY_MASK) { entry->both.polarity = (override->flags & APIC_IRQ_OVERRIDE_ACTIVE_LOW) ? IOAPIC_ACTIVE_LOW : IOAPIC_ACTIVE_HIGH; } else { if (override->bus == 0) { /* EISA is active-low for level-triggered interrupts */ if (entry->both.trigger == IOAPIC_LEVEL_TRIGGERED) { entry->both.polarity = IOAPIC_ACTIVE_LOW; } else { entry->both.polarity = IOAPIC_ACTIVE_HIGH; } } } printf("IRQ override: pin=%d gsi=%d trigger=%s polarity=%s\n", override->irq, override->gsi, entry->both.trigger == IOAPIC_LEVEL_TRIGGERED ? "LEVEL" : "EDGE", entry->both.polarity == IOAPIC_ACTIVE_LOW ? "LOW" : "HIGH"); return override->gsi; } void ioapic_configure(void) { /* Assume first IO APIC maps to GSI base 0 */ int gsi, apic = 0, bsp = 0, pin; IrqOverrideData *irq_over; int timer_gsi; int version = ioapic_version(apic); int ngsis = ioapic_gsis(apic); int ngsis2 = 0; if (version >= 0x20) { has_irq_specific_eoi = 1; } printf("IOAPIC version 0x%x\n", version); /* Disable IOAPIC interrupts and set spurious interrupt */ lapic->spurious_vector.r = IOAPIC_SPURIOUS_BASE; union ioapic_route_entry_union entry = {{0, 0}}; entry.both.delvmode = IOAPIC_FIXED; entry.both.destmode = IOAPIC_PHYSICAL; entry.both.mask = IOAPIC_MASK_DISABLED; entry.both.dest = apic_get_cpu_apic_id(bsp); for (pin = 0; pin < 16; pin++) { gsi = pin; /* ISA legacy IRQs */ entry.both.trigger = IOAPIC_EDGE_TRIGGERED; entry.both.polarity = IOAPIC_ACTIVE_HIGH; if ((irq_over = acpi_get_irq_override(pin))) { gsi = override_irq(irq_over, &entry); } entry.both.vector = IOAPIC_INT_BASE + gsi; ioapic_write_entry(apic, pin, entry.both); /* Set initial state to masked */ mask_irq(pin); /* Timer workaround for x86 */ if (pin == 0) { /* Save timer info */ timer_gsi = gsi; } else { /* Remap timer irq */ if (gsi == timer_gsi) { timer_pin = pin; /* Remap GSI base to timer pin so ivect[0] is the timer */ entry.both.vector = IOAPIC_INT_BASE; ioapic_write_entry(apic, timer_pin, entry.both); /* Mask the duplicate pin 0 as we will be using timer_pin */ mask_irq(0); } } } for (pin = 16; pin < ngsis; pin++) { gsi = pin; /* PCI IRQs PIRQ A-H */ entry.both.trigger = IOAPIC_LEVEL_TRIGGERED; entry.both.polarity = IOAPIC_ACTIVE_LOW; if ((irq_over = acpi_get_irq_override(pin))) { gsi = override_irq(irq_over, &entry); } entry.both.vector = IOAPIC_INT_BASE + gsi; ioapic_write_entry(apic, pin, entry.both); /* Set initial state to masked */ mask_irq(pin); } printf("IOAPIC 0 configured with GSI 0-%d\n", ngsis - 1); /* Second IOAPIC */ if (apic_get_num_ioapics() > 1) { apic = 1; ngsis2 = ioapic_gsis(apic); for (pin = 0; pin < ngsis2; pin++) { gsi = pin + ngsis; /* Defaults */ entry.both.trigger = IOAPIC_LEVEL_TRIGGERED; entry.both.polarity = IOAPIC_ACTIVE_LOW; if ((irq_over = acpi_get_irq_override(pin + ngsis))) { gsi = override_irq(irq_over, &entry); } entry.both.vector = IOAPIC_INT_BASE + gsi; ioapic_write_entry(apic, pin, entry.both); /* Set initial state to masked */ mask_irq(pin + ngsis); } printf("IOAPIC 1 configured with GSI %d-%d\n", ngsis, ngsis + ngsis2 - 1); } /* Start the IO APIC receiving interrupts */ lapic_setup(); lapic_enable(); }