[BACK]Return to if_ixgb.c CVS log [TXT][DIR] Up to [local] / sys / dev / pci

Annotation of sys/dev/pci/if_ixgb.c, Revision 1.1

1.1     ! nbrk        1: /**************************************************************************
        !             2:
        !             3: Copyright (c) 2001-2005, Intel Corporation
        !             4: All rights reserved.
        !             5:
        !             6: Redistribution and use in source and binary forms, with or without
        !             7: modification, are permitted provided that the following conditions are met:
        !             8:
        !             9:  1. Redistributions of source code must retain the above copyright notice,
        !            10:     this list of conditions and the following disclaimer.
        !            11:
        !            12:  2. Redistributions in binary form must reproduce the above copyright
        !            13:     notice, this list of conditions and the following disclaimer in the
        !            14:     documentation and/or other materials provided with the distribution.
        !            15:
        !            16:  3. Neither the name of the Intel Corporation nor the names of its
        !            17:     contributors may be used to endorse or promote products derived from
        !            18:     this software without specific prior written permission.
        !            19:
        !            20: THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
        !            21: AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
        !            22: IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
        !            23: ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
        !            24: LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
        !            25: CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
        !            26: SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
        !            27: INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
        !            28: CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
        !            29: ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
        !            30: POSSIBILITY OF SUCH DAMAGE.
        !            31:
        !            32: ***************************************************************************/
        !            33:
        !            34: /* $OpenBSD: if_ixgb.c,v 1.36 2006/12/04 14:35:20 reyk Exp $ */
        !            35:
        !            36: #include <dev/pci/if_ixgb.h>
        !            37:
        !            38: /*********************************************************************
        !            39:  *  Set this to one to display debug statistics
        !            40:  *********************************************************************/
        !            41: int             ixgb_display_debug_stats = 0;
        !            42:
        !            43: /*********************************************************************
        !            44:  *  Driver version
        !            45:  *********************************************************************/
        !            46:
        !            47: char ixgb_driver_version[] = "6.1.0";
        !            48:
        !            49: /*********************************************************************
        !            50:  *  PCI Device ID Table
        !            51:  *********************************************************************/
        !            52:
        !            53: const struct pci_matchid ixgb_devices[] = {
        !            54:        { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82597EX },
        !            55:        { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82597EX_SR },
        !            56:        { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82597EX_LR },
        !            57:        { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82597EX_CX4 },
        !            58: };
        !            59:
        !            60: /*********************************************************************
        !            61:  *  Function prototypes
        !            62:  *********************************************************************/
        !            63: int  ixgb_probe(struct device *, void *, void *);
        !            64: void ixgb_attach(struct device *, struct device *, void *);
        !            65: void ixgb_shutdown(void *);
        !            66: int  ixgb_intr(void *);
        !            67: void ixgb_power(int, void *);
        !            68: void ixgb_start(struct ifnet *);
        !            69: int  ixgb_ioctl(struct ifnet *, u_long, caddr_t);
        !            70: void ixgb_watchdog(struct ifnet *);
        !            71: void ixgb_init(void *);
        !            72: void ixgb_stop(void *);
        !            73: void ixgb_media_status(struct ifnet *, struct ifmediareq *);
        !            74: int  ixgb_media_change(struct ifnet *);
        !            75: void ixgb_identify_hardware(struct ixgb_softc *);
        !            76: int  ixgb_allocate_pci_resources(struct ixgb_softc *);
        !            77: void ixgb_free_pci_resources(struct ixgb_softc *);
        !            78: void ixgb_local_timer(void *);
        !            79: int  ixgb_hardware_init(struct ixgb_softc *);
        !            80: void ixgb_setup_interface(struct ixgb_softc *);
        !            81: int  ixgb_setup_transmit_structures(struct ixgb_softc *);
        !            82: void ixgb_initialize_transmit_unit(struct ixgb_softc *);
        !            83: int  ixgb_setup_receive_structures(struct ixgb_softc *);
        !            84: void ixgb_initialize_receive_unit(struct ixgb_softc *);
        !            85: void ixgb_enable_intr(struct ixgb_softc *);
        !            86: void ixgb_disable_intr(struct ixgb_softc *);
        !            87: void ixgb_free_transmit_structures(struct ixgb_softc *);
        !            88: void ixgb_free_receive_structures(struct ixgb_softc *);
        !            89: void ixgb_update_stats_counters(struct ixgb_softc *);
        !            90: void ixgb_txeof(struct ixgb_softc *);
        !            91: int  ixgb_allocate_receive_structures(struct ixgb_softc *);
        !            92: int  ixgb_allocate_transmit_structures(struct ixgb_softc *);
        !            93: void ixgb_rxeof(struct ixgb_softc *, int);
        !            94: void
        !            95: ixgb_receive_checksum(struct ixgb_softc *,
        !            96:                      struct ixgb_rx_desc * rx_desc,
        !            97:                      struct mbuf *);
        !            98: void
        !            99: ixgb_transmit_checksum_setup(struct ixgb_softc *,
        !           100:                             struct mbuf *,
        !           101:                             u_int8_t *);
        !           102: void ixgb_set_promisc(struct ixgb_softc *);
        !           103: void ixgb_set_multi(struct ixgb_softc *);
        !           104: void ixgb_print_hw_stats(struct ixgb_softc *);
        !           105: void ixgb_update_link_status(struct ixgb_softc *);
        !           106: int
        !           107: ixgb_get_buf(struct ixgb_softc *, int i,
        !           108:             struct mbuf *);
        !           109: int  ixgb_encap(struct ixgb_softc *, struct mbuf *);
        !           110: int
        !           111: ixgb_dma_malloc(struct ixgb_softc *, bus_size_t,
        !           112:                struct ixgb_dma_alloc *, int);
        !           113: void ixgb_dma_free(struct ixgb_softc *, struct ixgb_dma_alloc *);
        !           114:
        !           115: /*********************************************************************
        !           116:  *  OpenBSD Device Interface Entry Points
        !           117:  *********************************************************************/
        !           118:
        !           119: struct cfattach ixgb_ca = {
        !           120:        sizeof(struct ixgb_softc), ixgb_probe, ixgb_attach
        !           121: };
        !           122:
        !           123: struct cfdriver ixgb_cd = {
        !           124:        0, "ixgb", DV_IFNET
        !           125: };
        !           126:
        !           127: /* some defines for controlling descriptor fetches in h/w */
        !           128: #define RXDCTL_PTHRESH_DEFAULT 0       /* chip considers prefech below this */
        !           129: #define RXDCTL_HTHRESH_DEFAULT 0       /* chip will only prefetch if tail is
        !           130:                                         * pushed this many descriptors from
        !           131:                                         * head */
        !           132: #define RXDCTL_WTHRESH_DEFAULT 0       /* chip writes back at this many or RXT0 */
        !           133:
        !           134:
        !           135: /*********************************************************************
        !           136:  *  Device identification routine
        !           137:  *
        !           138:  *  ixgb_probe determines if the driver should be loaded on
        !           139:  *  adapter based on PCI vendor/device id of the adapter.
        !           140:  *
        !           141:  *  return 0 on no match, positive on match
        !           142:  *********************************************************************/
        !           143:
        !           144: int
        !           145: ixgb_probe(struct device *parent, void *match, void *aux)
        !           146: {
        !           147:        INIT_DEBUGOUT("ixgb_probe: begin");
        !           148:
        !           149:        return (pci_matchbyid((struct pci_attach_args *)aux, ixgb_devices,
        !           150:            sizeof(ixgb_devices)/sizeof(ixgb_devices[0])));
        !           151: }
        !           152:
        !           153: /*********************************************************************
        !           154:  *  Device initialization routine
        !           155:  *
        !           156:  *  The attach entry point is called when the driver is being loaded.
        !           157:  *  This routine identifies the type of hardware, allocates all resources
        !           158:  *  and initializes the hardware.
        !           159:  *
        !           160:  *********************************************************************/
        !           161:
        !           162: void
        !           163: ixgb_attach(struct device *parent, struct device *self, void *aux)
        !           164: {
        !           165:        struct pci_attach_args *pa = aux;
        !           166:        struct ixgb_softc *sc;
        !           167:        int             tsize, rsize;
        !           168:
        !           169:        INIT_DEBUGOUT("ixgb_attach: begin");
        !           170:
        !           171:        sc = (struct ixgb_softc *)self;
        !           172:        sc->osdep.ixgb_pa = *pa;
        !           173:
        !           174:        timeout_set(&sc->timer_handle, ixgb_local_timer, sc);
        !           175:
        !           176:        /* Determine hardware revision */
        !           177:        ixgb_identify_hardware(sc);
        !           178:
        !           179:        /* Parameters (to be read from user) */
        !           180:        sc->num_tx_desc = IXGB_MAX_TXD;
        !           181:        sc->num_rx_desc = IXGB_MAX_RXD;
        !           182:        sc->tx_int_delay = TIDV;
        !           183:        sc->rx_int_delay = RDTR;
        !           184:        sc->rx_buffer_len = IXGB_RXBUFFER_2048;
        !           185:
        !           186:        /*
        !           187:         * These parameters control the automatic generation(Tx) and
        !           188:         * response(Rx) to Ethernet PAUSE frames.
        !           189:         */
        !           190:        sc->hw.fc.high_water = FCRTH;
        !           191:        sc->hw.fc.low_water = FCRTL;
        !           192:        sc->hw.fc.pause_time = FCPAUSE;
        !           193:        sc->hw.fc.send_xon = TRUE;
        !           194:        sc->hw.fc.type = FLOW_CONTROL;
        !           195:
        !           196:        /* Set the max frame size assuming standard ethernet sized frames */
        !           197:        sc->hw.max_frame_size = IXGB_MAX_JUMBO_FRAME_SIZE;
        !           198:
        !           199:        if (ixgb_allocate_pci_resources(sc)) {
        !           200:                printf("%s: Allocation of PCI resources failed\n",
        !           201:                       sc->sc_dv.dv_xname);
        !           202:                goto err_pci;
        !           203:        }
        !           204:
        !           205:        tsize = IXGB_ROUNDUP(sc->num_tx_desc * sizeof(struct ixgb_tx_desc),
        !           206:            IXGB_MAX_TXD * sizeof(struct ixgb_tx_desc));
        !           207:        tsize = IXGB_ROUNDUP(tsize, PAGE_SIZE);
        !           208:
        !           209:        /* Allocate Transmit Descriptor ring */
        !           210:        if (ixgb_dma_malloc(sc, tsize, &sc->txdma, BUS_DMA_NOWAIT)) {
        !           211:                printf("%s: Unable to allocate TxDescriptor memory\n",
        !           212:                       sc->sc_dv.dv_xname);
        !           213:                goto err_tx_desc;
        !           214:        }
        !           215:        sc->tx_desc_base = (struct ixgb_tx_desc *) sc->txdma.dma_vaddr;
        !           216:
        !           217:        rsize = IXGB_ROUNDUP(sc->num_rx_desc * sizeof(struct ixgb_rx_desc),
        !           218:            IXGB_MAX_RXD * sizeof(struct ixgb_rx_desc));
        !           219:        rsize = IXGB_ROUNDUP(rsize, PAGE_SIZE);
        !           220:
        !           221:        /* Allocate Receive Descriptor ring */
        !           222:        if (ixgb_dma_malloc(sc, rsize, &sc->rxdma, BUS_DMA_NOWAIT)) {
        !           223:                printf("%s: Unable to allocate rx_desc memory\n",
        !           224:                       sc->sc_dv.dv_xname);
        !           225:                goto err_rx_desc;
        !           226:        }
        !           227:        sc->rx_desc_base = (struct ixgb_rx_desc *) sc->rxdma.dma_vaddr;
        !           228:
        !           229:        /* Initialize the hardware */
        !           230:        if (ixgb_hardware_init(sc)) {
        !           231:                printf("%s: Unable to initialize the hardware\n",
        !           232:                       sc->sc_dv.dv_xname);
        !           233:                goto err_hw_init;
        !           234:        }
        !           235:
        !           236:        /* Setup OS specific network interface */
        !           237:        ixgb_setup_interface(sc);
        !           238:
        !           239:        /* Initialize statistics */
        !           240:        ixgb_clear_hw_cntrs(&sc->hw);
        !           241:        ixgb_update_stats_counters(sc);
        !           242:        ixgb_update_link_status(sc);
        !           243:
        !           244:        printf(", address %s\n", ether_sprintf(sc->interface_data.ac_enaddr));
        !           245:
        !           246:        INIT_DEBUGOUT("ixgb_attach: end");
        !           247:        sc->sc_powerhook = powerhook_establish(ixgb_power, sc);
        !           248:        sc->sc_shutdownhook = shutdownhook_establish(ixgb_shutdown, sc);
        !           249:        return;
        !           250:
        !           251: err_hw_init:
        !           252:        ixgb_dma_free(sc, &sc->rxdma);
        !           253: err_rx_desc:
        !           254:        ixgb_dma_free(sc, &sc->txdma);
        !           255: err_tx_desc:
        !           256: err_pci:
        !           257:        ixgb_free_pci_resources(sc);
        !           258: }
        !           259:
        !           260: void
        !           261: ixgb_power(int why, void *arg)
        !           262: {
        !           263:        struct ixgb_softc *sc = (struct ixgb_softc *)arg;
        !           264:        struct ifnet *ifp;
        !           265:
        !           266:        if (why == PWR_RESUME) {
        !           267:                ifp = &sc->interface_data.ac_if;
        !           268:                if (ifp->if_flags & IFF_UP)
        !           269:                        ixgb_init(sc);
        !           270:        }
        !           271: }
        !           272:
        !           273: /*********************************************************************
        !           274:  *
        !           275:  *  Shutdown entry point
        !           276:  *
        !           277:  **********************************************************************/
        !           278:
        !           279: void
        !           280: ixgb_shutdown(void *arg)
        !           281: {
        !           282:        struct ixgb_softc *sc = arg;
        !           283:
        !           284:        ixgb_stop(sc);
        !           285: }
        !           286:
        !           287: /*********************************************************************
        !           288:  *  Transmit entry point
        !           289:  *
        !           290:  *  ixgb_start is called by the stack to initiate a transmit.
        !           291:  *  The driver will remain in this routine as long as there are
        !           292:  *  packets to transmit and transmit resources are available.
        !           293:  *  In case resources are not available stack is notified and
        !           294:  *  the packet is requeued.
        !           295:  **********************************************************************/
        !           296:
        !           297: void
        !           298: ixgb_start(struct ifnet *ifp)
        !           299: {
        !           300:        struct mbuf    *m_head;
        !           301:        struct ixgb_softc *sc = ifp->if_softc;
        !           302:
        !           303:        if ((ifp->if_flags & (IFF_OACTIVE | IFF_RUNNING)) != IFF_RUNNING)
        !           304:                return;
        !           305:
        !           306:        if (!sc->link_active)
        !           307:                return;
        !           308:
        !           309:        for (;;) {
        !           310:                IFQ_POLL(&ifp->if_snd, m_head);
        !           311:
        !           312:                if (m_head == NULL)
        !           313:                        break;
        !           314:
        !           315:                if (ixgb_encap(sc, m_head)) {
        !           316:                        ifp->if_flags |= IFF_OACTIVE;
        !           317:                        break;
        !           318:                }
        !           319:
        !           320:                IFQ_DEQUEUE(&ifp->if_snd, m_head);
        !           321:
        !           322: #if NBPFILTER > 0
        !           323:                /* Send a copy of the frame to the BPF listener */
        !           324:                if (ifp->if_bpf)
        !           325:                        bpf_mtap(ifp->if_bpf, m_head, BPF_DIRECTION_OUT);
        !           326: #endif
        !           327:
        !           328:                /* Set timeout in case hardware has problems transmitting */
        !           329:                ifp->if_timer = IXGB_TX_TIMEOUT;
        !           330:        }
        !           331: }
        !           332:
        !           333: /*********************************************************************
        !           334:  *  Ioctl entry point
        !           335:  *
        !           336:  *  ixgb_ioctl is called when the user wants to configure the
        !           337:  *  interface.
        !           338:  *
        !           339:  *  return 0 on success, positive on failure
        !           340:  **********************************************************************/
        !           341:
        !           342: int
        !           343: ixgb_ioctl(struct ifnet *ifp, u_long command, caddr_t data)
        !           344: {
        !           345:         int            s, error = 0;
        !           346:        struct ifreq   *ifr = (struct ifreq *) data;
        !           347:        struct ifaddr  *ifa = (struct ifaddr *)data;
        !           348:        struct ixgb_softc *sc = ifp->if_softc;
        !           349:
        !           350:        s = splnet();
        !           351:
        !           352:        if ((error = ether_ioctl(ifp, &sc->interface_data, command, data)) > 0) {
        !           353:                splx(s);
        !           354:                return (error);
        !           355:        }
        !           356:
        !           357:        switch (command) {
        !           358:        case SIOCSIFADDR:
        !           359:                IOCTL_DEBUGOUT("ioctl rcv'd: SIOCSIFADDR (Set Interface "
        !           360:                               "Addr)");
        !           361:                ifp->if_flags |= IFF_UP;
        !           362:                if (!(ifp->if_flags & IFF_RUNNING))
        !           363:                        ixgb_init(sc);
        !           364: #ifdef INET
        !           365:                if (ifa->ifa_addr->sa_family == AF_INET)
        !           366:                        arp_ifinit(&sc->interface_data, ifa);
        !           367: #endif /* INET */
        !           368:                break;
        !           369:        case SIOCSIFMTU:
        !           370:                IOCTL_DEBUGOUT("ioctl rcv'd: SIOCSIFMTU (Set Interface MTU)");
        !           371:                if (ifr->ifr_mtu < ETHERMIN || ifr->ifr_mtu > ifp->if_hardmtu)
        !           372:                        error = EINVAL;
        !           373:                else if (ifp->if_mtu != ifr->ifr_mtu)
        !           374:                        ifp->if_mtu = ifr->ifr_mtu;
        !           375:                break;
        !           376:        case SIOCSIFFLAGS:
        !           377:                IOCTL_DEBUGOUT("ioctl rcv'd: SIOCSIFFLAGS (Set Interface Flags)");
        !           378:                if (ifp->if_flags & IFF_UP) {
        !           379:                        /*
        !           380:                         * If only the PROMISC or ALLMULTI flag changes, then
        !           381:                         * don't do a full re-init of the chip, just update
        !           382:                         * the Rx filter.
        !           383:                         */
        !           384:                        if ((ifp->if_flags & IFF_RUNNING) &&
        !           385:                            ((ifp->if_flags ^ sc->if_flags) &
        !           386:                             (IFF_ALLMULTI | IFF_PROMISC)) != 0) {
        !           387:                                ixgb_set_promisc(sc);
        !           388:                        } else {
        !           389:                                if (!(ifp->if_flags & IFF_RUNNING))
        !           390:                                        ixgb_init(sc);
        !           391:                        }
        !           392:                } else {
        !           393:                        if (ifp->if_flags & IFF_RUNNING)
        !           394:                                ixgb_stop(sc);
        !           395:                }
        !           396:                sc->if_flags = ifp->if_flags;
        !           397:                break;
        !           398:        case SIOCADDMULTI:
        !           399:        case SIOCDELMULTI:
        !           400:                IOCTL_DEBUGOUT("ioctl rcv'd: SIOC(ADD|DEL)MULTI");
        !           401:                error = (command == SIOCADDMULTI)
        !           402:                        ? ether_addmulti(ifr, &sc->interface_data)
        !           403:                        : ether_delmulti(ifr, &sc->interface_data);
        !           404:
        !           405:                if (error == ENETRESET) {
        !           406:                        if (ifp->if_flags & IFF_RUNNING) {
        !           407:                                ixgb_disable_intr(sc);
        !           408:                                ixgb_set_multi(sc);
        !           409:                                ixgb_enable_intr(sc);
        !           410:                        }
        !           411:                        error = 0;
        !           412:                }
        !           413:                break;
        !           414:        case SIOCSIFMEDIA:
        !           415:        case SIOCGIFMEDIA:
        !           416:                IOCTL_DEBUGOUT("ioctl rcv'd: SIOCxIFMEDIA (Get/Set Interface Media)");
        !           417:                error = ifmedia_ioctl(ifp, ifr, &sc->media, command);
        !           418:                break;
        !           419:        default:
        !           420:                IOCTL_DEBUGOUT1("ioctl received: UNKNOWN (0x%X)\n", (int)command);
        !           421:                error = ENOTTY;
        !           422:        }
        !           423:
        !           424:        splx(s);
        !           425:        return (error);
        !           426: }
        !           427:
        !           428: /*********************************************************************
        !           429:  *  Watchdog entry point
        !           430:  *
        !           431:  *  This routine is called whenever hardware quits transmitting.
        !           432:  *
        !           433:  **********************************************************************/
        !           434:
        !           435: void
        !           436: ixgb_watchdog(struct ifnet * ifp)
        !           437: {
        !           438:        struct ixgb_softc *sc = ifp->if_softc;
        !           439:
        !           440:        /*
        !           441:         * If we are in this routine because of pause frames, then don't
        !           442:         * reset the hardware.
        !           443:         */
        !           444:        if (IXGB_READ_REG(&sc->hw, STATUS) & IXGB_STATUS_TXOFF) {
        !           445:                ifp->if_timer = IXGB_TX_TIMEOUT;
        !           446:                return;
        !           447:        }
        !           448:
        !           449:        printf("%s: watchdog timeout -- resetting\n", sc->sc_dv.dv_xname);
        !           450:
        !           451:        ixgb_init(sc);
        !           452:
        !           453:        sc->watchdog_events++;
        !           454: }
        !           455:
        !           456: /*********************************************************************
        !           457:  *  Init entry point
        !           458:  *
        !           459:  *  This routine is used in two ways. It is used by the stack as
        !           460:  *  init entry point in network interface structure. It is also used
        !           461:  *  by the driver as a hw/sw initialization routine to get to a
        !           462:  *  consistent state.
        !           463:  *
        !           464:  **********************************************************************/
        !           465:
        !           466: void
        !           467: ixgb_init(void *arg)
        !           468: {
        !           469:        struct ixgb_softc *sc = arg;
        !           470:        struct ifnet   *ifp = &sc->interface_data.ac_if;
        !           471:        uint32_t temp_reg;
        !           472:        int s;
        !           473:
        !           474:        INIT_DEBUGOUT("ixgb_init: begin");
        !           475:
        !           476:        s = splnet();
        !           477:
        !           478:        ixgb_stop(sc);
        !           479:
        !           480:        /* Get the latest mac address, User can use a LAA */
        !           481:        bcopy(sc->interface_data.ac_enaddr, sc->hw.curr_mac_addr,
        !           482:              IXGB_ETH_LENGTH_OF_ADDRESS);
        !           483:
        !           484:        /* Initialize the hardware */
        !           485:        if (ixgb_hardware_init(sc)) {
        !           486:                printf("%s: Unable to initialize the hardware\n",
        !           487:                       sc->sc_dv.dv_xname);
        !           488:                splx(s);
        !           489:                return;
        !           490:        }
        !           491:
        !           492:        /* Prepare transmit descriptors and buffers */
        !           493:        if (ixgb_setup_transmit_structures(sc)) {
        !           494:                printf("%s: Could not setup transmit structures\n",
        !           495:                       sc->sc_dv.dv_xname);
        !           496:                ixgb_stop(sc);
        !           497:                splx(s);
        !           498:                return;
        !           499:        }
        !           500:        ixgb_initialize_transmit_unit(sc);
        !           501:
        !           502:        /* Setup Multicast table */
        !           503:        ixgb_set_multi(sc);
        !           504:
        !           505:        /* Prepare receive descriptors and buffers */
        !           506:        if (ixgb_setup_receive_structures(sc)) {
        !           507:                printf("%s: Could not setup receive structures\n",
        !           508:                       sc->sc_dv.dv_xname);
        !           509:                ixgb_stop(sc);
        !           510:                splx(s);
        !           511:                return;
        !           512:        }
        !           513:        ixgb_initialize_receive_unit(sc);
        !           514:
        !           515:        /* Don't lose promiscuous settings */
        !           516:        ixgb_set_promisc(sc);
        !           517:
        !           518:        ifp->if_flags |= IFF_RUNNING;
        !           519:        ifp->if_flags &= ~IFF_OACTIVE;
        !           520:
        !           521:        /* Enable jumbo frames */
        !           522:        IXGB_WRITE_REG(&sc->hw, MFRMS,
        !           523:            sc->hw.max_frame_size << IXGB_MFRMS_SHIFT);
        !           524:        temp_reg = IXGB_READ_REG(&sc->hw, CTRL0);
        !           525:        temp_reg |= IXGB_CTRL0_JFE;
        !           526:        IXGB_WRITE_REG(&sc->hw, CTRL0, temp_reg);
        !           527:
        !           528:        timeout_add(&sc->timer_handle, hz);
        !           529:        ixgb_clear_hw_cntrs(&sc->hw);
        !           530:        ixgb_enable_intr(sc);
        !           531:
        !           532:        splx(s);
        !           533: }
        !           534:
        !           535: /*********************************************************************
        !           536:  *
        !           537:  *  Interrupt Service routine
        !           538:  *
        !           539:  **********************************************************************/
        !           540:
        !           541: int
        !           542: ixgb_intr(void *arg)
        !           543: {
        !           544:        struct ixgb_softc *sc = arg;
        !           545:        struct ifnet    *ifp;
        !           546:        u_int32_t       reg_icr;
        !           547:        boolean_t       rxdmt0 = FALSE;
        !           548:        int claimed = 0;
        !           549:
        !           550:        ifp = &sc->interface_data.ac_if;
        !           551:
        !           552:        for (;;) {
        !           553:                reg_icr = IXGB_READ_REG(&sc->hw, ICR);
        !           554:                if (reg_icr == 0)
        !           555:                        break;
        !           556:
        !           557:                claimed = 1;
        !           558:
        !           559:                if (reg_icr & IXGB_INT_RXDMT0)
        !           560:                        rxdmt0 = TRUE;
        !           561:
        !           562:                if (ifp->if_flags & IFF_RUNNING) {
        !           563:                        ixgb_rxeof(sc, -1);
        !           564:                        ixgb_txeof(sc);
        !           565:                }
        !           566:
        !           567:                /* Link status change */
        !           568:                if (reg_icr & (IXGB_INT_RXSEQ | IXGB_INT_LSC)) {
        !           569:                        timeout_del(&sc->timer_handle);
        !           570:                        ixgb_check_for_link(&sc->hw);
        !           571:                        ixgb_update_link_status(sc);
        !           572:                        timeout_add(&sc->timer_handle, hz);
        !           573:                }
        !           574:
        !           575:                if (rxdmt0 && sc->raidc) {
        !           576:                        IXGB_WRITE_REG(&sc->hw, IMC, IXGB_INT_RXDMT0);
        !           577:                        IXGB_WRITE_REG(&sc->hw, IMS, IXGB_INT_RXDMT0);
        !           578:                }
        !           579:        }
        !           580:
        !           581:        if (ifp->if_flags & IFF_RUNNING && !IFQ_IS_EMPTY(&ifp->if_snd))
        !           582:                ixgb_start(ifp);
        !           583:
        !           584:        return (claimed);
        !           585: }
        !           586:
        !           587:
        !           588: /*********************************************************************
        !           589:  *
        !           590:  *  Media Ioctl callback
        !           591:  *
        !           592:  *  This routine is called whenever the user queries the status of
        !           593:  *  the interface using ifconfig.
        !           594:  *
        !           595:  **********************************************************************/
        !           596: void
        !           597: ixgb_media_status(struct ifnet *ifp, struct ifmediareq *ifmr)
        !           598: {
        !           599:        struct ixgb_softc *sc = ifp->if_softc;
        !           600:
        !           601:        INIT_DEBUGOUT("ixgb_media_status: begin");
        !           602:
        !           603:        ixgb_check_for_link(&sc->hw);
        !           604:        ixgb_update_link_status(sc);
        !           605:
        !           606:        ifmr->ifm_status = IFM_AVALID;
        !           607:        ifmr->ifm_active = IFM_ETHER;
        !           608:
        !           609:        if (!sc->hw.link_up) {
        !           610:                ifmr->ifm_active |= IFM_NONE;
        !           611:                return;
        !           612:        }
        !           613:
        !           614:        ifmr->ifm_status |= IFM_ACTIVE;
        !           615:        if ((sc->hw.phy_type == ixgb_phy_type_g6104) ||
        !           616:            (sc->hw.phy_type == ixgb_phy_type_txn17401))
        !           617:                ifmr->ifm_active |= IFM_10G_LR | IFM_FDX;
        !           618:        else
        !           619:                ifmr->ifm_active |= IFM_10G_SR | IFM_FDX;
        !           620:
        !           621:        return;
        !           622: }
        !           623:
        !           624: /*********************************************************************
        !           625:  *
        !           626:  *  Media Ioctl callback
        !           627:  *
        !           628:  *  This routine is called when the user changes speed/duplex using
        !           629:  *  media/mediopt option with ifconfig.
        !           630:  *
        !           631:  **********************************************************************/
        !           632: int
        !           633: ixgb_media_change(struct ifnet * ifp)
        !           634: {
        !           635:        struct ixgb_softc *sc = ifp->if_softc;
        !           636:        struct ifmedia *ifm = &sc->media;
        !           637:
        !           638:        INIT_DEBUGOUT("ixgb_media_change: begin");
        !           639:
        !           640:        if (IFM_TYPE(ifm->ifm_media) != IFM_ETHER)
        !           641:                return (EINVAL);
        !           642:
        !           643:        return (0);
        !           644: }
        !           645:
        !           646: /*********************************************************************
        !           647:  *
        !           648:  *  This routine maps the mbufs to tx descriptors.
        !           649:  *
        !           650:  *  return 0 on success, positive on failure
        !           651:  **********************************************************************/
        !           652:
        !           653: int
        !           654: ixgb_encap(struct ixgb_softc *sc, struct mbuf *m_head)
        !           655: {
        !           656:        u_int8_t        txd_popts;
        !           657:        int             i, j, error = 0;
        !           658:        bus_dmamap_t    map;
        !           659:
        !           660:        struct ixgb_buffer *tx_buffer;
        !           661:        struct ixgb_tx_desc *current_tx_desc = NULL;
        !           662:
        !           663:        /*
        !           664:         * Force a cleanup if number of TX descriptors available hits the
        !           665:         * threshold
        !           666:         */
        !           667:        if (sc->num_tx_desc_avail <= IXGB_TX_CLEANUP_THRESHOLD) {
        !           668:                ixgb_txeof(sc);
        !           669:                /* Now do we at least have a minimal? */
        !           670:                if (sc->num_tx_desc_avail <= IXGB_TX_CLEANUP_THRESHOLD) {
        !           671:                        sc->no_tx_desc_avail1++;
        !           672:                        return (ENOBUFS);
        !           673:                }
        !           674:        }
        !           675:
        !           676:        /*
        !           677:         * Map the packet for DMA.
        !           678:         */
        !           679:        tx_buffer = &sc->tx_buffer_area[sc->next_avail_tx_desc];
        !           680:        map = tx_buffer->map;
        !           681:
        !           682:        error = bus_dmamap_load_mbuf(sc->txtag, map,
        !           683:                                     m_head, BUS_DMA_NOWAIT);
        !           684:        if (error != 0) {
        !           685:                sc->no_tx_dma_setup++;
        !           686:                return (error);
        !           687:        }
        !           688:        IXGB_KASSERT(map->dm_nsegs != 0, ("ixgb_encap: empty packet"));
        !           689:
        !           690:        if (map->dm_nsegs > sc->num_tx_desc_avail)
        !           691:                goto fail;
        !           692:
        !           693: #ifdef IXGB_CSUM_OFFLOAD
        !           694:        ixgb_transmit_checksum_setup(sc, m_head, &txd_popts);
        !           695: #else
        !           696:        txd_popts = 0;
        !           697: #endif
        !           698:
        !           699:        i = sc->next_avail_tx_desc;
        !           700:        for (j = 0; j < map->dm_nsegs; j++) {
        !           701:                tx_buffer = &sc->tx_buffer_area[i];
        !           702:                current_tx_desc = &sc->tx_desc_base[i];
        !           703:
        !           704:                current_tx_desc->buff_addr = htole64(map->dm_segs[j].ds_addr);
        !           705:                current_tx_desc->cmd_type_len = htole32((sc->txd_cmd | map->dm_segs[j].ds_len));
        !           706:                current_tx_desc->popts = txd_popts;
        !           707:                if (++i == sc->num_tx_desc)
        !           708:                        i = 0;
        !           709:
        !           710:                tx_buffer->m_head = NULL;
        !           711:        }
        !           712:
        !           713:        sc->num_tx_desc_avail -= map->dm_nsegs;
        !           714:        sc->next_avail_tx_desc = i;
        !           715:
        !           716:        tx_buffer->m_head = m_head;
        !           717:        bus_dmamap_sync(sc->txtag, map, 0, map->dm_mapsize,
        !           718:            BUS_DMASYNC_PREWRITE);
        !           719:
        !           720:        /*
        !           721:         * Last Descriptor of Packet needs End Of Packet (EOP)
        !           722:         */
        !           723:        current_tx_desc->cmd_type_len |= htole32(IXGB_TX_DESC_CMD_EOP);
        !           724:
        !           725:        /*
        !           726:         * Advance the Transmit Descriptor Tail (Tdt), this tells the E1000
        !           727:         * that this frame is available to transmit.
        !           728:         */
        !           729:        bus_dmamap_sync(sc->txdma.dma_tag, sc->txdma.dma_map, 0,
        !           730:            sc->txdma.dma_map->dm_mapsize,
        !           731:            BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
        !           732:        IXGB_WRITE_REG(&sc->hw, TDT, i);
        !           733:
        !           734:        return (0);
        !           735:
        !           736: fail:
        !           737:        sc->no_tx_desc_avail2++;
        !           738:        bus_dmamap_unload(sc->txtag, map);
        !           739:        return (ENOBUFS);
        !           740: }
        !           741:
        !           742: void
        !           743: ixgb_set_promisc(struct ixgb_softc *sc)
        !           744: {
        !           745:
        !           746:        u_int32_t       reg_rctl;
        !           747:        struct ifnet   *ifp = &sc->interface_data.ac_if;
        !           748:
        !           749:        reg_rctl = IXGB_READ_REG(&sc->hw, RCTL);
        !           750:
        !           751:        if (ifp->if_flags & IFF_PROMISC) {
        !           752:                reg_rctl |= (IXGB_RCTL_UPE | IXGB_RCTL_MPE);
        !           753:        } else if (ifp->if_flags & IFF_ALLMULTI) {
        !           754:                reg_rctl |= IXGB_RCTL_MPE;
        !           755:                reg_rctl &= ~IXGB_RCTL_UPE;
        !           756:        } else {
        !           757:                reg_rctl &= ~(IXGB_RCTL_UPE | IXGB_RCTL_MPE);
        !           758:        }
        !           759:        IXGB_WRITE_REG(&sc->hw, RCTL, reg_rctl);
        !           760: }
        !           761:
        !           762: /*********************************************************************
        !           763:  *  Multicast Update
        !           764:  *
        !           765:  *  This routine is called whenever multicast address list is updated.
        !           766:  *
        !           767:  **********************************************************************/
        !           768:
        !           769: void
        !           770: ixgb_set_multi(struct ixgb_softc *sc)
        !           771: {
        !           772:        u_int32_t       reg_rctl = 0;
        !           773:        u_int8_t        mta[MAX_NUM_MULTICAST_ADDRESSES * IXGB_ETH_LENGTH_OF_ADDRESS];
        !           774:        int             mcnt = 0;
        !           775:        struct ifnet   *ifp = &sc->interface_data.ac_if;
        !           776:        struct arpcom *ac = &sc->interface_data;
        !           777:        struct ether_multi *enm;
        !           778:        struct ether_multistep step;
        !           779:
        !           780:        IOCTL_DEBUGOUT("ixgb_set_multi: begin");
        !           781:
        !           782:        ETHER_FIRST_MULTI(step, ac, enm);
        !           783:        while (enm != NULL) {
        !           784:                if (bcmp(enm->enm_addrlo, enm->enm_addrhi, ETHER_ADDR_LEN)) {
        !           785:                        ifp->if_flags |= IFF_ALLMULTI;
        !           786:                        mcnt = MAX_NUM_MULTICAST_ADDRESSES;
        !           787:                }
        !           788:                if (mcnt == MAX_NUM_MULTICAST_ADDRESSES)
        !           789:                        break;
        !           790:                bcopy(enm->enm_addrlo, &mta[mcnt*IXGB_ETH_LENGTH_OF_ADDRESS],
        !           791:                      IXGB_ETH_LENGTH_OF_ADDRESS);
        !           792:                mcnt++;
        !           793:                ETHER_NEXT_MULTI(step, enm);
        !           794:        }
        !           795:
        !           796:        if (mcnt >= MAX_NUM_MULTICAST_ADDRESSES) {
        !           797:                reg_rctl = IXGB_READ_REG(&sc->hw, RCTL);
        !           798:                reg_rctl |= IXGB_RCTL_MPE;
        !           799:                IXGB_WRITE_REG(&sc->hw, RCTL, reg_rctl);
        !           800:        } else
        !           801:                ixgb_mc_addr_list_update(&sc->hw, mta, mcnt, 0);
        !           802: }
        !           803:
        !           804:
        !           805: /*********************************************************************
        !           806:  *  Timer routine
        !           807:  *
        !           808:  *  This routine checks for link status and updates statistics.
        !           809:  *
        !           810:  **********************************************************************/
        !           811:
        !           812: void
        !           813: ixgb_local_timer(void *arg)
        !           814: {
        !           815:        struct ifnet   *ifp;
        !           816:        struct ixgb_softc *sc = arg;
        !           817:        int s;
        !           818:
        !           819:        ifp = &sc->interface_data.ac_if;
        !           820:
        !           821:        s = splnet();
        !           822:
        !           823:        ixgb_check_for_link(&sc->hw);
        !           824:        ixgb_update_link_status(sc);
        !           825:        ixgb_update_stats_counters(sc);
        !           826:        if (ixgb_display_debug_stats && ifp->if_flags & IFF_RUNNING)
        !           827:                ixgb_print_hw_stats(sc);
        !           828:
        !           829:        timeout_add(&sc->timer_handle, hz);
        !           830:
        !           831:        splx(s);
        !           832: }
        !           833:
        !           834: void
        !           835: ixgb_update_link_status(struct ixgb_softc *sc)
        !           836: {
        !           837:        struct ifnet *ifp = &sc->interface_data.ac_if;
        !           838:
        !           839:        if (sc->hw.link_up) {
        !           840:                if (!sc->link_active) {
        !           841:                        ifp->if_baudrate = 1000000000;
        !           842:                        sc->link_active = 1;
        !           843:                        ifp->if_link_state = LINK_STATE_FULL_DUPLEX;
        !           844:                        if_link_state_change(ifp);
        !           845:                }
        !           846:        } else {
        !           847:                if (sc->link_active) {
        !           848:                        ifp->if_baudrate = 0;
        !           849:                        sc->link_active = 0;
        !           850:                        ifp->if_link_state = LINK_STATE_DOWN;
        !           851:                        if_link_state_change(ifp);
        !           852:                }
        !           853:        }
        !           854: }
        !           855:
        !           856: /*********************************************************************
        !           857:  *
        !           858:  *  This routine disables all traffic on the adapter by issuing a
        !           859:  *  global reset on the MAC and deallocates TX/RX buffers.
        !           860:  *
        !           861:  **********************************************************************/
        !           862:
        !           863: void
        !           864: ixgb_stop(void *arg)
        !           865: {
        !           866:        struct ifnet   *ifp;
        !           867:        struct ixgb_softc *sc = arg;
        !           868:        ifp = &sc->interface_data.ac_if;
        !           869:
        !           870:        INIT_DEBUGOUT("ixgb_stop: begin\n");
        !           871:        ixgb_disable_intr(sc);
        !           872:        sc->hw.adapter_stopped = FALSE;
        !           873:        ixgb_adapter_stop(&sc->hw);
        !           874:        timeout_del(&sc->timer_handle);
        !           875:
        !           876:        /* Tell the stack that the interface is no longer active */
        !           877:        ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
        !           878:
        !           879:        ixgb_free_transmit_structures(sc);
        !           880:        ixgb_free_receive_structures(sc);
        !           881: }
        !           882:
        !           883:
        !           884: /*********************************************************************
        !           885:  *
        !           886:  *  Determine hardware revision.
        !           887:  *
        !           888:  **********************************************************************/
        !           889: void
        !           890: ixgb_identify_hardware(struct ixgb_softc *sc)
        !           891: {
        !           892:        u_int32_t       reg;
        !           893:        struct pci_attach_args *pa = &sc->osdep.ixgb_pa;
        !           894:
        !           895:        /* Make sure our PCI config space has the necessary stuff set */
        !           896:        sc->hw.pci_cmd_word = pci_conf_read(pa->pa_pc, pa->pa_tag,
        !           897:                                            PCI_COMMAND_STATUS_REG);
        !           898:
        !           899:        /* Save off the information about this board */
        !           900:        sc->hw.vendor_id = PCI_VENDOR(pa->pa_id);
        !           901:        sc->hw.device_id = PCI_PRODUCT(pa->pa_id);
        !           902:
        !           903:        reg = pci_conf_read(pa->pa_pc, pa->pa_tag, PCI_CLASS_REG);
        !           904:        sc->hw.revision_id = PCI_REVISION(reg);
        !           905:
        !           906:        reg = pci_conf_read(pa->pa_pc, pa->pa_tag, PCI_SUBSYS_ID_REG);
        !           907:        sc->hw.subsystem_vendor_id = PCI_VENDOR(reg);
        !           908:        sc->hw.subsystem_id = PCI_PRODUCT(reg);
        !           909:
        !           910:        /* Set MacType, etc. based on this PCI info */
        !           911:        switch (sc->hw.device_id) {
        !           912:        case IXGB_DEVICE_ID_82597EX:
        !           913:        case IXGB_DEVICE_ID_82597EX_SR:
        !           914:        case IXGB_DEVICE_ID_82597EX_LR:
        !           915:        case IXGB_DEVICE_ID_82597EX_CX4:
        !           916:                sc->hw.mac_type = ixgb_82597;
        !           917:                break;
        !           918:        default:
        !           919:                INIT_DEBUGOUT1("Unknown device if 0x%x", sc->hw.device_id);
        !           920:                printf("%s: unsupported device id 0x%x\n",
        !           921:                    sc->sc_dv.dv_xname, sc->hw.device_id);
        !           922:        }
        !           923: }
        !           924:
        !           925: int
        !           926: ixgb_allocate_pci_resources(struct ixgb_softc *sc)
        !           927:
        !           928: {
        !           929:        int val;
        !           930:        pci_intr_handle_t       ih;
        !           931:        const char              *intrstr = NULL;
        !           932:        struct pci_attach_args *pa =  &sc->osdep.ixgb_pa;
        !           933:        pci_chipset_tag_t       pc = pa->pa_pc;
        !           934:
        !           935:        val = pci_conf_read(pa->pa_pc, pa->pa_tag, IXGB_MMBA);
        !           936:        if (PCI_MAPREG_TYPE(val) != PCI_MAPREG_TYPE_MEM) {
        !           937:                printf(": mmba is not mem space\n");
        !           938:                return (ENXIO);
        !           939:        }
        !           940:        if (pci_mapreg_map(pa, IXGB_MMBA, PCI_MAPREG_MEM_TYPE(val), 0,
        !           941:            &sc->osdep.mem_bus_space_tag, &sc->osdep.mem_bus_space_handle,
        !           942:            &sc->osdep.ixgb_membase, &sc->osdep.ixgb_memsize, 0)) {
        !           943:                printf(": cannot find mem space\n");
        !           944:                return (ENXIO);
        !           945:        }
        !           946:
        !           947:        if (pci_intr_map(pa, &ih)) {
        !           948:                printf(": couldn't map interrupt\n");
        !           949:                return (ENXIO);
        !           950:        }
        !           951:
        !           952:        sc->hw.back = &sc->osdep;
        !           953:
        !           954:        intrstr = pci_intr_string(pc, ih);
        !           955:        sc->sc_intrhand = pci_intr_establish(pc, ih, IPL_NET, ixgb_intr, sc,
        !           956:                                            sc->sc_dv.dv_xname);
        !           957:        if (sc->sc_intrhand == NULL) {
        !           958:                printf(": couldn't establish interrupt");
        !           959:                if (intrstr != NULL)
        !           960:                        printf(" at %s", intrstr);
        !           961:                printf("\n");
        !           962:                return (ENXIO);
        !           963:        }
        !           964:        printf(": %s", intrstr);
        !           965:
        !           966:        return (0);
        !           967: }
        !           968:
        !           969: void
        !           970: ixgb_free_pci_resources(struct ixgb_softc *sc)
        !           971: {
        !           972:        struct pci_attach_args *pa = &sc->osdep.ixgb_pa;
        !           973:        pci_chipset_tag_t       pc = pa->pa_pc;
        !           974:
        !           975:        if (sc->sc_intrhand)
        !           976:                pci_intr_disestablish(pc, sc->sc_intrhand);
        !           977:        sc->sc_intrhand = 0;
        !           978:
        !           979:        if (sc->osdep.ixgb_membase)
        !           980:                bus_space_unmap(sc->osdep.mem_bus_space_tag, sc->osdep.mem_bus_space_handle,
        !           981:                                sc->osdep.ixgb_memsize);
        !           982:        sc->osdep.ixgb_membase = 0;
        !           983: }
        !           984:
        !           985: /*********************************************************************
        !           986:  *
        !           987:  *  Initialize the hardware to a configuration as specified by the
        !           988:  *  adapter structure. The controller is reset, the EEPROM is
        !           989:  *  verified, the MAC address is set, then the shared initialization
        !           990:  *  routines are called.
        !           991:  *
        !           992:  **********************************************************************/
        !           993: int
        !           994: ixgb_hardware_init(struct ixgb_softc *sc)
        !           995: {
        !           996:        /* Issue a global reset */
        !           997:        sc->hw.adapter_stopped = FALSE;
        !           998:        ixgb_adapter_stop(&sc->hw);
        !           999:
        !          1000:        /* Make sure we have a good EEPROM before we read from it */
        !          1001:        if (!ixgb_validate_eeprom_checksum(&sc->hw)) {
        !          1002:                printf("%s: The EEPROM Checksum Is Not Valid\n",
        !          1003:                       sc->sc_dv.dv_xname);
        !          1004:                return (EIO);
        !          1005:        }
        !          1006:        if (!ixgb_init_hw(&sc->hw)) {
        !          1007:                printf("%s: Hardware Initialization Failed",
        !          1008:                       sc->sc_dv.dv_xname);
        !          1009:                return (EIO);
        !          1010:        }
        !          1011:        bcopy(sc->hw.curr_mac_addr, sc->interface_data.ac_enaddr,
        !          1012:              IXGB_ETH_LENGTH_OF_ADDRESS);
        !          1013:
        !          1014:        return (0);
        !          1015: }
        !          1016:
        !          1017: /*********************************************************************
        !          1018:  *
        !          1019:  *  Setup networking device structure and register an interface.
        !          1020:  *
        !          1021:  **********************************************************************/
        !          1022: void
        !          1023: ixgb_setup_interface(struct ixgb_softc *sc)
        !          1024: {
        !          1025:        struct ifnet   *ifp;
        !          1026:        INIT_DEBUGOUT("ixgb_setup_interface: begin");
        !          1027:
        !          1028:        ifp = &sc->interface_data.ac_if;
        !          1029:        strlcpy(ifp->if_xname, sc->sc_dv.dv_xname, IFNAMSIZ);
        !          1030:
        !          1031:        ifp->if_softc = sc;
        !          1032:        ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
        !          1033:        ifp->if_ioctl = ixgb_ioctl;
        !          1034:        ifp->if_start = ixgb_start;
        !          1035:        ifp->if_watchdog = ixgb_watchdog;
        !          1036:        ifp->if_hardmtu =
        !          1037:                IXGB_MAX_JUMBO_FRAME_SIZE - ETHER_HDR_LEN - ETHER_CRC_LEN;
        !          1038:        IFQ_SET_MAXLEN(&ifp->if_snd, sc->num_tx_desc - 1);
        !          1039:        IFQ_SET_READY(&ifp->if_snd);
        !          1040:
        !          1041:        ifp->if_capabilities = IFCAP_VLAN_MTU;
        !          1042:
        !          1043: #ifdef IXGB_CSUM_OFFLOAD
        !          1044:        ifp->if_capabilities |= IFCAP_CSUM_TCPv4|IFCAP_CSUM_UDPv4;
        !          1045: #endif
        !          1046:
        !          1047:        /*
        !          1048:         * Specify the media types supported by this adapter and register
        !          1049:         * callbacks to update media and link information
        !          1050:         */
        !          1051:        ifmedia_init(&sc->media, IFM_IMASK, ixgb_media_change,
        !          1052:                     ixgb_media_status);
        !          1053:        if ((sc->hw.phy_type == ixgb_phy_type_g6104) ||
        !          1054:            (sc->hw.phy_type == ixgb_phy_type_txn17401)) {
        !          1055:                ifmedia_add(&sc->media, IFM_ETHER | IFM_10G_LR |
        !          1056:                    IFM_FDX, 0, NULL);
        !          1057:        } else {
        !          1058:                ifmedia_add(&sc->media, IFM_ETHER | IFM_10G_SR |
        !          1059:                    IFM_FDX, 0, NULL);
        !          1060:        }
        !          1061:        ifmedia_add(&sc->media, IFM_ETHER | IFM_AUTO, 0, NULL);
        !          1062:        ifmedia_set(&sc->media, IFM_ETHER | IFM_AUTO);
        !          1063:
        !          1064:        if_attach(ifp);
        !          1065:        ether_ifattach(ifp);
        !          1066: }
        !          1067:
        !          1068: /********************************************************************
        !          1069:  * Manage DMA'able memory.
        !          1070:  *******************************************************************/
        !          1071: int
        !          1072: ixgb_dma_malloc(struct ixgb_softc *sc, bus_size_t size,
        !          1073:                struct ixgb_dma_alloc * dma, int mapflags)
        !          1074: {
        !          1075:        int r;
        !          1076:
        !          1077:        dma->dma_tag = sc->osdep.ixgb_pa.pa_dmat;
        !          1078:        r = bus_dmamap_create(dma->dma_tag, size, 1,
        !          1079:            size, 0, BUS_DMA_NOWAIT, &dma->dma_map);
        !          1080:        if (r != 0) {
        !          1081:                printf("%s: ixgb_dma_malloc: bus_dmamap_create failed; "
        !          1082:                        "error %u\n", sc->sc_dv.dv_xname, r);
        !          1083:                goto fail_0;
        !          1084:        }
        !          1085:
        !          1086:        r = bus_dmamem_alloc(dma->dma_tag, size, PAGE_SIZE, 0, &dma->dma_seg,
        !          1087:            1, &dma->dma_nseg, BUS_DMA_NOWAIT);
        !          1088:        if (r != 0) {
        !          1089:                printf("%s: ixgb_dma_malloc: bus_dmammem_alloc failed; "
        !          1090:                        "size %lu, error %d\n", sc->sc_dv.dv_xname,
        !          1091:                        (unsigned long)size, r);
        !          1092:                goto fail_1;
        !          1093:        }
        !          1094:
        !          1095:        r = bus_dmamem_map(dma->dma_tag, &dma->dma_seg, dma->dma_nseg, size,
        !          1096:            &dma->dma_vaddr, BUS_DMA_NOWAIT);
        !          1097:        if (r != 0) {
        !          1098:                printf("%s: ixgb_dma_malloc: bus_dmammem_map failed; "
        !          1099:                        "size %lu, error %d\n", sc->sc_dv.dv_xname,
        !          1100:                        (unsigned long)size, r);
        !          1101:                goto fail_2;
        !          1102:        }
        !          1103:
        !          1104:        r = bus_dmamap_load(sc->osdep.ixgb_pa.pa_dmat, dma->dma_map,
        !          1105:                            dma->dma_vaddr,
        !          1106:                            size,
        !          1107:                            NULL,
        !          1108:                            mapflags | BUS_DMA_NOWAIT);
        !          1109:        if (r != 0) {
        !          1110:                printf("%s: ixgb_dma_malloc: bus_dmamap_load failed; "
        !          1111:                        "error %u\n", sc->sc_dv.dv_xname, r);
        !          1112:                goto fail_3;
        !          1113:        }
        !          1114:
        !          1115:        dma->dma_size = size;
        !          1116:        return (0);
        !          1117:
        !          1118: fail_3:
        !          1119:        bus_dmamem_unmap(dma->dma_tag, dma->dma_vaddr, size);
        !          1120: fail_2:
        !          1121:        bus_dmamem_free(dma->dma_tag, &dma->dma_seg, dma->dma_nseg);
        !          1122: fail_1:
        !          1123:        bus_dmamap_destroy(dma->dma_tag, dma->dma_map);
        !          1124: fail_0:
        !          1125:        dma->dma_map = NULL;
        !          1126:        dma->dma_tag = NULL;
        !          1127:
        !          1128:        return (r);
        !          1129: }
        !          1130:
        !          1131: void
        !          1132: ixgb_dma_free(struct ixgb_softc *sc, struct ixgb_dma_alloc *dma)
        !          1133: {
        !          1134:        if (dma->dma_tag == NULL)
        !          1135:                return;
        !          1136:
        !          1137:        if (dma->dma_map != NULL) {
        !          1138:                bus_dmamap_sync(dma->dma_tag, dma->dma_map, 0,
        !          1139:                    dma->dma_map->dm_mapsize,
        !          1140:                    BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
        !          1141:                bus_dmamap_unload(dma->dma_tag, dma->dma_map);
        !          1142:                bus_dmamem_unmap(dma->dma_tag, dma->dma_vaddr, dma->dma_size);
        !          1143:                bus_dmamem_free(dma->dma_tag, &dma->dma_seg, dma->dma_nseg);
        !          1144:                bus_dmamap_destroy(dma->dma_tag, dma->dma_map);
        !          1145:        }
        !          1146: }
        !          1147:
        !          1148: /*********************************************************************
        !          1149:  *
        !          1150:  *  Allocate memory for tx_buffer structures. The tx_buffer stores all
        !          1151:  *  the information needed to transmit a packet on the wire.
        !          1152:  *
        !          1153:  **********************************************************************/
        !          1154: int
        !          1155: ixgb_allocate_transmit_structures(struct ixgb_softc *sc)
        !          1156: {
        !          1157:        if (!(sc->tx_buffer_area =
        !          1158:              (struct ixgb_buffer *) malloc(sizeof(struct ixgb_buffer) *
        !          1159:                                            sc->num_tx_desc, M_DEVBUF,
        !          1160:                                            M_NOWAIT))) {
        !          1161:                printf("%s: Unable to allocate tx_buffer memory\n",
        !          1162:                       sc->sc_dv.dv_xname);
        !          1163:                return (ENOMEM);
        !          1164:        }
        !          1165:        bzero(sc->tx_buffer_area,
        !          1166:              sizeof(struct ixgb_buffer) * sc->num_tx_desc);
        !          1167:
        !          1168:        return (0);
        !          1169: }
        !          1170:
        !          1171: /*********************************************************************
        !          1172:  *
        !          1173:  *  Allocate and initialize transmit structures.
        !          1174:  *
        !          1175:  **********************************************************************/
        !          1176: int
        !          1177: ixgb_setup_transmit_structures(struct ixgb_softc *sc)
        !          1178: {
        !          1179:        struct  ixgb_buffer *tx_buffer;
        !          1180:        int error, i;
        !          1181:
        !          1182:        if ((error = ixgb_allocate_transmit_structures(sc)) != 0)
        !          1183:                goto fail;
        !          1184:
        !          1185:        bzero((void *)sc->tx_desc_base,
        !          1186:              (sizeof(struct ixgb_tx_desc)) * sc->num_tx_desc);
        !          1187:
        !          1188:        sc->txtag = sc->osdep.ixgb_pa.pa_dmat;
        !          1189:
        !          1190:        tx_buffer = sc->tx_buffer_area;
        !          1191:        for (i = 0; i < sc->num_tx_desc; i++) {
        !          1192:                error = bus_dmamap_create(sc->txtag, IXGB_MAX_JUMBO_FRAME_SIZE,
        !          1193:                            IXGB_MAX_SCATTER, IXGB_MAX_JUMBO_FRAME_SIZE, 0,
        !          1194:                            BUS_DMA_NOWAIT, &tx_buffer->map);
        !          1195:                if (error != 0) {
        !          1196:                        printf("%s: Unable to create TX DMA map\n",
        !          1197:                            sc->sc_dv.dv_xname);
        !          1198:                        goto fail;
        !          1199:                }
        !          1200:                tx_buffer++;
        !          1201:        }
        !          1202:
        !          1203:        sc->next_avail_tx_desc = 0;
        !          1204:        sc->oldest_used_tx_desc = 0;
        !          1205:
        !          1206:        /* Set number of descriptors available */
        !          1207:        sc->num_tx_desc_avail = sc->num_tx_desc;
        !          1208:
        !          1209:        /* Set checksum context */
        !          1210:        sc->active_checksum_context = OFFLOAD_NONE;
        !          1211:        bus_dmamap_sync(sc->txdma.dma_tag, sc->txdma.dma_map, 0,
        !          1212:           sc->txdma.dma_size, BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
        !          1213:
        !          1214:        return (0);
        !          1215:
        !          1216: fail:
        !          1217:        ixgb_free_transmit_structures(sc);
        !          1218:        return (error);
        !          1219: }
        !          1220:
        !          1221: /*********************************************************************
        !          1222:  *
        !          1223:  *  Enable transmit unit.
        !          1224:  *
        !          1225:  **********************************************************************/
        !          1226: void
        !          1227: ixgb_initialize_transmit_unit(struct ixgb_softc *sc)
        !          1228: {
        !          1229:        u_int32_t       reg_tctl;
        !          1230:        u_int64_t       bus_addr;
        !          1231:
        !          1232:        /* Setup the Base and Length of the Tx Descriptor Ring */
        !          1233:        bus_addr = sc->txdma.dma_map->dm_segs[0].ds_addr;
        !          1234:        IXGB_WRITE_REG(&sc->hw, TDBAL, (u_int32_t)bus_addr);
        !          1235:        IXGB_WRITE_REG(&sc->hw, TDBAH, (u_int32_t)(bus_addr >> 32));
        !          1236:        IXGB_WRITE_REG(&sc->hw, TDLEN,
        !          1237:                       sc->num_tx_desc *
        !          1238:                       sizeof(struct ixgb_tx_desc));
        !          1239:
        !          1240:        /* Setup the HW Tx Head and Tail descriptor pointers */
        !          1241:        IXGB_WRITE_REG(&sc->hw, TDH, 0);
        !          1242:        IXGB_WRITE_REG(&sc->hw, TDT, 0);
        !          1243:
        !          1244:        HW_DEBUGOUT2("Base = %x, Length = %x\n",
        !          1245:                     IXGB_READ_REG(&sc->hw, TDBAL),
        !          1246:                     IXGB_READ_REG(&sc->hw, TDLEN));
        !          1247:
        !          1248:        IXGB_WRITE_REG(&sc->hw, TIDV, sc->tx_int_delay);
        !          1249:
        !          1250:        /* Program the Transmit Control Register */
        !          1251:        reg_tctl = IXGB_READ_REG(&sc->hw, TCTL);
        !          1252:        reg_tctl = IXGB_TCTL_TCE | IXGB_TCTL_TXEN | IXGB_TCTL_TPDE;
        !          1253:        IXGB_WRITE_REG(&sc->hw, TCTL, reg_tctl);
        !          1254:
        !          1255:        /* Setup Transmit Descriptor Settings for this adapter */
        !          1256:        sc->txd_cmd = IXGB_TX_DESC_TYPE | IXGB_TX_DESC_CMD_RS;
        !          1257:
        !          1258:        if (sc->tx_int_delay > 0)
        !          1259:                sc->txd_cmd |= IXGB_TX_DESC_CMD_IDE;
        !          1260: }
        !          1261:
        !          1262: /*********************************************************************
        !          1263:  *
        !          1264:  *  Free all transmit related data structures.
        !          1265:  *
        !          1266:  **********************************************************************/
        !          1267: void
        !          1268: ixgb_free_transmit_structures(struct ixgb_softc *sc)
        !          1269: {
        !          1270:        struct ixgb_buffer *tx_buffer;
        !          1271:        int             i;
        !          1272:
        !          1273:        INIT_DEBUGOUT("free_transmit_structures: begin");
        !          1274:
        !          1275:        if (sc->tx_buffer_area != NULL) {
        !          1276:                tx_buffer = sc->tx_buffer_area;
        !          1277:                for (i = 0; i < sc->num_tx_desc; i++, tx_buffer++) {
        !          1278:                        if (tx_buffer->map != NULL &&
        !          1279:                            tx_buffer->map->dm_nsegs > 0) {
        !          1280:                                bus_dmamap_sync(sc->txtag, tx_buffer->map,
        !          1281:                                    0, tx_buffer->map->dm_mapsize,
        !          1282:                                    BUS_DMASYNC_POSTWRITE);
        !          1283:                                bus_dmamap_unload(sc->txtag,
        !          1284:                                    tx_buffer->map);
        !          1285:                        }
        !          1286:
        !          1287:                        if (tx_buffer->m_head != NULL) {
        !          1288:                                m_freem(tx_buffer->m_head);
        !          1289:                                tx_buffer->m_head = NULL;
        !          1290:                        }
        !          1291:                        if (tx_buffer->map != NULL) {
        !          1292:                                bus_dmamap_destroy(sc->txtag,
        !          1293:                                    tx_buffer->map);
        !          1294:                                tx_buffer->map = NULL;
        !          1295:                        }
        !          1296:                }
        !          1297:        }
        !          1298:        if (sc->tx_buffer_area != NULL) {
        !          1299:                free(sc->tx_buffer_area, M_DEVBUF);
        !          1300:                sc->tx_buffer_area = NULL;
        !          1301:        }
        !          1302:        if (sc->txtag != NULL) {
        !          1303:                sc->txtag = NULL;
        !          1304:        }
        !          1305: }
        !          1306:
        !          1307: /*********************************************************************
        !          1308:  *
        !          1309:  *  The offload context needs to be set when we transfer the first
        !          1310:  *  packet of a particular protocol (TCP/UDP). We change the
        !          1311:  *  context only if the protocol type changes.
        !          1312:  *
        !          1313:  **********************************************************************/
        !          1314: void
        !          1315: ixgb_transmit_checksum_setup(struct ixgb_softc *sc,
        !          1316:                             struct mbuf *mp,
        !          1317:                             u_int8_t *txd_popts)
        !          1318: {
        !          1319:        struct ixgb_context_desc *TXD;
        !          1320:        struct ixgb_buffer *tx_buffer;
        !          1321:        int             curr_txd;
        !          1322:
        !          1323:        if (mp->m_pkthdr.csum_flags) {
        !          1324:
        !          1325:                if (mp->m_pkthdr.csum_flags & M_TCPV4_CSUM_OUT) {
        !          1326:                        *txd_popts = IXGB_TX_DESC_POPTS_TXSM;
        !          1327:                        if (sc->active_checksum_context == OFFLOAD_TCP_IP)
        !          1328:                                return;
        !          1329:                        else
        !          1330:                                sc->active_checksum_context = OFFLOAD_TCP_IP;
        !          1331:
        !          1332:                } else if (mp->m_pkthdr.csum_flags & M_UDPV4_CSUM_OUT) {
        !          1333:                        *txd_popts = IXGB_TX_DESC_POPTS_TXSM;
        !          1334:                        if (sc->active_checksum_context == OFFLOAD_UDP_IP)
        !          1335:                                return;
        !          1336:                        else
        !          1337:                                sc->active_checksum_context = OFFLOAD_UDP_IP;
        !          1338:                } else {
        !          1339:                        *txd_popts = 0;
        !          1340:                        return;
        !          1341:                }
        !          1342:        } else {
        !          1343:                *txd_popts = 0;
        !          1344:                return;
        !          1345:        }
        !          1346:
        !          1347:        /*
        !          1348:         * If we reach this point, the checksum offload context needs to be
        !          1349:         * reset.
        !          1350:         */
        !          1351:        curr_txd = sc->next_avail_tx_desc;
        !          1352:        tx_buffer = &sc->tx_buffer_area[curr_txd];
        !          1353:        TXD = (struct ixgb_context_desc *) & sc->tx_desc_base[curr_txd];
        !          1354:
        !          1355:        TXD->tucss = ENET_HEADER_SIZE + sizeof(struct ip);
        !          1356:        TXD->tucse = 0;
        !          1357:
        !          1358:        TXD->mss = 0;
        !          1359:
        !          1360:        if (sc->active_checksum_context == OFFLOAD_TCP_IP) {
        !          1361:                TXD->tucso =
        !          1362:                        ENET_HEADER_SIZE + sizeof(struct ip) +
        !          1363:                        offsetof(struct tcphdr, th_sum);
        !          1364:        } else if (sc->active_checksum_context == OFFLOAD_UDP_IP) {
        !          1365:                TXD->tucso =
        !          1366:                        ENET_HEADER_SIZE + sizeof(struct ip) +
        !          1367:                        offsetof(struct udphdr, uh_sum);
        !          1368:        }
        !          1369:        TXD->cmd_type_len = htole32(IXGB_CONTEXT_DESC_CMD_TCP |
        !          1370:            IXGB_TX_DESC_CMD_RS | IXGB_CONTEXT_DESC_CMD_IDE);
        !          1371:
        !          1372:        tx_buffer->m_head = NULL;
        !          1373:
        !          1374:        if (++curr_txd == sc->num_tx_desc)
        !          1375:                curr_txd = 0;
        !          1376:
        !          1377:        sc->num_tx_desc_avail--;
        !          1378:        sc->next_avail_tx_desc = curr_txd;
        !          1379: }
        !          1380:
        !          1381: /**********************************************************************
        !          1382:  *
        !          1383:  *  Examine each tx_buffer in the used queue. If the hardware is done
        !          1384:  *  processing the packet then free associated resources. The
        !          1385:  *  tx_buffer is put back on the free queue.
        !          1386:  *
        !          1387:  **********************************************************************/
        !          1388: void
        !          1389: ixgb_txeof(struct ixgb_softc *sc)
        !          1390: {
        !          1391:        int             i, num_avail;
        !          1392:        struct ixgb_buffer *tx_buffer;
        !          1393:        struct ixgb_tx_desc *tx_desc;
        !          1394:        struct ifnet    *ifp = &sc->interface_data.ac_if;
        !          1395:
        !          1396:        if (sc->num_tx_desc_avail == sc->num_tx_desc)
        !          1397:                return;
        !          1398:
        !          1399:        num_avail = sc->num_tx_desc_avail;
        !          1400:        i = sc->oldest_used_tx_desc;
        !          1401:
        !          1402:        tx_buffer = &sc->tx_buffer_area[i];
        !          1403:        tx_desc = &sc->tx_desc_base[i];
        !          1404:
        !          1405:        bus_dmamap_sync(sc->txdma.dma_tag, sc->txdma.dma_map, 0,
        !          1406:            sc->txdma.dma_map->dm_mapsize, BUS_DMASYNC_POSTREAD);
        !          1407:        while (tx_desc->status & IXGB_TX_DESC_STATUS_DD) {
        !          1408:
        !          1409:                tx_desc->status = 0;
        !          1410:                num_avail++;
        !          1411:
        !          1412:                if (tx_buffer->m_head != NULL) {
        !          1413:                        ifp->if_opackets++;
        !          1414:
        !          1415:                        if (tx_buffer->map->dm_nsegs > 0) {
        !          1416:                                bus_dmamap_sync(sc->txtag, tx_buffer->map,
        !          1417:                                    0, tx_buffer->map->dm_mapsize,
        !          1418:                                    BUS_DMASYNC_POSTWRITE);
        !          1419:                                bus_dmamap_unload(sc->txtag, tx_buffer->map);
        !          1420:                        }
        !          1421:
        !          1422:                        m_freem(tx_buffer->m_head);
        !          1423:                        tx_buffer->m_head = NULL;
        !          1424:                }
        !          1425:                if (++i == sc->num_tx_desc)
        !          1426:                        i = 0;
        !          1427:
        !          1428:                tx_buffer = &sc->tx_buffer_area[i];
        !          1429:                tx_desc = &sc->tx_desc_base[i];
        !          1430:        }
        !          1431:        bus_dmamap_sync(sc->txdma.dma_tag, sc->txdma.dma_map, 0,
        !          1432:            sc->txdma.dma_map->dm_mapsize,
        !          1433:            BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
        !          1434:
        !          1435:        sc->oldest_used_tx_desc = i;
        !          1436:
        !          1437:        /*
        !          1438:         * If we have enough room, clear IFF_OACTIVE to tell the stack that
        !          1439:         * it is OK to send packets. If there are no pending descriptors,
        !          1440:         * clear the timeout. Otherwise, if some descriptors have been freed,
        !          1441:         * restart the timeout.
        !          1442:         */
        !          1443:        if (num_avail > IXGB_TX_CLEANUP_THRESHOLD) {
        !          1444:                ifp->if_flags &= ~IFF_OACTIVE;
        !          1445:                /* All clean, turn off the timer */
        !          1446:                if (num_avail == sc->num_tx_desc)
        !          1447:                        ifp->if_timer = 0;
        !          1448:                /* Some cleaned, reset the timer */
        !          1449:                else if (num_avail != sc->num_tx_desc_avail)
        !          1450:                        ifp->if_timer = IXGB_TX_TIMEOUT;
        !          1451:        }
        !          1452:        sc->num_tx_desc_avail = num_avail;
        !          1453: }
        !          1454:
        !          1455:
        !          1456: /*********************************************************************
        !          1457:  *
        !          1458:  *  Get a buffer from system mbuf buffer pool.
        !          1459:  *
        !          1460:  **********************************************************************/
        !          1461: int
        !          1462: ixgb_get_buf(struct ixgb_softc *sc, int i,
        !          1463:             struct mbuf *nmp)
        !          1464: {
        !          1465:        struct mbuf *mp = nmp;
        !          1466:        struct ixgb_buffer *rx_buffer;
        !          1467:        struct ifnet   *ifp;
        !          1468:        int             error;
        !          1469:
        !          1470:        ifp = &sc->interface_data.ac_if;
        !          1471:
        !          1472:        if (mp == NULL) {
        !          1473:                MGETHDR(mp, M_DONTWAIT, MT_DATA);
        !          1474:                if (mp == NULL) {
        !          1475:                        sc->mbuf_alloc_failed++;
        !          1476:                        return (ENOBUFS);
        !          1477:                }
        !          1478:                MCLGET(mp, M_DONTWAIT);
        !          1479:                if ((mp->m_flags & M_EXT) == 0) {
        !          1480:                        m_freem(mp);
        !          1481:                        sc->mbuf_cluster_failed++;
        !          1482:                        return (ENOBUFS);
        !          1483:                }
        !          1484:                mp->m_len = mp->m_pkthdr.len = MCLBYTES;
        !          1485:        } else {
        !          1486:                mp->m_len = mp->m_pkthdr.len = MCLBYTES;
        !          1487:                mp->m_data = mp->m_ext.ext_buf;
        !          1488:                mp->m_next = NULL;
        !          1489:        }
        !          1490:
        !          1491:        if (sc->hw.max_frame_size <= (MCLBYTES - ETHER_ALIGN))
        !          1492:                m_adj(mp, ETHER_ALIGN);
        !          1493:
        !          1494:        rx_buffer = &sc->rx_buffer_area[i];
        !          1495:
        !          1496:        /*
        !          1497:         * Using memory from the mbuf cluster pool, invoke the bus_dma
        !          1498:         * machinery to arrange the memory mapping.
        !          1499:         */
        !          1500:        error = bus_dmamap_load_mbuf(sc->rxtag, rx_buffer->map,
        !          1501:            mp, BUS_DMA_NOWAIT);
        !          1502:        if (error) {
        !          1503:                m_free(mp);
        !          1504:                return (error);
        !          1505:        }
        !          1506:        rx_buffer->m_head = mp;
        !          1507:        sc->rx_desc_base[i].buff_addr = htole64(rx_buffer->map->dm_segs[0].ds_addr);
        !          1508:        bus_dmamap_sync(sc->rxtag, rx_buffer->map, 0,
        !          1509:            rx_buffer->map->dm_mapsize, BUS_DMASYNC_PREREAD);
        !          1510:
        !          1511:        return (0);
        !          1512: }
        !          1513:
        !          1514: /*********************************************************************
        !          1515:  *
        !          1516:  *  Allocate memory for rx_buffer structures. Since we use one
        !          1517:  *  rx_buffer per received packet, the maximum number of rx_buffer's
        !          1518:  *  that we'll need is equal to the number of receive descriptors
        !          1519:  *  that we've allocated.
        !          1520:  *
        !          1521:  **********************************************************************/
        !          1522: int
        !          1523: ixgb_allocate_receive_structures(struct ixgb_softc *sc)
        !          1524: {
        !          1525:        int             i, error;
        !          1526:        struct ixgb_buffer *rx_buffer;
        !          1527:
        !          1528:        if (!(sc->rx_buffer_area =
        !          1529:              (struct ixgb_buffer *) malloc(sizeof(struct ixgb_buffer) *
        !          1530:                                            sc->num_rx_desc, M_DEVBUF,
        !          1531:                                            M_NOWAIT))) {
        !          1532:                printf("%s: Unable to allocate rx_buffer memory\n",
        !          1533:                       sc->sc_dv.dv_xname);
        !          1534:                return (ENOMEM);
        !          1535:        }
        !          1536:
        !          1537:        bzero(sc->rx_buffer_area,
        !          1538:              sizeof(struct ixgb_buffer) * sc->num_rx_desc);
        !          1539:
        !          1540:        sc->rxtag = sc->osdep.ixgb_pa.pa_dmat;
        !          1541:
        !          1542:        rx_buffer = sc->rx_buffer_area;
        !          1543:        for (i = 0; i < sc->num_rx_desc; i++, rx_buffer++) {
        !          1544:                error = bus_dmamap_create(sc->rxtag, MCLBYTES, 1,
        !          1545:                                          MCLBYTES, 0, BUS_DMA_NOWAIT,
        !          1546:                                          &rx_buffer->map);
        !          1547:                if (error != 0) {
        !          1548:                        printf("%s: ixgb_allocate_receive_structures: "
        !          1549:                               "bus_dmamap_create failed; error %u\n",
        !          1550:                               sc->sc_dv.dv_xname, error);
        !          1551:                        goto fail;
        !          1552:                }
        !          1553:        }
        !          1554:
        !          1555:        for (i = 0; i < sc->num_rx_desc; i++) {
        !          1556:                error = ixgb_get_buf(sc, i, NULL);
        !          1557:                if (error != 0)
        !          1558:                        goto fail;
        !          1559:        }
        !          1560:        bus_dmamap_sync(sc->rxdma.dma_tag, sc->rxdma.dma_map, 0,
        !          1561:            sc->rxdma.dma_map->dm_mapsize,
        !          1562:            BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
        !          1563:
        !          1564:        return (0);
        !          1565:
        !          1566: fail:
        !          1567:        ixgb_free_receive_structures(sc);
        !          1568:        return (error);
        !          1569: }
        !          1570:
        !          1571: /*********************************************************************
        !          1572:  *
        !          1573:  *  Allocate and initialize receive structures.
        !          1574:  *
        !          1575:  **********************************************************************/
        !          1576: int
        !          1577: ixgb_setup_receive_structures(struct ixgb_softc *sc)
        !          1578: {
        !          1579:        bzero((void *)sc->rx_desc_base,
        !          1580:              (sizeof(struct ixgb_rx_desc)) * sc->num_rx_desc);
        !          1581:
        !          1582:        if (ixgb_allocate_receive_structures(sc))
        !          1583:                return (ENOMEM);
        !          1584:
        !          1585:        /* Setup our descriptor pointers */
        !          1586:        sc->next_rx_desc_to_check = 0;
        !          1587:        sc->next_rx_desc_to_use = 0;
        !          1588:        return (0);
        !          1589: }
        !          1590:
        !          1591: /*********************************************************************
        !          1592:  *
        !          1593:  *  Enable receive unit.
        !          1594:  *
        !          1595:  **********************************************************************/
        !          1596: void
        !          1597: ixgb_initialize_receive_unit(struct ixgb_softc *sc)
        !          1598: {
        !          1599:        u_int32_t       reg_rctl;
        !          1600:        u_int32_t       reg_rxcsum;
        !          1601:        u_int32_t       reg_rxdctl;
        !          1602:        struct ifnet   *ifp;
        !          1603:        u_int64_t       bus_addr;
        !          1604:
        !          1605:        ifp = &sc->interface_data.ac_if;
        !          1606:
        !          1607:        /*
        !          1608:         * Make sure receives are disabled while setting up the descriptor
        !          1609:         * ring
        !          1610:         */
        !          1611:        reg_rctl = IXGB_READ_REG(&sc->hw, RCTL);
        !          1612:        IXGB_WRITE_REG(&sc->hw, RCTL, reg_rctl & ~IXGB_RCTL_RXEN);
        !          1613:
        !          1614:        /* Set the Receive Delay Timer Register */
        !          1615:        IXGB_WRITE_REG(&sc->hw, RDTR,
        !          1616:                       sc->rx_int_delay);
        !          1617:
        !          1618:        /* Setup the Base and Length of the Rx Descriptor Ring */
        !          1619:        bus_addr = sc->rxdma.dma_map->dm_segs[0].ds_addr;
        !          1620:        IXGB_WRITE_REG(&sc->hw, RDBAL, (u_int32_t)bus_addr);
        !          1621:        IXGB_WRITE_REG(&sc->hw, RDBAH, (u_int32_t)(bus_addr >> 32));
        !          1622:        IXGB_WRITE_REG(&sc->hw, RDLEN, sc->num_rx_desc *
        !          1623:                       sizeof(struct ixgb_rx_desc));
        !          1624:
        !          1625:        /* Setup the HW Rx Head and Tail Descriptor Pointers */
        !          1626:        IXGB_WRITE_REG(&sc->hw, RDH, 0);
        !          1627:
        !          1628:        IXGB_WRITE_REG(&sc->hw, RDT, sc->num_rx_desc - 1);
        !          1629:
        !          1630:        reg_rxdctl = RXDCTL_WTHRESH_DEFAULT << IXGB_RXDCTL_WTHRESH_SHIFT
        !          1631:                | RXDCTL_HTHRESH_DEFAULT << IXGB_RXDCTL_HTHRESH_SHIFT
        !          1632:                | RXDCTL_PTHRESH_DEFAULT << IXGB_RXDCTL_PTHRESH_SHIFT;
        !          1633:        IXGB_WRITE_REG(&sc->hw, RXDCTL, reg_rxdctl);
        !          1634:
        !          1635:        sc->raidc = 1;
        !          1636:        if (sc->raidc) {
        !          1637:                uint32_t        raidc;
        !          1638:                uint8_t         poll_threshold;
        !          1639: #define IXGB_RAIDC_POLL_DEFAULT 120
        !          1640:
        !          1641:                poll_threshold = ((sc->num_rx_desc - 1) >> 3);
        !          1642:                poll_threshold >>= 1;
        !          1643:                poll_threshold &= 0x3F;
        !          1644:                raidc = IXGB_RAIDC_EN | IXGB_RAIDC_RXT_GATE |
        !          1645:                        (IXGB_RAIDC_POLL_DEFAULT << IXGB_RAIDC_POLL_SHIFT) |
        !          1646:                        (sc->rx_int_delay << IXGB_RAIDC_DELAY_SHIFT) |
        !          1647:                        poll_threshold;
        !          1648:                IXGB_WRITE_REG(&sc->hw, RAIDC, raidc);
        !          1649:        }
        !          1650:
        !          1651:        /* Enable Receive Checksum Offload for TCP and UDP ? */
        !          1652:        reg_rxcsum = IXGB_READ_REG(&sc->hw, RXCSUM);
        !          1653:        reg_rxcsum |= IXGB_RXCSUM_TUOFL;
        !          1654:        IXGB_WRITE_REG(&sc->hw, RXCSUM, reg_rxcsum);
        !          1655:
        !          1656:        /* Setup the Receive Control Register */
        !          1657:        reg_rctl = IXGB_READ_REG(&sc->hw, RCTL);
        !          1658:        reg_rctl &= ~(3 << IXGB_RCTL_MO_SHIFT);
        !          1659:        reg_rctl |= IXGB_RCTL_BAM | IXGB_RCTL_RDMTS_1_2 | IXGB_RCTL_SECRC |
        !          1660:                IXGB_RCTL_CFF |
        !          1661:                (sc->hw.mc_filter_type << IXGB_RCTL_MO_SHIFT);
        !          1662:
        !          1663:        switch (sc->rx_buffer_len) {
        !          1664:        default:
        !          1665:        case IXGB_RXBUFFER_2048:
        !          1666:                reg_rctl |= IXGB_RCTL_BSIZE_2048;
        !          1667:                break;
        !          1668:        case IXGB_RXBUFFER_4096:
        !          1669:                reg_rctl |= IXGB_RCTL_BSIZE_4096;
        !          1670:                break;
        !          1671:        case IXGB_RXBUFFER_8192:
        !          1672:                reg_rctl |= IXGB_RCTL_BSIZE_8192;
        !          1673:                break;
        !          1674:        case IXGB_RXBUFFER_16384:
        !          1675:                reg_rctl |= IXGB_RCTL_BSIZE_16384;
        !          1676:                break;
        !          1677:        }
        !          1678:
        !          1679:        reg_rctl |= IXGB_RCTL_RXEN;
        !          1680:
        !          1681:        /* Enable Receives */
        !          1682:        IXGB_WRITE_REG(&sc->hw, RCTL, reg_rctl);
        !          1683: }
        !          1684:
        !          1685: /*********************************************************************
        !          1686:  *
        !          1687:  *  Free receive related data structures.
        !          1688:  *
        !          1689:  **********************************************************************/
        !          1690: void
        !          1691: ixgb_free_receive_structures(struct ixgb_softc *sc)
        !          1692: {
        !          1693:        struct ixgb_buffer *rx_buffer;
        !          1694:        int             i;
        !          1695:
        !          1696:        INIT_DEBUGOUT("free_receive_structures: begin");
        !          1697:
        !          1698:        if (sc->rx_buffer_area != NULL) {
        !          1699:                rx_buffer = sc->rx_buffer_area;
        !          1700:                for (i = 0; i < sc->num_rx_desc; i++, rx_buffer++) {
        !          1701:                        if (rx_buffer->map != NULL &&
        !          1702:                            rx_buffer->map->dm_nsegs > 0) {
        !          1703:                                bus_dmamap_sync(sc->rxtag, rx_buffer->map,
        !          1704:                                    0, rx_buffer->map->dm_mapsize,
        !          1705:                                    BUS_DMASYNC_POSTREAD);
        !          1706:                                bus_dmamap_unload(sc->rxtag,
        !          1707:                                    rx_buffer->map);
        !          1708:                        }
        !          1709:                        if (rx_buffer->m_head != NULL) {
        !          1710:                                m_freem(rx_buffer->m_head);
        !          1711:                                rx_buffer->m_head = NULL;
        !          1712:                        }
        !          1713:                        if (rx_buffer->map != NULL) {
        !          1714:                                bus_dmamap_destroy(sc->rxtag,
        !          1715:                                    rx_buffer->map);
        !          1716:                                rx_buffer->map = NULL;
        !          1717:                        }
        !          1718:                }
        !          1719:        }
        !          1720:        if (sc->rx_buffer_area != NULL) {
        !          1721:                free(sc->rx_buffer_area, M_DEVBUF);
        !          1722:                sc->rx_buffer_area = NULL;
        !          1723:        }
        !          1724:        if (sc->rxtag != NULL)
        !          1725:                sc->rxtag = NULL;
        !          1726: }
        !          1727:
        !          1728: /*********************************************************************
        !          1729:  *
        !          1730:  *  This routine executes in interrupt context. It replenishes
        !          1731:  *  the mbufs in the descriptor and sends data which has been
        !          1732:  *  dma'ed into host memory to upper layer.
        !          1733:  *
        !          1734:  *  We loop at most count times if count is > 0, or until done if
        !          1735:  *  count < 0.
        !          1736:  *
        !          1737:  *********************************************************************/
        !          1738: void
        !          1739: ixgb_rxeof(struct ixgb_softc *sc, int count)
        !          1740: {
        !          1741:        struct ifnet   *ifp;
        !          1742:        struct mbuf    *mp;
        !          1743:        int             eop = 0;
        !          1744:        int             len;
        !          1745:        u_int8_t        accept_frame = 0;
        !          1746:        int             i;
        !          1747:        int             next_to_use = 0;
        !          1748:        int             eop_desc;
        !          1749:
        !          1750:        /* Pointer to the receive descriptor being examined. */
        !          1751:        struct ixgb_rx_desc *current_desc;
        !          1752:
        !          1753:        ifp = &sc->interface_data.ac_if;
        !          1754:        i = sc->next_rx_desc_to_check;
        !          1755:        next_to_use = sc->next_rx_desc_to_use;
        !          1756:        eop_desc = sc->next_rx_desc_to_check;
        !          1757:        current_desc = &sc->rx_desc_base[i];
        !          1758:        bus_dmamap_sync(sc->rxdma.dma_tag, sc->rxdma.dma_map, 0,
        !          1759:            sc->rxdma.dma_map->dm_mapsize, BUS_DMASYNC_POSTREAD);
        !          1760:
        !          1761:        if (!((current_desc->status) & IXGB_RX_DESC_STATUS_DD))
        !          1762:                return;
        !          1763:
        !          1764:        while ((current_desc->status & IXGB_RX_DESC_STATUS_DD) &&
        !          1765:                    (count != 0) &&
        !          1766:                    (ifp->if_flags & IFF_RUNNING)) {
        !          1767:
        !          1768:                mp = sc->rx_buffer_area[i].m_head;
        !          1769:                bus_dmamap_sync(sc->rxtag, sc->rx_buffer_area[i].map,
        !          1770:                    0, sc->rx_buffer_area[i].map->dm_mapsize,
        !          1771:                    BUS_DMASYNC_POSTREAD);
        !          1772:                bus_dmamap_unload(sc->rxtag, sc->rx_buffer_area[i].map);
        !          1773:
        !          1774:                accept_frame = 1;
        !          1775:                if (current_desc->status & IXGB_RX_DESC_STATUS_EOP) {
        !          1776:                        count--;
        !          1777:                        eop = 1;
        !          1778:                } else {
        !          1779:                        eop = 0;
        !          1780:                }
        !          1781:                len = current_desc->length;
        !          1782:
        !          1783:                if (current_desc->errors & (IXGB_RX_DESC_ERRORS_CE |
        !          1784:                            IXGB_RX_DESC_ERRORS_SE | IXGB_RX_DESC_ERRORS_P |
        !          1785:                                            IXGB_RX_DESC_ERRORS_RXE))
        !          1786:                        accept_frame = 0;
        !          1787:                if (accept_frame) {
        !          1788:
        !          1789:                        /* Assign correct length to the current fragment */
        !          1790:                        mp->m_len = len;
        !          1791:
        !          1792:                        if (sc->fmp == NULL) {
        !          1793:                                mp->m_pkthdr.len = len;
        !          1794:                                sc->fmp = mp;   /* Store the first mbuf */
        !          1795:                                sc->lmp = mp;
        !          1796:                        } else {
        !          1797:                                /* Chain mbuf's together */
        !          1798:                                mp->m_flags &= ~M_PKTHDR;
        !          1799:                                sc->lmp->m_next = mp;
        !          1800:                                sc->lmp = sc->lmp->m_next;
        !          1801:                                sc->fmp->m_pkthdr.len += len;
        !          1802:                        }
        !          1803:
        !          1804:                        if (eop) {
        !          1805:                                eop_desc = i;
        !          1806:                                sc->fmp->m_pkthdr.rcvif = ifp;
        !          1807:                                ifp->if_ipackets++;
        !          1808:
        !          1809: #if NBPFILTER > 0
        !          1810:                                /*
        !          1811:                                 * Handle BPF listeners. Let the BPF
        !          1812:                                 * user see the packet.
        !          1813:                                 */
        !          1814:                                if (ifp->if_bpf)
        !          1815:                                        bpf_mtap(ifp->if_bpf, sc->fmp,
        !          1816:                                            BPF_DIRECTION_IN);
        !          1817: #endif
        !          1818:
        !          1819:                                ixgb_receive_checksum(sc, current_desc,
        !          1820:                                                      sc->fmp);
        !          1821:                                ether_input_mbuf(ifp, sc->fmp);
        !          1822:                                sc->fmp = NULL;
        !          1823:                                sc->lmp = NULL;
        !          1824:                        }
        !          1825:                        sc->rx_buffer_area[i].m_head = NULL;
        !          1826:                } else {
        !          1827:                        sc->dropped_pkts++;
        !          1828:                        if (sc->fmp != NULL)
        !          1829:                                m_freem(sc->fmp);
        !          1830:                        sc->fmp = NULL;
        !          1831:                        sc->lmp = NULL;
        !          1832:                }
        !          1833:
        !          1834:                /* Zero out the receive descriptors status  */
        !          1835:                current_desc->status = 0;
        !          1836:                bus_dmamap_sync(sc->rxdma.dma_tag, sc->rxdma.dma_map, 0,
        !          1837:                    sc->rxdma.dma_map->dm_mapsize,
        !          1838:                    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
        !          1839:
        !          1840:                /* Advance our pointers to the next descriptor */
        !          1841:                if (++i == sc->num_rx_desc) {
        !          1842:                        i = 0;
        !          1843:                        current_desc = sc->rx_desc_base;
        !          1844:                } else
        !          1845:                        current_desc++;
        !          1846:        }
        !          1847:        sc->next_rx_desc_to_check = i;
        !          1848:
        !          1849:        if (--i < 0)
        !          1850:                i = (sc->num_rx_desc - 1);
        !          1851:
        !          1852:        /*
        !          1853:         * 82597EX: Workaround for redundent write back in receive descriptor ring (causes
        !          1854:         * memory corruption). Avoid using and re-submitting the most recently received RX
        !          1855:         * descriptor back to hardware.
        !          1856:         *
        !          1857:         * if(Last written back descriptor == EOP bit set descriptor)
        !          1858:         *      then avoid re-submitting the most recently received RX descriptor
        !          1859:         *      back to hardware.
        !          1860:         * if(Last written back descriptor != EOP bit set descriptor)
        !          1861:         *      then avoid re-submitting the most recently received RX descriptors
        !          1862:         *      till last EOP bit set descriptor.
        !          1863:         */
        !          1864:        if (eop_desc != i) {
        !          1865:                if (++eop_desc == sc->num_rx_desc)
        !          1866:                        eop_desc = 0;
        !          1867:                i = eop_desc;
        !          1868:        }
        !          1869:        /* Replenish the descriptors with new mbufs till last EOP bit set descriptor */
        !          1870:        while (next_to_use != i) {
        !          1871:                current_desc = &sc->rx_desc_base[next_to_use];
        !          1872:                if ((current_desc->errors & (IXGB_RX_DESC_ERRORS_CE |
        !          1873:                            IXGB_RX_DESC_ERRORS_SE | IXGB_RX_DESC_ERRORS_P |
        !          1874:                                             IXGB_RX_DESC_ERRORS_RXE))) {
        !          1875:                        mp = sc->rx_buffer_area[next_to_use].m_head;
        !          1876:                        ixgb_get_buf(sc, next_to_use, mp);
        !          1877:                } else {
        !          1878:                        if (ixgb_get_buf(sc, next_to_use, NULL) == ENOBUFS)
        !          1879:                                break;
        !          1880:                }
        !          1881:                /* Advance our pointers to the next descriptor */
        !          1882:                if (++next_to_use == sc->num_rx_desc)
        !          1883:                        next_to_use = 0;
        !          1884:        }
        !          1885:        sc->next_rx_desc_to_use = next_to_use;
        !          1886:        if (--next_to_use < 0)
        !          1887:                 next_to_use = (sc->num_rx_desc - 1);
        !          1888:         /* Advance the IXGB's Receive Queue #0  "Tail Pointer" */
        !          1889:         IXGB_WRITE_REG(&sc->hw, RDT, next_to_use);
        !          1890: }
        !          1891:
        !          1892: /*********************************************************************
        !          1893:  *
        !          1894:  *  Verify that the hardware indicated that the checksum is valid.
        !          1895:  *  Inform the stack about the status of checksum so that stack
        !          1896:  *  doesn't spend time verifying the checksum.
        !          1897:  *
        !          1898:  *********************************************************************/
        !          1899: void
        !          1900: ixgb_receive_checksum(struct ixgb_softc *sc,
        !          1901:                      struct ixgb_rx_desc *rx_desc,
        !          1902:                      struct mbuf *mp)
        !          1903: {
        !          1904:        if (rx_desc->status & IXGB_RX_DESC_STATUS_IXSM) {
        !          1905:                mp->m_pkthdr.csum_flags = 0;
        !          1906:                return;
        !          1907:        }
        !          1908:
        !          1909:        if (rx_desc->status & IXGB_RX_DESC_STATUS_IPCS) {
        !          1910:                /* Did it pass? */
        !          1911:                if (!(rx_desc->errors & IXGB_RX_DESC_ERRORS_IPE)) {
        !          1912:                        /* IP Checksum Good */
        !          1913:                        mp->m_pkthdr.csum_flags = M_IPV4_CSUM_IN_OK;
        !          1914:
        !          1915:                } else {
        !          1916:                        mp->m_pkthdr.csum_flags = 0;
        !          1917:                }
        !          1918:        }
        !          1919:        if (rx_desc->status & IXGB_RX_DESC_STATUS_TCPCS) {
        !          1920:                /* Did it pass? */
        !          1921:                if (!(rx_desc->errors & IXGB_RX_DESC_ERRORS_TCPE)) {
        !          1922:                        mp->m_pkthdr.csum_flags |=
        !          1923:                                M_TCP_CSUM_IN_OK | M_UDP_CSUM_IN_OK;
        !          1924:                }
        !          1925:        }
        !          1926: }
        !          1927:
        !          1928: void
        !          1929: ixgb_enable_intr(struct ixgb_softc *sc)
        !          1930: {
        !          1931:        IXGB_WRITE_REG(&sc->hw, IMS, (IXGB_INT_RXT0 | IXGB_INT_TXDW |
        !          1932:                            IXGB_INT_RXDMT0 | IXGB_INT_LSC | IXGB_INT_RXO));
        !          1933: }
        !          1934:
        !          1935: void
        !          1936: ixgb_disable_intr(struct ixgb_softc *sc)
        !          1937: {
        !          1938:        IXGB_WRITE_REG(&sc->hw, IMC, ~0);
        !          1939: }
        !          1940:
        !          1941: void
        !          1942: ixgb_write_pci_cfg(struct ixgb_hw *hw,
        !          1943:                   uint32_t reg,
        !          1944:                   uint16_t *value)
        !          1945: {
        !          1946:        struct pci_attach_args *pa = &((struct ixgb_osdep *)hw->back)->ixgb_pa;
        !          1947:        pci_chipset_tag_t pc = pa->pa_pc;
        !          1948:        /* Should we do read/mask/write...?  16 vs 32 bit!!! */
        !          1949:        pci_conf_write(pc, pa->pa_tag, reg, *value);
        !          1950: }
        !          1951:
        !          1952: /**********************************************************************
        !          1953:  *
        !          1954:  *  Update the board statistics counters.
        !          1955:  *
        !          1956:  **********************************************************************/
        !          1957: void
        !          1958: ixgb_update_stats_counters(struct ixgb_softc *sc)
        !          1959: {
        !          1960:        struct ifnet   *ifp;
        !          1961:
        !          1962:        sc->stats.crcerrs += IXGB_READ_REG(&sc->hw, CRCERRS);
        !          1963:        sc->stats.gprcl += IXGB_READ_REG(&sc->hw, GPRCL);
        !          1964:        sc->stats.gprch += IXGB_READ_REG(&sc->hw, GPRCH);
        !          1965:        sc->stats.gorcl += IXGB_READ_REG(&sc->hw, GORCL);
        !          1966:        sc->stats.gorch += IXGB_READ_REG(&sc->hw, GORCH);
        !          1967:        sc->stats.bprcl += IXGB_READ_REG(&sc->hw, BPRCL);
        !          1968:        sc->stats.bprch += IXGB_READ_REG(&sc->hw, BPRCH);
        !          1969:        sc->stats.mprcl += IXGB_READ_REG(&sc->hw, MPRCL);
        !          1970:        sc->stats.mprch += IXGB_READ_REG(&sc->hw, MPRCH);
        !          1971:        sc->stats.roc += IXGB_READ_REG(&sc->hw, ROC);
        !          1972:
        !          1973:        sc->stats.mpc += IXGB_READ_REG(&sc->hw, MPC);
        !          1974:        sc->stats.dc += IXGB_READ_REG(&sc->hw, DC);
        !          1975:        sc->stats.rlec += IXGB_READ_REG(&sc->hw, RLEC);
        !          1976:        sc->stats.xonrxc += IXGB_READ_REG(&sc->hw, XONRXC);
        !          1977:        sc->stats.xontxc += IXGB_READ_REG(&sc->hw, XONTXC);
        !          1978:        sc->stats.xoffrxc += IXGB_READ_REG(&sc->hw, XOFFRXC);
        !          1979:        sc->stats.xofftxc += IXGB_READ_REG(&sc->hw, XOFFTXC);
        !          1980:        sc->stats.gptcl += IXGB_READ_REG(&sc->hw, GPTCL);
        !          1981:        sc->stats.gptch += IXGB_READ_REG(&sc->hw, GPTCH);
        !          1982:        sc->stats.gotcl += IXGB_READ_REG(&sc->hw, GOTCL);
        !          1983:        sc->stats.gotch += IXGB_READ_REG(&sc->hw, GOTCH);
        !          1984:        sc->stats.ruc += IXGB_READ_REG(&sc->hw, RUC);
        !          1985:        sc->stats.rfc += IXGB_READ_REG(&sc->hw, RFC);
        !          1986:        sc->stats.rjc += IXGB_READ_REG(&sc->hw, RJC);
        !          1987:        sc->stats.torl += IXGB_READ_REG(&sc->hw, TORL);
        !          1988:        sc->stats.torh += IXGB_READ_REG(&sc->hw, TORH);
        !          1989:        sc->stats.totl += IXGB_READ_REG(&sc->hw, TOTL);
        !          1990:        sc->stats.toth += IXGB_READ_REG(&sc->hw, TOTH);
        !          1991:        sc->stats.tprl += IXGB_READ_REG(&sc->hw, TPRL);
        !          1992:        sc->stats.tprh += IXGB_READ_REG(&sc->hw, TPRH);
        !          1993:        sc->stats.tptl += IXGB_READ_REG(&sc->hw, TPTL);
        !          1994:        sc->stats.tpth += IXGB_READ_REG(&sc->hw, TPTH);
        !          1995:        sc->stats.plt64c += IXGB_READ_REG(&sc->hw, PLT64C);
        !          1996:        sc->stats.mptcl += IXGB_READ_REG(&sc->hw, MPTCL);
        !          1997:        sc->stats.mptch += IXGB_READ_REG(&sc->hw, MPTCH);
        !          1998:        sc->stats.bptcl += IXGB_READ_REG(&sc->hw, BPTCL);
        !          1999:        sc->stats.bptch += IXGB_READ_REG(&sc->hw, BPTCH);
        !          2000:
        !          2001:        sc->stats.uprcl += IXGB_READ_REG(&sc->hw, UPRCL);
        !          2002:        sc->stats.uprch += IXGB_READ_REG(&sc->hw, UPRCH);
        !          2003:        sc->stats.vprcl += IXGB_READ_REG(&sc->hw, VPRCL);
        !          2004:        sc->stats.vprch += IXGB_READ_REG(&sc->hw, VPRCH);
        !          2005:        sc->stats.jprcl += IXGB_READ_REG(&sc->hw, JPRCL);
        !          2006:        sc->stats.jprch += IXGB_READ_REG(&sc->hw, JPRCH);
        !          2007:        sc->stats.rnbc += IXGB_READ_REG(&sc->hw, RNBC);
        !          2008:        sc->stats.icbc += IXGB_READ_REG(&sc->hw, ICBC);
        !          2009:        sc->stats.ecbc += IXGB_READ_REG(&sc->hw, ECBC);
        !          2010:        sc->stats.uptcl += IXGB_READ_REG(&sc->hw, UPTCL);
        !          2011:        sc->stats.uptch += IXGB_READ_REG(&sc->hw, UPTCH);
        !          2012:        sc->stats.vptcl += IXGB_READ_REG(&sc->hw, VPTCL);
        !          2013:        sc->stats.vptch += IXGB_READ_REG(&sc->hw, VPTCH);
        !          2014:        sc->stats.jptcl += IXGB_READ_REG(&sc->hw, JPTCL);
        !          2015:        sc->stats.jptch += IXGB_READ_REG(&sc->hw, JPTCH);
        !          2016:        sc->stats.tsctc += IXGB_READ_REG(&sc->hw, TSCTC);
        !          2017:        sc->stats.tsctfc += IXGB_READ_REG(&sc->hw, TSCTFC);
        !          2018:        sc->stats.ibic += IXGB_READ_REG(&sc->hw, IBIC);
        !          2019:        sc->stats.lfc += IXGB_READ_REG(&sc->hw, LFC);
        !          2020:        sc->stats.pfrc += IXGB_READ_REG(&sc->hw, PFRC);
        !          2021:        sc->stats.pftc += IXGB_READ_REG(&sc->hw, PFTC);
        !          2022:        sc->stats.mcfrc += IXGB_READ_REG(&sc->hw, MCFRC);
        !          2023:
        !          2024:        ifp = &sc->interface_data.ac_if;
        !          2025:
        !          2026:        /* Fill out the OS statistics structure */
        !          2027:        ifp->if_collisions = 0;
        !          2028:
        !          2029:        /* Rx Errors */
        !          2030:        ifp->if_ierrors =
        !          2031:                sc->dropped_pkts +
        !          2032:                sc->stats.crcerrs +
        !          2033:                sc->stats.rnbc +
        !          2034:                sc->stats.mpc +
        !          2035:                sc->stats.rlec;
        !          2036:
        !          2037:        /* Tx Errors */
        !          2038:        ifp->if_oerrors =
        !          2039:                sc->watchdog_events;
        !          2040: }
        !          2041:
        !          2042: /**********************************************************************
        !          2043:  *
        !          2044:  *  This routine is called only when ixgb_display_debug_stats is enabled.
        !          2045:  *  This routine provides a way to take a look at important statistics
        !          2046:  *  maintained by the driver and hardware.
        !          2047:  *
        !          2048:  **********************************************************************/
        !          2049: void
        !          2050: ixgb_print_hw_stats(struct ixgb_softc *sc)
        !          2051: {
        !          2052:        char            buf_speed[100], buf_type[100];
        !          2053:        ixgb_bus_speed  bus_speed;
        !          2054:        ixgb_bus_type   bus_type;
        !          2055:        const char * const unit = sc->sc_dv.dv_xname;
        !          2056:
        !          2057:        bus_speed = sc->hw.bus.speed;
        !          2058:        bus_type = sc->hw.bus.type;
        !          2059:        snprintf(buf_speed, sizeof(buf_speed),
        !          2060:                bus_speed == ixgb_bus_speed_33 ? "33MHz" :
        !          2061:                bus_speed == ixgb_bus_speed_66 ? "66MHz" :
        !          2062:                bus_speed == ixgb_bus_speed_100 ? "100MHz" :
        !          2063:                bus_speed == ixgb_bus_speed_133 ? "133MHz" :
        !          2064:                "UNKNOWN");
        !          2065:        printf("%s: PCI_Bus_Speed = %s\n", unit,
        !          2066:                buf_speed);
        !          2067:
        !          2068:        snprintf(buf_type, sizeof(buf_type),
        !          2069:                bus_type == ixgb_bus_type_pci ? "PCI" :
        !          2070:                bus_type == ixgb_bus_type_pcix ? "PCI-X" :
        !          2071:                "UNKNOWN");
        !          2072:        printf("%s: PCI_Bus_Type = %s\n", unit,
        !          2073:                buf_type);
        !          2074:
        !          2075:        printf("%s: Tx Descriptors not Avail1 = %ld\n", unit,
        !          2076:                sc->no_tx_desc_avail1);
        !          2077:        printf("%s: Tx Descriptors not Avail2 = %ld\n", unit,
        !          2078:                sc->no_tx_desc_avail2);
        !          2079:        printf("%s: Std Mbuf Failed = %ld\n", unit,
        !          2080:                sc->mbuf_alloc_failed);
        !          2081:        printf("%s: Std Cluster Failed = %ld\n", unit,
        !          2082:                sc->mbuf_cluster_failed);
        !          2083:
        !          2084:        printf("%s: Defer count = %lld\n", unit,
        !          2085:                (long long)sc->stats.dc);
        !          2086:        printf("%s: Missed Packets = %lld\n", unit,
        !          2087:                (long long)sc->stats.mpc);
        !          2088:        printf("%s: Receive No Buffers = %lld\n", unit,
        !          2089:                (long long)sc->stats.rnbc);
        !          2090:        printf("%s: Receive length errors = %lld\n", unit,
        !          2091:                (long long)sc->stats.rlec);
        !          2092:        printf("%s: Crc errors = %lld\n", unit,
        !          2093:                (long long)sc->stats.crcerrs);
        !          2094:        printf("%s: Driver dropped packets = %ld\n", unit,
        !          2095:                sc->dropped_pkts);
        !          2096:
        !          2097:        printf("%s: XON Rcvd = %lld\n", unit,
        !          2098:                (long long)sc->stats.xonrxc);
        !          2099:        printf("%s: XON Xmtd = %lld\n", unit,
        !          2100:                (long long)sc->stats.xontxc);
        !          2101:        printf("%s: XOFF Rcvd = %lld\n", unit,
        !          2102:                (long long)sc->stats.xoffrxc);
        !          2103:        printf("%s: XOFF Xmtd = %lld\n", unit,
        !          2104:                (long long)sc->stats.xofftxc);
        !          2105:
        !          2106:        printf("%s: Good Packets Rcvd = %lld\n", unit,
        !          2107:                (long long)sc->stats.gprcl);
        !          2108:        printf("%s: Good Packets Xmtd = %lld\n", unit,
        !          2109:                (long long)sc->stats.gptcl);
        !          2110:
        !          2111:        printf("%s: Jumbo frames recvd = %lld\n", unit,
        !          2112:                (long long)sc->stats.jprcl);
        !          2113:        printf("%s: Jumbo frames Xmtd = %lld\n", unit,
        !          2114:                (long long)sc->stats.jptcl);
        !          2115: }

CVSweb