Path: blob/main/sys/dev/ata/chipsets/ata-nvidia.c
103790 views
/*-1* SPDX-License-Identifier: BSD-2-Clause2*3* Copyright (c) 1998 - 2008 Søren Schmidt <[email protected]>4* All rights reserved.5*6* Redistribution and use in source and binary forms, with or without7* modification, are permitted provided that the following conditions8* are met:9* 1. Redistributions of source code must retain the above copyright10* notice, this list of conditions and the following disclaimer,11* without modification, immediately at the beginning of the file.12* 2. Redistributions in binary form must reproduce the above copyright13* notice, this list of conditions and the following disclaimer in the14* documentation and/or other materials provided with the distribution.15*16* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR17* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES18* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.19* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,20* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT21* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,22* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY23* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT24* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF25* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.26*/2728#include <sys/param.h>29#include <sys/module.h>30#include <sys/systm.h>31#include <sys/kernel.h>32#include <sys/ata.h>33#include <sys/bus.h>34#include <sys/endian.h>35#include <sys/malloc.h>36#include <sys/lock.h>37#include <sys/mutex.h>38#include <sys/sema.h>39#include <sys/stdarg.h>40#include <sys/taskqueue.h>41#include <vm/uma.h>42#include <machine/resource.h>43#include <machine/bus.h>44#include <sys/rman.h>45#include <dev/pci/pcivar.h>46#include <dev/pci/pcireg.h>47#include <dev/ata/ata-all.h>48#include <dev/ata/ata-pci.h>49#include <ata_if.h>5051/* local prototypes */52static int ata_nvidia_chipinit(device_t dev);53static int ata_nvidia_ch_attach(device_t dev);54static int ata_nvidia_ch_attach_dumb(device_t dev);55static int ata_nvidia_status(device_t dev);56static void ata_nvidia_reset(device_t dev);57static int ata_nvidia_setmode(device_t dev, int target, int mode);5859/* misc defines */60#define NV4 0x0161#define NVQ 0x0262#define NVAHCI 0x046364/*65* nVidia chipset support functions66*/67static int68ata_nvidia_probe(device_t dev)69{70struct ata_pci_controller *ctlr = device_get_softc(dev);71static const struct ata_chip_id ids[] =72{{ ATA_NFORCE1, 0, 0, 0, ATA_UDMA5, "nForce" },73{ ATA_NFORCE2, 0, 0, 0, ATA_UDMA6, "nForce2" },74{ ATA_NFORCE2_PRO, 0, 0, 0, ATA_UDMA6, "nForce2 Pro" },75{ ATA_NFORCE2_PRO_S1, 0, 0, 0, ATA_SA150, "nForce2 Pro" },76{ ATA_NFORCE3, 0, 0, 0, ATA_UDMA6, "nForce3" },77{ ATA_NFORCE3_PRO, 0, 0, 0, ATA_UDMA6, "nForce3 Pro" },78{ ATA_NFORCE3_PRO_S1, 0, 0, 0, ATA_SA150, "nForce3 Pro" },79{ ATA_NFORCE3_PRO_S2, 0, 0, 0, ATA_SA150, "nForce3 Pro" },80{ ATA_NFORCE_MCP04, 0, 0, 0, ATA_UDMA6, "nForce MCP" },81{ ATA_NFORCE_MCP04_S1, 0, NV4, 0, ATA_SA150, "nForce MCP" },82{ ATA_NFORCE_MCP04_S2, 0, NV4, 0, ATA_SA150, "nForce MCP" },83{ ATA_NFORCE_CK804, 0, 0, 0, ATA_UDMA6, "nForce CK804" },84{ ATA_NFORCE_CK804_S1, 0, NV4, 0, ATA_SA300, "nForce CK804" },85{ ATA_NFORCE_CK804_S2, 0, NV4, 0, ATA_SA300, "nForce CK804" },86{ ATA_NFORCE_MCP51, 0, 0, 0, ATA_UDMA6, "nForce MCP51" },87{ ATA_NFORCE_MCP51_S1, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP51" },88{ ATA_NFORCE_MCP51_S2, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP51" },89{ ATA_NFORCE_MCP55, 0, 0, 0, ATA_UDMA6, "nForce MCP55" },90{ ATA_NFORCE_MCP55_S1, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP55" },91{ ATA_NFORCE_MCP55_S2, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP55" },92{ ATA_NFORCE_MCP61, 0, 0, 0, ATA_UDMA6, "nForce MCP61" },93{ ATA_NFORCE_MCP61_S1, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP61" },94{ ATA_NFORCE_MCP61_S2, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP61" },95{ ATA_NFORCE_MCP61_S3, 0, NV4|NVQ, 0, ATA_SA300, "nForce MCP61" },96{ ATA_NFORCE_MCP65, 0, 0, 0, ATA_UDMA6, "nForce MCP65" },97{ ATA_NFORCE_MCP65_A0, 0, NVAHCI, 0, ATA_SA300, "nForce MCP65" },98{ ATA_NFORCE_MCP65_A1, 0, NVAHCI, 0, ATA_SA300, "nForce MCP65" },99{ ATA_NFORCE_MCP65_A2, 0, NVAHCI, 0, ATA_SA300, "nForce MCP65" },100{ ATA_NFORCE_MCP65_A3, 0, NVAHCI, 0, ATA_SA300, "nForce MCP65" },101{ ATA_NFORCE_MCP65_A4, 0, NVAHCI, 0, ATA_SA300, "nForce MCP65" },102{ ATA_NFORCE_MCP65_A5, 0, NVAHCI, 0, ATA_SA300, "nForce MCP65" },103{ ATA_NFORCE_MCP65_A6, 0, NVAHCI, 0, ATA_SA300, "nForce MCP65" },104{ ATA_NFORCE_MCP65_A7, 0, NVAHCI, 0, ATA_SA300, "nForce MCP65" },105{ ATA_NFORCE_MCP67, 0, 0, 0, ATA_UDMA6, "nForce MCP67" },106{ ATA_NFORCE_MCP67_A0, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },107{ ATA_NFORCE_MCP67_A1, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },108{ ATA_NFORCE_MCP67_A2, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },109{ ATA_NFORCE_MCP67_A3, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },110{ ATA_NFORCE_MCP67_A4, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },111{ ATA_NFORCE_MCP67_A5, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },112{ ATA_NFORCE_MCP67_A6, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },113{ ATA_NFORCE_MCP67_A7, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },114{ ATA_NFORCE_MCP67_A8, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },115{ ATA_NFORCE_MCP67_A9, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },116{ ATA_NFORCE_MCP67_AA, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },117{ ATA_NFORCE_MCP67_AB, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },118{ ATA_NFORCE_MCP67_AC, 0, NVAHCI, 0, ATA_SA300, "nForce MCP67" },119{ ATA_NFORCE_MCP73, 0, 0, 0, ATA_UDMA6, "nForce MCP73" },120{ ATA_NFORCE_MCP73_A0, 0, NVAHCI, 0, ATA_SA300, "nForce MCP73" },121{ ATA_NFORCE_MCP73_A1, 0, NVAHCI, 0, ATA_SA300, "nForce MCP73" },122{ ATA_NFORCE_MCP73_A2, 0, NVAHCI, 0, ATA_SA300, "nForce MCP73" },123{ ATA_NFORCE_MCP73_A3, 0, NVAHCI, 0, ATA_SA300, "nForce MCP73" },124{ ATA_NFORCE_MCP73_A4, 0, NVAHCI, 0, ATA_SA300, "nForce MCP73" },125{ ATA_NFORCE_MCP73_A5, 0, NVAHCI, 0, ATA_SA300, "nForce MCP73" },126{ ATA_NFORCE_MCP73_A6, 0, NVAHCI, 0, ATA_SA300, "nForce MCP73" },127{ ATA_NFORCE_MCP73_A7, 0, NVAHCI, 0, ATA_SA300, "nForce MCP73" },128{ ATA_NFORCE_MCP73_A8, 0, NVAHCI, 0, ATA_SA300, "nForce MCP73" },129{ ATA_NFORCE_MCP73_A9, 0, NVAHCI, 0, ATA_SA300, "nForce MCP73" },130{ ATA_NFORCE_MCP73_AA, 0, NVAHCI, 0, ATA_SA300, "nForce MCP73" },131{ ATA_NFORCE_MCP73_AB, 0, NVAHCI, 0, ATA_SA300, "nForce MCP73" },132{ ATA_NFORCE_MCP77, 0, 0, 0, ATA_UDMA6, "nForce MCP77" },133{ ATA_NFORCE_MCP77_A0, 0, NVAHCI, 0, ATA_SA300, "nForce MCP77" },134{ ATA_NFORCE_MCP77_A1, 0, NVAHCI, 0, ATA_SA300, "nForce MCP77" },135{ ATA_NFORCE_MCP77_A2, 0, NVAHCI, 0, ATA_SA300, "nForce MCP77" },136{ ATA_NFORCE_MCP77_A3, 0, NVAHCI, 0, ATA_SA300, "nForce MCP77" },137{ ATA_NFORCE_MCP77_A4, 0, NVAHCI, 0, ATA_SA300, "nForce MCP77" },138{ ATA_NFORCE_MCP77_A5, 0, NVAHCI, 0, ATA_SA300, "nForce MCP77" },139{ ATA_NFORCE_MCP77_A6, 0, NVAHCI, 0, ATA_SA300, "nForce MCP77" },140{ ATA_NFORCE_MCP77_A7, 0, NVAHCI, 0, ATA_SA300, "nForce MCP77" },141{ ATA_NFORCE_MCP77_A8, 0, NVAHCI, 0, ATA_SA300, "nForce MCP77" },142{ ATA_NFORCE_MCP77_A9, 0, NVAHCI, 0, ATA_SA300, "nForce MCP77" },143{ ATA_NFORCE_MCP77_AA, 0, NVAHCI, 0, ATA_SA300, "nForce MCP77" },144{ ATA_NFORCE_MCP77_AB, 0, NVAHCI, 0, ATA_SA300, "nForce MCP77" },145{ ATA_NFORCE_MCP79_A0, 0, NVAHCI, 0, ATA_SA300, "nForce MCP79" },146{ ATA_NFORCE_MCP79_A1, 0, NVAHCI, 0, ATA_SA300, "nForce MCP79" },147{ ATA_NFORCE_MCP79_A2, 0, NVAHCI, 0, ATA_SA300, "nForce MCP79" },148{ ATA_NFORCE_MCP79_A3, 0, NVAHCI, 0, ATA_SA300, "nForce MCP79" },149{ ATA_NFORCE_MCP79_A4, 0, NVAHCI, 0, ATA_SA300, "nForce MCP79" },150{ ATA_NFORCE_MCP79_A5, 0, NVAHCI, 0, ATA_SA300, "nForce MCP79" },151{ ATA_NFORCE_MCP79_A6, 0, NVAHCI, 0, ATA_SA300, "nForce MCP79" },152{ ATA_NFORCE_MCP79_A7, 0, NVAHCI, 0, ATA_SA300, "nForce MCP79" },153{ ATA_NFORCE_MCP79_A8, 0, NVAHCI, 0, ATA_SA300, "nForce MCP79" },154{ ATA_NFORCE_MCP79_A9, 0, NVAHCI, 0, ATA_SA300, "nForce MCP79" },155{ ATA_NFORCE_MCP79_AA, 0, NVAHCI, 0, ATA_SA300, "nForce MCP79" },156{ ATA_NFORCE_MCP79_AB, 0, NVAHCI, 0, ATA_SA300, "nForce MCP79" },157{ ATA_NFORCE_MCP89_A0, 0, NVAHCI, 0, ATA_SA300, "nForce MCP89" },158{ ATA_NFORCE_MCP89_A1, 0, NVAHCI, 0, ATA_SA300, "nForce MCP89" },159{ ATA_NFORCE_MCP89_A2, 0, NVAHCI, 0, ATA_SA300, "nForce MCP89" },160{ ATA_NFORCE_MCP89_A3, 0, NVAHCI, 0, ATA_SA300, "nForce MCP89" },161{ ATA_NFORCE_MCP89_A4, 0, NVAHCI, 0, ATA_SA300, "nForce MCP89" },162{ ATA_NFORCE_MCP89_A5, 0, NVAHCI, 0, ATA_SA300, "nForce MCP89" },163{ ATA_NFORCE_MCP89_A6, 0, NVAHCI, 0, ATA_SA300, "nForce MCP89" },164{ ATA_NFORCE_MCP89_A7, 0, NVAHCI, 0, ATA_SA300, "nForce MCP89" },165{ ATA_NFORCE_MCP89_A8, 0, NVAHCI, 0, ATA_SA300, "nForce MCP89" },166{ ATA_NFORCE_MCP89_A9, 0, NVAHCI, 0, ATA_SA300, "nForce MCP89" },167{ ATA_NFORCE_MCP89_AA, 0, NVAHCI, 0, ATA_SA300, "nForce MCP89" },168{ ATA_NFORCE_MCP89_AB, 0, NVAHCI, 0, ATA_SA300, "nForce MCP89" },169{ 0, 0, 0, 0, 0, 0}} ;170171if (pci_get_vendor(dev) != ATA_NVIDIA_ID)172return ENXIO;173174if (!(ctlr->chip = ata_match_chip(dev, ids)))175return ENXIO;176177if ((ctlr->chip->cfg1 & NVAHCI) &&178pci_get_subclass(dev) != PCIS_STORAGE_IDE)179return (ENXIO);180181ata_set_desc(dev);182ctlr->chipinit = ata_nvidia_chipinit;183return (BUS_PROBE_LOW_PRIORITY);184}185186static int187ata_nvidia_chipinit(device_t dev)188{189struct ata_pci_controller *ctlr = device_get_softc(dev);190191if (ata_setup_interrupt(dev, ata_generic_intr))192return ENXIO;193194if (ctlr->chip->cfg1 & NVAHCI) {195ctlr->ch_attach = ata_nvidia_ch_attach_dumb;196ctlr->setmode = ata_sata_setmode;197} else if (ctlr->chip->max_dma >= ATA_SA150) {198if (pci_read_config(dev, PCIR_BAR(5), 1) & 1)199ctlr->r_type2 = SYS_RES_IOPORT;200else201ctlr->r_type2 = SYS_RES_MEMORY;202ctlr->r_rid2 = PCIR_BAR(5);203if ((ctlr->r_res2 = bus_alloc_resource_any(dev, ctlr->r_type2,204&ctlr->r_rid2, RF_ACTIVE))) {205int offset = ctlr->chip->cfg1 & NV4 ? 0x0440 : 0x0010;206207ctlr->ch_attach = ata_nvidia_ch_attach;208ctlr->ch_detach = ata_pci_ch_detach;209ctlr->reset = ata_nvidia_reset;210211/* enable control access */212pci_write_config(dev, 0x50, pci_read_config(dev, 0x50, 1) | 0x04,1);213/* MCP55 seems to need some time to allow r_res2 read. */214DELAY(10);215if (ctlr->chip->cfg1 & NVQ) {216/* clear interrupt status */217ATA_OUTL(ctlr->r_res2, offset, 0x00ff00ff);218219/* enable device and PHY state change interrupts */220ATA_OUTL(ctlr->r_res2, offset + 4, 0x000d000d);221222/* disable NCQ support */223ATA_OUTL(ctlr->r_res2, 0x0400,224ATA_INL(ctlr->r_res2, 0x0400) & 0xfffffff9);225}226else {227/* clear interrupt status */228ATA_OUTB(ctlr->r_res2, offset, 0xff);229230/* enable device and PHY state change interrupts */231ATA_OUTB(ctlr->r_res2, offset + 1, 0xdd);232}233}234ctlr->setmode = ata_sata_setmode;235ctlr->getrev = ata_sata_getrev;236}237else {238/* disable prefetch, postwrite */239pci_write_config(dev, 0x51, pci_read_config(dev, 0x51, 1) & 0x0f, 1);240ctlr->setmode = ata_nvidia_setmode;241}242return 0;243}244245static int246ata_nvidia_ch_attach(device_t dev)247{248struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));249struct ata_channel *ch = device_get_softc(dev);250251/* setup the usual register normal pci style */252if (ata_pci_ch_attach(dev))253return ENXIO;254255ch->r_io[ATA_SSTATUS].res = ctlr->r_res2;256ch->r_io[ATA_SSTATUS].offset = (ch->unit << 6);257ch->r_io[ATA_SERROR].res = ctlr->r_res2;258ch->r_io[ATA_SERROR].offset = 0x04 + (ch->unit << 6);259ch->r_io[ATA_SCONTROL].res = ctlr->r_res2;260ch->r_io[ATA_SCONTROL].offset = 0x08 + (ch->unit << 6);261262ch->hw.status = ata_nvidia_status;263ch->flags |= ATA_NO_SLAVE;264ch->flags |= ATA_SATA;265return 0;266}267268static int269ata_nvidia_ch_attach_dumb(device_t dev)270{271struct ata_channel *ch = device_get_softc(dev);272273if (ata_pci_ch_attach(dev))274return ENXIO;275ch->flags |= ATA_SATA;276return 0;277}278279static int280ata_nvidia_status(device_t dev)281{282struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));283struct ata_channel *ch = device_get_softc(dev);284int offset = ctlr->chip->cfg1 & NV4 ? 0x0440 : 0x0010;285int shift = ch->unit << (ctlr->chip->cfg1 & NVQ ? 4 : 2);286u_int32_t istatus;287288/* get interrupt status */289if (ctlr->chip->cfg1 & NVQ)290istatus = ATA_INL(ctlr->r_res2, offset);291else292istatus = ATA_INB(ctlr->r_res2, offset);293294/* do we have any PHY events ? */295if (istatus & (0x0c << shift))296ata_sata_phy_check_events(dev, -1);297298/* clear interrupt(s) */299if (ctlr->chip->cfg1 & NVQ)300ATA_OUTL(ctlr->r_res2, offset, (0x0f << shift) | 0x00f000f0);301else302ATA_OUTB(ctlr->r_res2, offset, (0x0f << shift));303304/* do we have any device action ? */305return (istatus & (0x01 << shift));306}307308static void309ata_nvidia_reset(device_t dev)310{311struct ata_channel *ch = device_get_softc(dev);312313if (ata_sata_phy_reset(dev, -1, 1))314ata_generic_reset(dev);315else316ch->devices = 0;317}318319static int320ata_nvidia_setmode(device_t dev, int target, int mode)321{322device_t parent = device_get_parent(dev);323struct ata_pci_controller *ctlr = device_get_softc(parent);324struct ata_channel *ch = device_get_softc(dev);325int devno = (ch->unit << 1) + target;326int piomode;327static const uint8_t timings[] =328{ 0xa8, 0x65, 0x42, 0x22, 0x20, 0xa8, 0x22, 0x20 };329static const uint8_t modes[] =330{ 0xc2, 0xc1, 0xc0, 0xc4, 0xc5, 0xc6, 0xc7 };331int reg = 0x63 - devno;332333mode = min(mode, ctlr->chip->max_dma);334335if (mode >= ATA_UDMA0) {336pci_write_config(parent, reg, modes[mode & ATA_MODE_MASK], 1);337piomode = ATA_PIO4;338} else {339pci_write_config(parent, reg, 0x8b, 1);340piomode = mode;341}342pci_write_config(parent, reg - 0x08, timings[ata_mode2idx(piomode)], 1);343return (mode);344}345346ATA_DECLARE_DRIVER(ata_nvidia);347348349