| // SPDX-License-Identifier: GPL-2.0-or-later |
| /* |
| * SATA specific part of ATA helper library |
| * |
| * Copyright 2003-2004 Red Hat, Inc. All rights reserved. |
| * Copyright 2003-2004 Jeff Garzik |
| * Copyright 2006 Tejun Heo <htejun@gmail.com> |
| */ |
| |
| #include <linux/kernel.h> |
| #include <linux/module.h> |
| #include <scsi/scsi_cmnd.h> |
| #include <scsi/scsi_device.h> |
| #include <scsi/scsi_eh.h> |
| #include <linux/libata.h> |
| #include <linux/unaligned.h> |
| |
| #include "libata.h" |
| #include "libata-transport.h" |
| |
| /* debounce timing parameters in msecs { interval, duration, timeout } */ |
| const unsigned int sata_deb_timing_normal[] = { 5, 100, 2000 }; |
| EXPORT_SYMBOL_GPL(sata_deb_timing_normal); |
| const unsigned int sata_deb_timing_hotplug[] = { 25, 500, 2000 }; |
| EXPORT_SYMBOL_GPL(sata_deb_timing_hotplug); |
| const unsigned int sata_deb_timing_long[] = { 100, 2000, 5000 }; |
| EXPORT_SYMBOL_GPL(sata_deb_timing_long); |
| |
| /** |
| * sata_scr_valid - test whether SCRs are accessible |
| * @link: ATA link to test SCR accessibility for |
| * |
| * Test whether SCRs are accessible for @link. |
| * |
| * LOCKING: |
| * None. |
| * |
| * RETURNS: |
| * 1 if SCRs are accessible, 0 otherwise. |
| */ |
| int sata_scr_valid(struct ata_link *link) |
| { |
| struct ata_port *ap = link->ap; |
| |
| return (ap->flags & ATA_FLAG_SATA) && ap->ops->scr_read; |
| } |
| EXPORT_SYMBOL_GPL(sata_scr_valid); |
| |
| /** |
| * sata_scr_read - read SCR register of the specified port |
| * @link: ATA link to read SCR for |
| * @reg: SCR to read |
| * @val: Place to store read value |
| * |
| * Read SCR register @reg of @link into *@val. This function is |
| * guaranteed to succeed if @link is ap->link, the cable type of |
| * the port is SATA and the port implements ->scr_read. |
| * |
| * LOCKING: |
| * None if @link is ap->link. Kernel thread context otherwise. |
| * |
| * RETURNS: |
| * 0 on success, negative errno on failure. |
| */ |
| int sata_scr_read(struct ata_link *link, int reg, u32 *val) |
| { |
| if (ata_is_host_link(link)) { |
| if (sata_scr_valid(link)) |
| return link->ap->ops->scr_read(link, reg, val); |
| return -EOPNOTSUPP; |
| } |
| |
| return sata_pmp_scr_read(link, reg, val); |
| } |
| EXPORT_SYMBOL_GPL(sata_scr_read); |
| |
| /** |
| * sata_scr_write - write SCR register of the specified port |
| * @link: ATA link to write SCR for |
| * @reg: SCR to write |
| * @val: value to write |
| * |
| * Write @val to SCR register @reg of @link. This function is |
| * guaranteed to succeed if @link is ap->link, the cable type of |
| * the port is SATA and the port implements ->scr_read. |
| * |
| * LOCKING: |
| * None if @link is ap->link. Kernel thread context otherwise. |
| * |
| * RETURNS: |
| * 0 on success, negative errno on failure. |
| */ |
| int sata_scr_write(struct ata_link *link, int reg, u32 val) |
| { |
| if (ata_is_host_link(link)) { |
| if (sata_scr_valid(link)) |
| return link->ap->ops->scr_write(link, reg, val); |
| return -EOPNOTSUPP; |
| } |
| |
| return sata_pmp_scr_write(link, reg, val); |
| } |
| EXPORT_SYMBOL_GPL(sata_scr_write); |
| |
| /** |
| * sata_scr_write_flush - write SCR register of the specified port and flush |
| * @link: ATA link to write SCR for |
| * @reg: SCR to write |
| * @val: value to write |
| * |
| * This function is identical to sata_scr_write() except that this |
| * function performs flush after writing to the register. |
| * |
| * LOCKING: |
| * None if @link is ap->link. Kernel thread context otherwise. |
| * |
| * RETURNS: |
| * 0 on success, negative errno on failure. |
| */ |
| int sata_scr_write_flush(struct ata_link *link, int reg, u32 val) |
| { |
| if (ata_is_host_link(link)) { |
| int rc; |
| |
| if (sata_scr_valid(link)) { |
| rc = link->ap->ops->scr_write(link, reg, val); |
| if (rc == 0) |
| rc = link->ap->ops->scr_read(link, reg, &val); |
| return rc; |
| } |
| return -EOPNOTSUPP; |
| } |
| |
| return sata_pmp_scr_write(link, reg, val); |
| } |
| EXPORT_SYMBOL_GPL(sata_scr_write_flush); |
| |
| /** |
| * ata_tf_to_fis - Convert ATA taskfile to SATA FIS structure |
| * @tf: Taskfile to convert |
| * @pmp: Port multiplier port |
| * @is_cmd: This FIS is for command |
| * @fis: Buffer into which data will output |
| * |
| * Converts a standard ATA taskfile to a Serial ATA |
| * FIS structure (Register - Host to Device). |
| * |
| * LOCKING: |
| * Inherited from caller. |
| */ |
| void ata_tf_to_fis(const struct ata_taskfile *tf, u8 pmp, int is_cmd, u8 *fis) |
| { |
| fis[0] = 0x27; /* Register - Host to Device FIS */ |
| fis[1] = pmp & 0xf; /* Port multiplier number*/ |
| if (is_cmd) |
| fis[1] |= (1 << 7); /* bit 7 indicates Command FIS */ |
| |
| fis[2] = tf->command; |
| fis[3] = tf->feature; |
| |
| fis[4] = tf->lbal; |
| fis[5] = tf->lbam; |
| fis[6] = tf->lbah; |
| fis[7] = tf->device; |
| |
| fis[8] = tf->hob_lbal; |
| fis[9] = tf->hob_lbam; |
| fis[10] = tf->hob_lbah; |
| fis[11] = tf->hob_feature; |
| |
| fis[12] = tf->nsect; |
| fis[13] = tf->hob_nsect; |
| fis[14] = 0; |
| fis[15] = tf->ctl; |
| |
| fis[16] = tf->auxiliary & 0xff; |
| fis[17] = (tf->auxiliary >> 8) & 0xff; |
| fis[18] = (tf->auxiliary >> 16) & 0xff; |
| fis[19] = (tf->auxiliary >> 24) & 0xff; |
| } |
| EXPORT_SYMBOL_GPL(ata_tf_to_fis); |
| |
| /** |
| * ata_tf_from_fis - Convert SATA FIS to ATA taskfile |
| * @fis: Buffer from which data will be input |
| * @tf: Taskfile to output |
| * |
| * Converts a serial ATA FIS structure to a standard ATA taskfile. |
| * |
| * LOCKING: |
| * Inherited from caller. |
| */ |
| |
| void ata_tf_from_fis(const u8 *fis, struct ata_taskfile *tf) |
| { |
| tf->status = fis[2]; |
| tf->error = fis[3]; |
| |
| tf->lbal = fis[4]; |
| tf->lbam = fis[5]; |
| tf->lbah = fis[6]; |
| tf->device = fis[7]; |
| |
| tf->hob_lbal = fis[8]; |
| tf->hob_lbam = fis[9]; |
| tf->hob_lbah = fis[10]; |
| |
| tf->nsect = fis[12]; |
| tf->hob_nsect = fis[13]; |
| } |
| EXPORT_SYMBOL_GPL(ata_tf_from_fis); |
| |
| /** |
| * sata_link_debounce - debounce SATA phy status |
| * @link: ATA link to debounce SATA phy status for |
| * @params: timing parameters { interval, duration, timeout } in msec |
| * @deadline: deadline jiffies for the operation |
| * |
| * Make sure SStatus of @link reaches stable state, determined by |
| * holding the same value where DET is not 1 for @duration polled |
| * every @interval, before @timeout. Timeout constraints the |
| * beginning of the stable state. Because DET gets stuck at 1 on |
| * some controllers after hot unplugging, this functions waits |
| * until timeout then returns 0 if DET is stable at 1. |
| * |
| * @timeout is further limited by @deadline. The sooner of the |
| * two is used. |
| * |
| * LOCKING: |
| * Kernel thread context (may sleep) |
| * |
| * RETURNS: |
| * 0 on success, -errno on failure. |
| */ |
| int sata_link_debounce(struct ata_link *link, const unsigned int *params, |
| unsigned long deadline) |
| { |
| unsigned int interval = params[0]; |
| unsigned int duration = params[1]; |
| unsigned long last_jiffies, t; |
| u32 last, cur; |
| int rc; |
| |
| t = ata_deadline(jiffies, params[2]); |
| if (time_before(t, deadline)) |
| deadline = t; |
| |
| if ((rc = sata_scr_read(link, SCR_STATUS, &cur))) |
| return rc; |
| cur &= 0xf; |
| |
| last = cur; |
| last_jiffies = jiffies; |
| |
| while (1) { |
| ata_msleep(link->ap, interval); |
| if ((rc = sata_scr_read(link, SCR_STATUS, &cur))) |
| return rc; |
| cur &= 0xf; |
| |
| /* DET stable? */ |
| if (cur == last) { |
| if (cur == 1 && time_before(jiffies, deadline)) |
| continue; |
| if (time_after(jiffies, |
| ata_deadline(last_jiffies, duration))) |
| return 0; |
| continue; |
| } |
| |
| /* unstable, start over */ |
| last = cur; |
| last_jiffies = jiffies; |
| |
| /* Check deadline. If debouncing failed, return |
| * -EPIPE to tell upper layer to lower link speed. |
| */ |
| if (time_after(jiffies, deadline)) |
| return -EPIPE; |
| } |
| } |
| EXPORT_SYMBOL_GPL(sata_link_debounce); |
| |
| /** |
| * sata_link_resume - resume SATA link |
| * @link: ATA link to resume SATA |
| * @params: timing parameters { interval, duration, timeout } in msec |
| * @deadline: deadline jiffies for the operation |
| * |
| * Resume SATA phy @link and debounce it. |
| * |
| * LOCKING: |
| * Kernel thread context (may sleep) |
| * |
| * RETURNS: |
| * 0 on success, -errno on failure. |
| */ |
| int sata_link_resume(struct ata_link *link, const unsigned int *params, |
| unsigned long deadline) |
| { |
| int tries = ATA_LINK_RESUME_TRIES; |
| u32 scontrol, serror; |
| int rc; |
| |
| if ((rc = sata_scr_read(link, SCR_CONTROL, &scontrol))) |
| return rc; |
| |
| /* |
| * Writes to SControl sometimes get ignored under certain |
| * controllers (ata_piix SIDPR). Make sure DET actually is |
| * cleared. |
| */ |
| do { |
| scontrol = (scontrol & 0x0f0) | 0x300; |
| if ((rc = sata_scr_write(link, SCR_CONTROL, scontrol))) |
| return rc; |
| /* |
| * Some PHYs react badly if SStatus is pounded |
| * immediately after resuming. Delay 200ms before |
| * debouncing. |
| */ |
| if (!(link->flags & ATA_LFLAG_NO_DEBOUNCE_DELAY)) |
| ata_msleep(link->ap, 200); |
| |
| /* is SControl restored correctly? */ |
| if ((rc = sata_scr_read(link, SCR_CONTROL, &scontrol))) |
| return rc; |
| } while ((scontrol & 0xf0f) != 0x300 && --tries); |
| |
| if ((scontrol & 0xf0f) != 0x300) { |
| ata_link_warn(link, "failed to resume link (SControl %X)\n", |
| scontrol); |
| return 0; |
| } |
| |
| if (tries < ATA_LINK_RESUME_TRIES) |
| ata_link_warn(link, "link resume succeeded after %d retries\n", |
| ATA_LINK_RESUME_TRIES - tries); |
| |
| if ((rc = sata_link_debounce(link, params, deadline))) |
| return rc; |
| |
| /* clear SError, some PHYs require this even for SRST to work */ |
| if (!(rc = sata_scr_read(link, SCR_ERROR, &serror))) |
| rc = sata_scr_write(link, SCR_ERROR, serror); |
| |
| return rc != -EINVAL ? rc : 0; |
| } |
| EXPORT_SYMBOL_GPL(sata_link_resume); |
| |
| /** |
| * sata_link_scr_lpm - manipulate SControl IPM and SPM fields |
| * @link: ATA link to manipulate SControl for |
| * @policy: LPM policy to configure |
| * @spm_wakeup: initiate LPM transition to active state |
| * |
| * Manipulate the IPM field of the SControl register of @link |
| * according to @policy. If @policy is ATA_LPM_MAX_POWER and |
| * @spm_wakeup is %true, the SPM field is manipulated to wake up |
| * the link. This function also clears PHYRDY_CHG before |
| * returning. |
| * |
| * LOCKING: |
| * EH context. |
| * |
| * RETURNS: |
| * 0 on success, -errno otherwise. |
| */ |
| int sata_link_scr_lpm(struct ata_link *link, enum ata_lpm_policy policy, |
| bool spm_wakeup) |
| { |
| struct ata_eh_context *ehc = &link->eh_context; |
| bool woken_up = false; |
| u32 scontrol; |
| int rc; |
| |
| rc = sata_scr_read(link, SCR_CONTROL, &scontrol); |
| if (rc) |
| return rc; |
| |
| switch (policy) { |
| case ATA_LPM_MAX_POWER: |
| /* disable all LPM transitions */ |
| scontrol |= (0x7 << 8); |
| /* initiate transition to active state */ |
| if (spm_wakeup) { |
| scontrol |= (0x4 << 12); |
| woken_up = true; |
| } |
| break; |
| case ATA_LPM_MED_POWER: |
| /* allow LPM to PARTIAL */ |
| scontrol &= ~(0x1 << 8); |
| scontrol |= (0x6 << 8); |
| break; |
| case ATA_LPM_MED_POWER_WITH_DIPM: |
| case ATA_LPM_MIN_POWER_WITH_PARTIAL: |
| case ATA_LPM_MIN_POWER: |
| if (ata_link_nr_enabled(link) > 0) { |
| /* assume no restrictions on LPM transitions */ |
| scontrol &= ~(0x7 << 8); |
| |
| /* |
| * If the controller does not support partial, slumber, |
| * or devsleep, then disallow these transitions. |
| */ |
| if (link->ap->host->flags & ATA_HOST_NO_PART) |
| scontrol |= (0x1 << 8); |
| |
| if (link->ap->host->flags & ATA_HOST_NO_SSC) |
| scontrol |= (0x2 << 8); |
| |
| if (link->ap->host->flags & ATA_HOST_NO_DEVSLP) |
| scontrol |= (0x4 << 8); |
| } else { |
| /* empty port, power off */ |
| scontrol &= ~0xf; |
| scontrol |= (0x1 << 2); |
| } |
| break; |
| default: |
| WARN_ON(1); |
| } |
| |
| rc = sata_scr_write(link, SCR_CONTROL, scontrol); |
| if (rc) |
| return rc; |
| |
| /* give the link time to transit out of LPM state */ |
| if (woken_up) |
| msleep(10); |
| |
| /* clear PHYRDY_CHG from SError */ |
| ehc->i.serror &= ~SERR_PHYRDY_CHG; |
| return sata_scr_write(link, SCR_ERROR, SERR_PHYRDY_CHG); |
| } |
| EXPORT_SYMBOL_GPL(sata_link_scr_lpm); |
| |
| static int __sata_set_spd_needed(struct ata_link *link, u32 *scontrol) |
| { |
| struct ata_link *host_link = &link->ap->link; |
| u32 limit, target, spd; |
| |
| limit = link->sata_spd_limit; |
| |
| /* Don't configure downstream link faster than upstream link. |
| * It doesn't speed up anything and some PMPs choke on such |
| * configuration. |
| */ |
| if (!ata_is_host_link(link) && host_link->sata_spd) |
| limit &= (1 << host_link->sata_spd) - 1; |
| |
| if (limit == UINT_MAX) |
| target = 0; |
| else |
| target = fls(limit); |
| |
| spd = (*scontrol >> 4) & 0xf; |
| *scontrol = (*scontrol & ~0xf0) | ((target & 0xf) << 4); |
| |
| return spd != target; |
| } |
| |
| /** |
| * sata_set_spd_needed - is SATA spd configuration needed |
| * @link: Link in question |
| * |
| * Test whether the spd limit in SControl matches |
| * @link->sata_spd_limit. This function is used to determine |
| * whether hardreset is necessary to apply SATA spd |
| * configuration. |
| * |
| * LOCKING: |
| * Inherited from caller. |
| * |
| * RETURNS: |
| * 1 if SATA spd configuration is needed, 0 otherwise. |
| */ |
| static int sata_set_spd_needed(struct ata_link *link) |
| { |
| u32 scontrol; |
| |
| if (sata_scr_read(link, SCR_CONTROL, &scontrol)) |
| return 1; |
| |
| return __sata_set_spd_needed(link, &scontrol); |
| } |
| |
| /** |
| * sata_set_spd - set SATA spd according to spd limit |
| * @link: Link to set SATA spd for |
| * |
| * Set SATA spd of @link according to sata_spd_limit. |
| * |
| * LOCKING: |
| * Inherited from caller. |
| * |
| * RETURNS: |
| * 0 if spd doesn't need to be changed, 1 if spd has been |
| * changed. Negative errno if SCR registers are inaccessible. |
| */ |
| int sata_set_spd(struct ata_link *link) |
| { |
| u32 scontrol; |
| int rc; |
| |
| if ((rc = sata_scr_read(link, SCR_CONTROL, &scontrol))) |
| return rc; |
| |
| if (!__sata_set_spd_needed(link, &scontrol)) |
| return 0; |
| |
| if ((rc = sata_scr_write(link, SCR_CONTROL, scontrol))) |
| return rc; |
| |
| return 1; |
| } |
| EXPORT_SYMBOL_GPL(sata_set_spd); |
| |
| /** |
| * sata_down_spd_limit - adjust SATA spd limit downward |
| * @link: Link to adjust SATA spd limit for |
| * @spd_limit: Additional limit |
| * |
| * Adjust SATA spd limit of @link downward. Note that this |
| * function only adjusts the limit. The change must be applied |
| * using sata_set_spd(). |
| * |
| * If @spd_limit is non-zero, the speed is limited to equal to or |
| * lower than @spd_limit if such speed is supported. If |
| * @spd_limit is slower than any supported speed, only the lowest |
| * supported speed is allowed. |
| * |
| * LOCKING: |
| * Inherited from caller. |
| * |
| * RETURNS: |
| * 0 on success, negative errno on failure |
| */ |
| int sata_down_spd_limit(struct ata_link *link, u32 spd_limit) |
| { |
| u32 sstatus, spd, mask; |
| int rc, bit; |
| |
| if (!sata_scr_valid(link)) |
| return -EOPNOTSUPP; |
| |
| /* If SCR can be read, use it to determine the current SPD. |
| * If not, use cached value in link->sata_spd. |
| */ |
| rc = sata_scr_read(link, SCR_STATUS, &sstatus); |
| if (rc == 0 && ata_sstatus_online(sstatus)) |
| spd = (sstatus >> 4) & 0xf; |
| else |
| spd = link->sata_spd; |
| |
| mask = link->sata_spd_limit; |
| if (mask <= 1) |
| return -EINVAL; |
| |
| /* unconditionally mask off the highest bit */ |
| bit = fls(mask) - 1; |
| mask &= ~(1 << bit); |
| |
| /* |
| * Mask off all speeds higher than or equal to the current one. At |
| * this point, if current SPD is not available and we previously |
| * recorded the link speed from SStatus, the driver has already |
| * masked off the highest bit so mask should already be 1 or 0. |
| * Otherwise, we should not force 1.5Gbps on a link where we have |
| * not previously recorded speed from SStatus. Just return in this |
| * case. |
| */ |
| if (spd > 1) |
| mask &= (1 << (spd - 1)) - 1; |
| else if (link->sata_spd) |
| return -EINVAL; |
| |
| /* were we already at the bottom? */ |
| if (!mask) |
| return -EINVAL; |
| |
| if (spd_limit) { |
| if (mask & ((1 << spd_limit) - 1)) |
| mask &= (1 << spd_limit) - 1; |
| else { |
| bit = ffs(mask) - 1; |
| mask = 1 << bit; |
| } |
| } |
| |
| link->sata_spd_limit = mask; |
| |
| ata_link_warn(link, "limiting SATA link speed to %s\n", |
| sata_spd_string(fls(mask))); |
| |
| return 0; |
| } |
| |
| /** |
| * sata_link_hardreset - reset link via SATA phy reset |
| * @link: link to reset |
| * @timing: timing parameters { interval, duration, timeout } in msec |
| * @deadline: deadline jiffies for the operation |
| * @online: optional out parameter indicating link onlineness |
| * @check_ready: optional callback to check link readiness |
| * |
| * SATA phy-reset @link using DET bits of SControl register. |
| * After hardreset, link readiness is waited upon using |
| * ata_wait_ready() if @check_ready is specified. LLDs are |
| * allowed to not specify @check_ready and wait itself after this |
| * function returns. Device classification is LLD's |
| * responsibility. |
| * |
| * *@online is set to one iff reset succeeded and @link is online |
| * after reset. |
| * |
| * LOCKING: |
| * Kernel thread context (may sleep) |
| * |
| * RETURNS: |
| * 0 on success, -errno otherwise. |
| */ |
| int sata_link_hardreset(struct ata_link *link, const unsigned int *timing, |
| unsigned long deadline, |
| bool *online, int (*check_ready)(struct ata_link *)) |
| { |
| u32 scontrol; |
| int rc; |
| |
| if (online) |
| *online = false; |
| |
| if (sata_set_spd_needed(link)) { |
| /* SATA spec says nothing about how to reconfigure |
| * spd. To be on the safe side, turn off phy during |
| * reconfiguration. This works for at least ICH7 AHCI |
| * and Sil3124. |
| */ |
| if ((rc = sata_scr_read(link, SCR_CONTROL, &scontrol))) |
| goto out; |
| |
| scontrol = (scontrol & 0x0f0) | 0x304; |
| |
| if ((rc = sata_scr_write(link, SCR_CONTROL, scontrol))) |
| goto out; |
| |
| sata_set_spd(link); |
| } |
| |
| /* issue phy wake/reset */ |
| if ((rc = sata_scr_read(link, SCR_CONTROL, &scontrol))) |
| goto out; |
| |
| scontrol = (scontrol & 0x0f0) | 0x301; |
| |
| if ((rc = sata_scr_write_flush(link, SCR_CONTROL, scontrol))) |
| goto out; |
| |
| /* Couldn't find anything in SATA I/II specs, but AHCI-1.1 |
| * 10.4.2 says at least 1 ms. |
| */ |
| ata_msleep(link->ap, 1); |
| |
| /* bring link back */ |
| rc = sata_link_resume(link, timing, deadline); |
| if (rc) |
| goto out; |
| /* if link is offline nothing more to do */ |
| if (ata_phys_link_offline(link)) |
| goto out; |
| |
| /* Link is online. From this point, -ENODEV too is an error. */ |
| if (online) |
| *online = true; |
| |
| if (sata_pmp_supported(link->ap) && ata_is_host_link(link)) { |
| /* If PMP is supported, we have to do follow-up SRST. |
| * Some PMPs don't send D2H Reg FIS after hardreset if |
| * the first port is empty. Wait only for |
| * ATA_TMOUT_PMP_SRST_WAIT. |
| */ |
| if (check_ready) { |
| unsigned long pmp_deadline; |
| |
| pmp_deadline = ata_deadline(jiffies, |
| ATA_TMOUT_PMP_SRST_WAIT); |
| if (time_after(pmp_deadline, deadline)) |
| pmp_deadline = deadline; |
| ata_wait_ready(link, pmp_deadline, check_ready); |
| } |
| rc = -EAGAIN; |
| goto out; |
| } |
| |
| rc = 0; |
| if (check_ready) |
| rc = ata_wait_ready(link, deadline, check_ready); |
| out: |
| if (rc && rc != -EAGAIN) { |
| /* online is set iff link is online && reset succeeded */ |
| if (online) |
| *online = false; |
| } |
| return rc; |
| } |
| EXPORT_SYMBOL_GPL(sata_link_hardreset); |
| |
| /** |
| * sata_std_hardreset - COMRESET w/o waiting or classification |
| * @link: link to reset |
| * @class: resulting class of attached device |
| * @deadline: deadline jiffies for the operation |
| * |
| * Standard SATA COMRESET w/o waiting or classification. |
| * |
| * LOCKING: |
| * Kernel thread context (may sleep) |
| * |
| * RETURNS: |
| * 0 if link offline, -EAGAIN if link online, -errno on errors. |
| */ |
| int sata_std_hardreset(struct ata_link *link, unsigned int *class, |
| unsigned long deadline) |
| { |
| const unsigned int *timing = sata_ehc_deb_timing(&link->eh_context); |
| bool online; |
| int rc; |
| |
| rc = sata_link_hardreset(link, timing, deadline, &online, NULL); |
| if (online) |
| return -EAGAIN; |
| return rc; |
| } |
| EXPORT_SYMBOL_GPL(sata_std_hardreset); |
| |
| /** |
| * ata_qc_complete_multiple - Complete multiple qcs successfully |
| * @ap: port in question |
| * @qc_active: new qc_active mask |
| * |
| * Complete in-flight commands. This functions is meant to be |
| * called from low-level driver's interrupt routine to complete |
| * requests normally. ap->qc_active and @qc_active is compared |
| * and commands are completed accordingly. |
| * |
| * Always use this function when completing multiple NCQ commands |
| * from IRQ handlers instead of calling ata_qc_complete() |
| * multiple times to keep IRQ expect status properly in sync. |
| * |
| * LOCKING: |
| * spin_lock_irqsave(host lock) |
| * |
| * RETURNS: |
| * Number of completed commands on success, -errno otherwise. |
| */ |
| int ata_qc_complete_multiple(struct ata_port *ap, u64 qc_active) |
| { |
| u64 done_mask, ap_qc_active = ap->qc_active; |
| int nr_done = 0; |
| |
| /* |
| * If the internal tag is set on ap->qc_active, then we care about |
| * bit0 on the passed in qc_active mask. Move that bit up to match |
| * the internal tag. |
| */ |
| if (ap_qc_active & (1ULL << ATA_TAG_INTERNAL)) { |
| qc_active |= (qc_active & 0x01) << ATA_TAG_INTERNAL; |
| qc_active ^= qc_active & 0x01; |
| } |
| |
| done_mask = ap_qc_active ^ qc_active; |
| |
| if (unlikely(done_mask & qc_active)) { |
| ata_port_err(ap, "illegal qc_active transition (%08llx->%08llx)\n", |
| ap->qc_active, qc_active); |
| return -EINVAL; |
| } |
| |
| if (ap->ops->qc_ncq_fill_rtf) |
| ap->ops->qc_ncq_fill_rtf(ap, done_mask); |
| |
| while (done_mask) { |
| struct ata_queued_cmd *qc; |
| unsigned int tag = __ffs64(done_mask); |
| |
| qc = ata_qc_from_tag(ap, tag); |
| if (qc) { |
| ata_qc_complete(qc); |
| nr_done++; |
| } |
| done_mask &= ~(1ULL << tag); |
| } |
| |
| return nr_done; |
| } |
| EXPORT_SYMBOL_GPL(ata_qc_complete_multiple); |
| |
| /** |
| * ata_slave_link_init - initialize slave link |
| * @ap: port to initialize slave link for |
| * |
| * Create and initialize slave link for @ap. This enables slave |
| * link handling on the port. |
| * |
| * In libata, a port contains links and a link contains devices. |
| * There is single host link but if a PMP is attached to it, |
| * there can be multiple fan-out links. On SATA, there's usually |
| * a single device connected to a link but PATA and SATA |
| * controllers emulating TF based interface can have two - master |
| * and slave. |
| * |
| * However, there are a few controllers which don't fit into this |
| * abstraction too well - SATA controllers which emulate TF |
| * interface with both master and slave devices but also have |
| * separate SCR register sets for each device. These controllers |
| * need separate links for physical link handling |
| * (e.g. onlineness, link speed) but should be treated like a |
| * traditional M/S controller for everything else (e.g. command |
| * issue, softreset). |
| * |
| * slave_link is libata's way of handling this class of |
| * controllers without impacting core layer too much. For |
| * anything other than physical link handling, the default host |
| * link is used for both master and slave. For physical link |
| * handling, separate @ap->slave_link is used. All dirty details |
| * are implemented inside libata core layer. From LLD's POV, the |
| * only difference is that prereset, hardreset and postreset are |
| * called once more for the slave link, so the reset sequence |
| * looks like the following. |
| * |
| * prereset(M) -> prereset(S) -> hardreset(M) -> hardreset(S) -> |
| * softreset(M) -> postreset(M) -> postreset(S) |
| * |
| * Note that softreset is called only for the master. Softreset |
| * resets both M/S by definition, so SRST on master should handle |
| * both (the standard method will work just fine). |
| * |
| * LOCKING: |
| * Should be called before host is registered. |
| * |
| * RETURNS: |
| * 0 on success, -errno on failure. |
| */ |
| int ata_slave_link_init(struct ata_port *ap) |
| { |
| struct ata_link *link; |
| |
| WARN_ON(ap->slave_link); |
| WARN_ON(ap->flags & ATA_FLAG_PMP); |
| |
| link = kzalloc(sizeof(*link), GFP_KERNEL); |
| if (!link) |
| return -ENOMEM; |
| |
| ata_link_init(ap, link, 1); |
| ap->slave_link = link; |
| return 0; |
| } |
| EXPORT_SYMBOL_GPL(ata_slave_link_init); |
| |
| /** |
| * sata_lpm_ignore_phy_events - test if PHY event should be ignored |
| * @link: Link receiving the event |
| * |
| * Test whether the received PHY event has to be ignored or not. |
| * |
| * LOCKING: |
| * None: |
| * |
| * RETURNS: |
| * True if the event has to be ignored. |
| */ |
| bool sata_lpm_ignore_phy_events(struct ata_link *link) |
| { |
| unsigned long lpm_timeout = link->last_lpm_change + |
| msecs_to_jiffies(ATA_TMOUT_SPURIOUS_PHY); |
| |
| /* if LPM is enabled, PHYRDY doesn't mean anything */ |
| if (link->lpm_policy > ATA_LPM_MAX_POWER) |
| return true; |
| |
| /* ignore the first PHY event after the LPM policy changed |
| * as it is might be spurious |
| */ |
| if ((link->flags & ATA_LFLAG_CHANGED) && |
| time_before(jiffies, lpm_timeout)) |
| return true; |
| |
| return false; |
| } |
| EXPORT_SYMBOL_GPL(sata_lpm_ignore_phy_events); |
| |
| static const char *ata_lpm_policy_names[] = { |
| [ATA_LPM_UNKNOWN] = "keep_firmware_settings", |
| [ATA_LPM_MAX_POWER] = "max_performance", |
| [ATA_LPM_MED_POWER] = "medium_power", |
| [ATA_LPM_MED_POWER_WITH_DIPM] = "med_power_with_dipm", |
| [ATA_LPM_MIN_POWER_WITH_PARTIAL] = "min_power_with_partial", |
| [ATA_LPM_MIN_POWER] = "min_power", |
| }; |
| |
| static ssize_t ata_scsi_lpm_store(struct device *device, |
| struct device_attribute *attr, |
| const char *buf, size_t count) |
| { |
| struct Scsi_Host *shost = class_to_shost(device); |
| struct ata_port *ap = ata_shost_to_port(shost); |
| struct ata_link *link; |
| struct ata_device *dev; |
| enum ata_lpm_policy policy; |
| unsigned long flags; |
| |
| /* UNKNOWN is internal state, iterate from MAX_POWER */ |
| for (policy = ATA_LPM_MAX_POWER; |
| policy < ARRAY_SIZE(ata_lpm_policy_names); policy++) { |
| const char *name = ata_lpm_policy_names[policy]; |
| |
| if (strncmp(name, buf, strlen(name)) == 0) |
| break; |
| } |
| if (policy == ARRAY_SIZE(ata_lpm_policy_names)) |
| return -EINVAL; |
| |
| spin_lock_irqsave(ap->lock, flags); |
| |
| ata_for_each_link(link, ap, EDGE) { |
| ata_for_each_dev(dev, &ap->link, ENABLED) { |
| if (dev->quirks & ATA_QUIRK_NOLPM) { |
| count = -EOPNOTSUPP; |
| goto out_unlock; |
| } |
| } |
| } |
| |
| ap->target_lpm_policy = policy; |
| ata_port_schedule_eh(ap); |
| out_unlock: |
| spin_unlock_irqrestore(ap->lock, flags); |
| return count; |
| } |
| |
| static ssize_t ata_scsi_lpm_show(struct device *dev, |
| struct device_attribute *attr, char *buf) |
| { |
| struct Scsi_Host *shost = class_to_shost(dev); |
| struct ata_port *ap = ata_shost_to_port(shost); |
| |
| if (ap->target_lpm_policy >= ARRAY_SIZE(ata_lpm_policy_names)) |
| return -EINVAL; |
| |
| return sysfs_emit(buf, "%s\n", |
| ata_lpm_policy_names[ap->target_lpm_policy]); |
| } |
| DEVICE_ATTR(link_power_management_policy, S_IRUGO | S_IWUSR, |
| ata_scsi_lpm_show, ata_scsi_lpm_store); |
| EXPORT_SYMBOL_GPL(dev_attr_link_power_management_policy); |
| |
| /** |
| * ata_ncq_prio_supported - Check if device supports NCQ Priority |
| * @ap: ATA port of the target device |
| * @sdev: SCSI device |
| * @supported: Address of a boolean to store the result |
| * |
| * Helper to check if device supports NCQ Priority feature. |
| * |
| * Context: Any context. Takes and releases @ap->lock. |
| * |
| * Return: |
| * * %0 - OK. Status is stored into @supported |
| * * %-ENODEV - Failed to find the ATA device |
| */ |
| int ata_ncq_prio_supported(struct ata_port *ap, struct scsi_device *sdev, |
| bool *supported) |
| { |
| struct ata_device *dev; |
| unsigned long flags; |
| int rc = 0; |
| |
| spin_lock_irqsave(ap->lock, flags); |
| dev = ata_scsi_find_dev(ap, sdev); |
| if (!dev) |
| rc = -ENODEV; |
| else |
| *supported = dev->flags & ATA_DFLAG_NCQ_PRIO; |
| spin_unlock_irqrestore(ap->lock, flags); |
| |
| return rc; |
| } |
| EXPORT_SYMBOL_GPL(ata_ncq_prio_supported); |
| |
| static ssize_t ata_ncq_prio_supported_show(struct device *device, |
| struct device_attribute *attr, |
| char *buf) |
| { |
| struct scsi_device *sdev = to_scsi_device(device); |
| struct ata_port *ap = ata_shost_to_port(sdev->host); |
| bool supported; |
| int rc; |
| |
| rc = ata_ncq_prio_supported(ap, sdev, &supported); |
| if (rc) |
| return rc; |
| |
| return sysfs_emit(buf, "%d\n", supported); |
| } |
| |
| DEVICE_ATTR(ncq_prio_supported, S_IRUGO, ata_ncq_prio_supported_show, NULL); |
| EXPORT_SYMBOL_GPL(dev_attr_ncq_prio_supported); |
| |
| /** |
| * ata_ncq_prio_enabled - Check if NCQ Priority is enabled |
| * @ap: ATA port of the target device |
| * @sdev: SCSI device |
| * @enabled: Address of a boolean to store the result |
| * |
| * Helper to check if NCQ Priority feature is enabled. |
| * |
| * Context: Any context. Takes and releases @ap->lock. |
| * |
| * Return: |
| * * %0 - OK. Status is stored into @enabled |
| * * %-ENODEV - Failed to find the ATA device |
| */ |
| int ata_ncq_prio_enabled(struct ata_port *ap, struct scsi_device *sdev, |
| bool *enabled) |
| { |
| struct ata_device *dev; |
| unsigned long flags; |
| int rc = 0; |
| |
| spin_lock_irqsave(ap->lock, flags); |
| dev = ata_scsi_find_dev(ap, sdev); |
| if (!dev) |
| rc = -ENODEV; |
| else |
| *enabled = dev->flags & ATA_DFLAG_NCQ_PRIO_ENABLED; |
| spin_unlock_irqrestore(ap->lock, flags); |
| |
| return rc; |
| } |
| EXPORT_SYMBOL_GPL(ata_ncq_prio_enabled); |
| |
| static ssize_t ata_ncq_prio_enable_show(struct device *device, |
| struct device_attribute *attr, |
| char *buf) |
| { |
| struct scsi_device *sdev = to_scsi_device(device); |
| struct ata_port *ap = ata_shost_to_port(sdev->host); |
| bool enabled; |
| int rc; |
| |
| rc = ata_ncq_prio_enabled(ap, sdev, &enabled); |
| if (rc) |
| return rc; |
| |
| return sysfs_emit(buf, "%d\n", enabled); |
| } |
| |
| /** |
| * ata_ncq_prio_enable - Enable/disable NCQ Priority |
| * @ap: ATA port of the target device |
| * @sdev: SCSI device |
| * @enable: true - enable NCQ Priority, false - disable NCQ Priority |
| * |
| * Helper to enable/disable NCQ Priority feature. |
| * |
| * Context: Any context. Takes and releases @ap->lock. |
| * |
| * Return: |
| * * %0 - OK. Status is stored into @enabled |
| * * %-ENODEV - Failed to find the ATA device |
| * * %-EINVAL - NCQ Priority is not supported or CDL is enabled |
| */ |
| int ata_ncq_prio_enable(struct ata_port *ap, struct scsi_device *sdev, |
| bool enable) |
| { |
| struct ata_device *dev; |
| unsigned long flags; |
| int rc = 0; |
| |
| spin_lock_irqsave(ap->lock, flags); |
| |
| dev = ata_scsi_find_dev(ap, sdev); |
| if (!dev) { |
| rc = -ENODEV; |
| goto unlock; |
| } |
| |
| if (!(dev->flags & ATA_DFLAG_NCQ_PRIO)) { |
| rc = -EINVAL; |
| goto unlock; |
| } |
| |
| if (enable) { |
| if (dev->flags & ATA_DFLAG_CDL_ENABLED) { |
| ata_dev_err(dev, |
| "CDL must be disabled to enable NCQ priority\n"); |
| rc = -EINVAL; |
| goto unlock; |
| } |
| dev->flags |= ATA_DFLAG_NCQ_PRIO_ENABLED; |
| } else { |
| dev->flags &= ~ATA_DFLAG_NCQ_PRIO_ENABLED; |
| } |
| |
| unlock: |
| spin_unlock_irqrestore(ap->lock, flags); |
| |
| return rc; |
| } |
| EXPORT_SYMBOL_GPL(ata_ncq_prio_enable); |
| |
| static ssize_t ata_ncq_prio_enable_store(struct device *device, |
| struct device_attribute *attr, |
| const char *buf, size_t len) |
| { |
| struct scsi_device *sdev = to_scsi_device(device); |
| struct ata_port *ap = ata_shost_to_port(sdev->host); |
| bool enable; |
| int rc; |
| |
| rc = kstrtobool(buf, &enable); |
| if (rc) |
| return rc; |
| |
| rc = ata_ncq_prio_enable(ap, sdev, enable); |
| if (rc) |
| return rc; |
| |
| return len; |
| } |
| |
| DEVICE_ATTR(ncq_prio_enable, S_IRUGO | S_IWUSR, |
| ata_ncq_prio_enable_show, ata_ncq_prio_enable_store); |
| EXPORT_SYMBOL_GPL(dev_attr_ncq_prio_enable); |
| |
| static struct attribute *ata_ncq_sdev_attrs[] = { |
| &dev_attr_unload_heads.attr, |
| &dev_attr_ncq_prio_enable.attr, |
| &dev_attr_ncq_prio_supported.attr, |
| NULL |
| }; |
| |
| static const struct attribute_group ata_ncq_sdev_attr_group = { |
| .attrs = ata_ncq_sdev_attrs |
| }; |
| |
| const struct attribute_group *ata_ncq_sdev_groups[] = { |
| &ata_ncq_sdev_attr_group, |
| NULL |
| }; |
| EXPORT_SYMBOL_GPL(ata_ncq_sdev_groups); |
| |
| static ssize_t |
| ata_scsi_em_message_store(struct device *dev, struct device_attribute *attr, |
| const char *buf, size_t count) |
| { |
| struct Scsi_Host *shost = class_to_shost(dev); |
| struct ata_port *ap = ata_shost_to_port(shost); |
| if (ap->ops->em_store && (ap->flags & ATA_FLAG_EM)) |
| return ap->ops->em_store(ap, buf, count); |
| return -EINVAL; |
| } |
| |
| static ssize_t |
| ata_scsi_em_message_show(struct device *dev, struct device_attribute *attr, |
| char *buf) |
| { |
| struct Scsi_Host *shost = class_to_shost(dev); |
| struct ata_port *ap = ata_shost_to_port(shost); |
| |
| if (ap->ops->em_show && (ap->flags & ATA_FLAG_EM)) |
| return ap->ops->em_show(ap, buf); |
| return -EINVAL; |
| } |
| DEVICE_ATTR(em_message, S_IRUGO | S_IWUSR, |
| ata_scsi_em_message_show, ata_scsi_em_message_store); |
| EXPORT_SYMBOL_GPL(dev_attr_em_message); |
| |
| static ssize_t |
| ata_scsi_em_message_type_show(struct device *dev, struct device_attribute *attr, |
| char *buf) |
| { |
| struct Scsi_Host *shost = class_to_shost(dev); |
| struct ata_port *ap = ata_shost_to_port(shost); |
| |
| return sysfs_emit(buf, "%d\n", ap->em_message_type); |
| } |
| DEVICE_ATTR(em_message_type, S_IRUGO, |
| ata_scsi_em_message_type_show, NULL); |
| EXPORT_SYMBOL_GPL(dev_attr_em_message_type); |
| |
| static ssize_t |
| ata_scsi_activity_show(struct device *dev, struct device_attribute *attr, |
| char *buf) |
| { |
| struct scsi_device *sdev = to_scsi_device(dev); |
| struct ata_port *ap = ata_shost_to_port(sdev->host); |
| struct ata_device *atadev = ata_scsi_find_dev(ap, sdev); |
| |
| if (atadev && ap->ops->sw_activity_show && |
| (ap->flags & ATA_FLAG_SW_ACTIVITY)) |
| return ap->ops->sw_activity_show(atadev, buf); |
| return -EINVAL; |
| } |
| |
| static ssize_t |
| ata_scsi_activity_store(struct device *dev, struct device_attribute *attr, |
| const char *buf, size_t count) |
| { |
| struct scsi_device *sdev = to_scsi_device(dev); |
| struct ata_port *ap = ata_shost_to_port(sdev->host); |
| struct ata_device *atadev = ata_scsi_find_dev(ap, sdev); |
| enum sw_activity val; |
| int rc; |
| |
| if (atadev && ap->ops->sw_activity_store && |
| (ap->flags & ATA_FLAG_SW_ACTIVITY)) { |
| val = simple_strtoul(buf, NULL, 0); |
| switch (val) { |
| case OFF: case BLINK_ON: case BLINK_OFF: |
| rc = ap->ops->sw_activity_store(atadev, val); |
| if (!rc) |
| return count; |
| else |
| return rc; |
| } |
| } |
| return -EINVAL; |
| } |
| DEVICE_ATTR(sw_activity, S_IWUSR | S_IRUGO, ata_scsi_activity_show, |
| ata_scsi_activity_store); |
| EXPORT_SYMBOL_GPL(dev_attr_sw_activity); |
| |
| /** |
| * ata_change_queue_depth - Set a device maximum queue depth |
| * @ap: ATA port of the target device |
| * @sdev: SCSI device to configure queue depth for |
| * @queue_depth: new queue depth |
| * |
| * Helper to set a device maximum queue depth, usable with both libsas |
| * and libata. |
| * |
| */ |
| int ata_change_queue_depth(struct ata_port *ap, struct scsi_device *sdev, |
| int queue_depth) |
| { |
| struct ata_device *dev; |
| unsigned long flags; |
| int max_queue_depth; |
| |
| spin_lock_irqsave(ap->lock, flags); |
| |
| dev = ata_scsi_find_dev(ap, sdev); |
| if (!dev || queue_depth < 1 || queue_depth == sdev->queue_depth) { |
| spin_unlock_irqrestore(ap->lock, flags); |
| return sdev->queue_depth; |
| } |
| |
| /* |
| * Make sure that the queue depth requested does not exceed the device |
| * capabilities. |
| */ |
| max_queue_depth = min(ATA_MAX_QUEUE, sdev->host->can_queue); |
| max_queue_depth = min(max_queue_depth, ata_id_queue_depth(dev->id)); |
| if (queue_depth > max_queue_depth) { |
| spin_unlock_irqrestore(ap->lock, flags); |
| return -EINVAL; |
| } |
| |
| /* |
| * If NCQ is not supported by the device or if the target queue depth |
| * is 1 (to disable drive side command queueing), turn off NCQ. |
| */ |
| if (queue_depth == 1 || !ata_ncq_supported(dev)) { |
| dev->flags |= ATA_DFLAG_NCQ_OFF; |
| queue_depth = 1; |
| } else { |
| dev->flags &= ~ATA_DFLAG_NCQ_OFF; |
| } |
| |
| spin_unlock_irqrestore(ap->lock, flags); |
| |
| if (queue_depth == sdev->queue_depth) |
| return sdev->queue_depth; |
| |
| return scsi_change_queue_depth(sdev, queue_depth); |
| } |
| EXPORT_SYMBOL_GPL(ata_change_queue_depth); |
| |
| /** |
| * ata_scsi_change_queue_depth - SCSI callback for queue depth config |
| * @sdev: SCSI device to configure queue depth for |
| * @queue_depth: new queue depth |
| * |
| * This is libata standard hostt->change_queue_depth callback. |
| * SCSI will call into this callback when user tries to set queue |
| * depth via sysfs. |
| * |
| * LOCKING: |
| * SCSI layer (we don't care) |
| * |
| * RETURNS: |
| * Newly configured queue depth. |
| */ |
| int ata_scsi_change_queue_depth(struct scsi_device *sdev, int queue_depth) |
| { |
| struct ata_port *ap = ata_shost_to_port(sdev->host); |
| |
| return ata_change_queue_depth(ap, sdev, queue_depth); |
| } |
| EXPORT_SYMBOL_GPL(ata_scsi_change_queue_depth); |
| |
| /** |
| * ata_sas_device_configure - Default device_configure routine for libata |
| * devices |
| * @sdev: SCSI device to configure |
| * @lim: queue limits |
| * @ap: ATA port to which SCSI device is attached |
| * |
| * RETURNS: |
| * Zero. |
| */ |
| |
| int ata_sas_device_configure(struct scsi_device *sdev, struct queue_limits *lim, |
| struct ata_port *ap) |
| { |
| ata_scsi_sdev_config(sdev); |
| |
| return ata_scsi_dev_config(sdev, lim, ap->link.device); |
| } |
| EXPORT_SYMBOL_GPL(ata_sas_device_configure); |
| |
| /** |
| * ata_sas_queuecmd - Issue SCSI cdb to libata-managed device |
| * @cmd: SCSI command to be sent |
| * @ap: ATA port to which the command is being sent |
| * |
| * RETURNS: |
| * Return value from __ata_scsi_queuecmd() if @cmd can be queued, |
| * 0 otherwise. |
| */ |
| |
| int ata_sas_queuecmd(struct scsi_cmnd *cmd, struct ata_port *ap) |
| { |
| int rc = 0; |
| |
| if (likely(ata_dev_enabled(ap->link.device))) |
| rc = __ata_scsi_queuecmd(cmd, ap->link.device); |
| else { |
| cmd->result = (DID_BAD_TARGET << 16); |
| scsi_done(cmd); |
| } |
| return rc; |
| } |
| EXPORT_SYMBOL_GPL(ata_sas_queuecmd); |
| |
| /** |
| * sata_async_notification - SATA async notification handler |
| * @ap: ATA port where async notification is received |
| * |
| * Handler to be called when async notification via SDB FIS is |
| * received. This function schedules EH if necessary. |
| * |
| * LOCKING: |
| * spin_lock_irqsave(host lock) |
| * |
| * RETURNS: |
| * 1 if EH is scheduled, 0 otherwise. |
| */ |
| int sata_async_notification(struct ata_port *ap) |
| { |
| u32 sntf; |
| int rc; |
| |
| if (!(ap->flags & ATA_FLAG_AN)) |
| return 0; |
| |
| rc = sata_scr_read(&ap->link, SCR_NOTIFICATION, &sntf); |
| if (rc == 0) |
| sata_scr_write(&ap->link, SCR_NOTIFICATION, sntf); |
| |
| if (!sata_pmp_attached(ap) || rc) { |
| /* PMP is not attached or SNTF is not available */ |
| if (!sata_pmp_attached(ap)) { |
| /* PMP is not attached. Check whether ATAPI |
| * AN is configured. If so, notify media |
| * change. |
| */ |
| struct ata_device *dev = ap->link.device; |
| |
| if ((dev->class == ATA_DEV_ATAPI) && |
| (dev->flags & ATA_DFLAG_AN)) |
| ata_scsi_media_change_notify(dev); |
| return 0; |
| } else { |
| /* PMP is attached but SNTF is not available. |
| * ATAPI async media change notification is |
| * not used. The PMP must be reporting PHY |
| * status change, schedule EH. |
| */ |
| ata_port_schedule_eh(ap); |
| return 1; |
| } |
| } else { |
| /* PMP is attached and SNTF is available */ |
| struct ata_link *link; |
| |
| /* check and notify ATAPI AN */ |
| ata_for_each_link(link, ap, EDGE) { |
| if (!(sntf & (1 << link->pmp))) |
| continue; |
| |
| if ((link->device->class == ATA_DEV_ATAPI) && |
| (link->device->flags & ATA_DFLAG_AN)) |
| ata_scsi_media_change_notify(link->device); |
| } |
| |
| /* If PMP is reporting that PHY status of some |
| * downstream ports has changed, schedule EH. |
| */ |
| if (sntf & (1 << SATA_PMP_CTRL_PORT)) { |
| ata_port_schedule_eh(ap); |
| return 1; |
| } |
| |
| return 0; |
| } |
| } |
| EXPORT_SYMBOL_GPL(sata_async_notification); |
| |
| /** |
| * ata_eh_read_log_10h - Read log page 10h for NCQ error details |
| * @dev: Device to read log page 10h from |
| * @tag: Resulting tag of the failed command |
| * @tf: Resulting taskfile registers of the failed command |
| * |
| * Read log page 10h to obtain NCQ error details and clear error |
| * condition. |
| * |
| * LOCKING: |
| * Kernel thread context (may sleep). |
| * |
| * RETURNS: |
| * 0 on success, -errno otherwise. |
| */ |
| static int ata_eh_read_log_10h(struct ata_device *dev, |
| int *tag, struct ata_taskfile *tf) |
| { |
| u8 *buf = dev->sector_buf; |
| unsigned int err_mask; |
| u8 csum; |
| int i; |
| |
| err_mask = ata_read_log_page(dev, ATA_LOG_SATA_NCQ, 0, buf, 1); |
| if (err_mask) |
| return -EIO; |
| |
| csum = 0; |
| for (i = 0; i < ATA_SECT_SIZE; i++) |
| csum += buf[i]; |
| if (csum) |
| ata_dev_warn(dev, "invalid checksum 0x%x on log page 10h\n", |
| csum); |
| |
| if (buf[0] & 0x80) |
| return -ENOENT; |
| |
| *tag = buf[0] & 0x1f; |
| |
| tf->status = buf[2]; |
| tf->error = buf[3]; |
| tf->lbal = buf[4]; |
| tf->lbam = buf[5]; |
| tf->lbah = buf[6]; |
| tf->device = buf[7]; |
| tf->hob_lbal = buf[8]; |
| tf->hob_lbam = buf[9]; |
| tf->hob_lbah = buf[10]; |
| tf->nsect = buf[12]; |
| tf->hob_nsect = buf[13]; |
| if (ata_id_has_ncq_autosense(dev->id) && (tf->status & ATA_SENSE)) |
| tf->auxiliary = buf[14] << 16 | buf[15] << 8 | buf[16]; |
| |
| return 0; |
| } |
| |
| /** |
| * ata_eh_get_ncq_success_sense - Read and process the sense data for |
| * successful NCQ commands log page |
| * @link: ATA link to get sense data for |
| * |
| * Read the sense data for successful NCQ commands log page to obtain |
| * sense data for all NCQ commands that completed successfully with |
| * the sense data available bit set. |
| * |
| * LOCKING: |
| * Kernel thread context (may sleep). |
| * |
| * RETURNS: |
| * 0 on success, -errno otherwise. |
| */ |
| int ata_eh_get_ncq_success_sense(struct ata_link *link) |
| { |
| struct ata_device *dev = link->device; |
| struct ata_port *ap = dev->link->ap; |
| u8 *buf = dev->cdl->ncq_sense_log_buf; |
| struct ata_queued_cmd *qc; |
| unsigned int err_mask, tag; |
| u8 *sense, sk = 0, asc = 0, ascq = 0; |
| u64 sense_valid, val; |
| int ret = 0; |
| |
| err_mask = ata_read_log_page(dev, ATA_LOG_SENSE_NCQ, 0, buf, 2); |
| if (err_mask) { |
| ata_dev_err(dev, |
| "Failed to read Sense Data for Successful NCQ Commands log\n"); |
| return -EIO; |
| } |
| |
| /* Check the log header */ |
| val = get_unaligned_le64(&buf[0]); |
| if ((val & 0xffff) != 1 || ((val >> 16) & 0xff) != 0x0f) { |
| ata_dev_err(dev, |
| "Invalid Sense Data for Successful NCQ Commands log\n"); |
| return -EIO; |
| } |
| |
| sense_valid = (u64)buf[8] | ((u64)buf[9] << 8) | |
| ((u64)buf[10] << 16) | ((u64)buf[11] << 24); |
| |
| ata_qc_for_each_raw(ap, qc, tag) { |
| if (!(qc->flags & ATA_QCFLAG_EH) || |
| !(qc->flags & ATA_QCFLAG_EH_SUCCESS_CMD) || |
| qc->err_mask || |
| ata_dev_phys_link(qc->dev) != link) |
| continue; |
| |
| /* |
| * If the command does not have any sense data, clear ATA_SENSE. |
| * Keep ATA_QCFLAG_EH_SUCCESS_CMD so that command is finished. |
| */ |
| if (!(sense_valid & (1ULL << tag))) { |
| qc->result_tf.status &= ~ATA_SENSE; |
| continue; |
| } |
| |
| sense = &buf[32 + 24 * tag]; |
| sk = sense[0]; |
| asc = sense[1]; |
| ascq = sense[2]; |
| |
| if (!ata_scsi_sense_is_valid(sk, asc, ascq)) { |
| ret = -EIO; |
| continue; |
| } |
| |
| /* Set sense without also setting scsicmd->result */ |
| scsi_build_sense_buffer(dev->flags & ATA_DFLAG_D_SENSE, |
| qc->scsicmd->sense_buffer, sk, |
| asc, ascq); |
| qc->flags |= ATA_QCFLAG_SENSE_VALID; |
| |
| /* |
| * No point in checking the return value, since the command has |
| * already completed successfully. |
| */ |
| ata_eh_decide_disposition(qc); |
| } |
| |
| return ret; |
| } |
| |
| /** |
| * ata_eh_analyze_ncq_error - analyze NCQ error |
| * @link: ATA link to analyze NCQ error for |
| * |
| * Read log page 10h, determine the offending qc and acquire |
| * error status TF. For NCQ device errors, all LLDDs have to do |
| * is setting AC_ERR_DEV in ehi->err_mask. This function takes |
| * care of the rest. |
| * |
| * LOCKING: |
| * Kernel thread context (may sleep). |
| */ |
| void ata_eh_analyze_ncq_error(struct ata_link *link) |
| { |
| struct ata_port *ap = link->ap; |
| struct ata_eh_context *ehc = &link->eh_context; |
| struct ata_device *dev = link->device; |
| struct ata_queued_cmd *qc; |
| struct ata_taskfile tf; |
| int tag, rc; |
| |
| /* if frozen, we can't do much */ |
| if (ata_port_is_frozen(ap)) |
| return; |
| |
| /* is it NCQ device error? */ |
| if (!link->sactive || !(ehc->i.err_mask & AC_ERR_DEV)) |
| return; |
| |
| /* has LLDD analyzed already? */ |
| ata_qc_for_each_raw(ap, qc, tag) { |
| if (!(qc->flags & ATA_QCFLAG_EH)) |
| continue; |
| |
| if (qc->err_mask) |
| return; |
| } |
| |
| /* okay, this error is ours */ |
| memset(&tf, 0, sizeof(tf)); |
| rc = ata_eh_read_log_10h(dev, &tag, &tf); |
| if (rc) { |
| ata_link_err(link, "failed to read log page 10h (errno=%d)\n", |
| rc); |
| return; |
| } |
| |
| if (!(link->sactive & (1 << tag))) { |
| ata_link_err(link, "log page 10h reported inactive tag %d\n", |
| tag); |
| return; |
| } |
| |
| /* we've got the perpetrator, condemn it */ |
| qc = __ata_qc_from_tag(ap, tag); |
| memcpy(&qc->result_tf, &tf, sizeof(tf)); |
| qc->result_tf.flags = ATA_TFLAG_ISADDR | ATA_TFLAG_LBA | ATA_TFLAG_LBA48; |
| qc->err_mask |= AC_ERR_DEV | AC_ERR_NCQ; |
| |
| /* |
| * If the device supports NCQ autosense, ata_eh_read_log_10h() will have |
| * stored the sense data in qc->result_tf.auxiliary. |
| */ |
| if (qc->result_tf.auxiliary) { |
| char sense_key, asc, ascq; |
| |
| sense_key = (qc->result_tf.auxiliary >> 16) & 0xff; |
| asc = (qc->result_tf.auxiliary >> 8) & 0xff; |
| ascq = qc->result_tf.auxiliary & 0xff; |
| if (ata_scsi_sense_is_valid(sense_key, asc, ascq)) { |
| ata_scsi_set_sense(dev, qc->scsicmd, sense_key, asc, |
| ascq); |
| ata_scsi_set_sense_information(dev, qc->scsicmd, |
| &qc->result_tf); |
| qc->flags |= ATA_QCFLAG_SENSE_VALID; |
| } |
| } |
| |
| ata_qc_for_each_raw(ap, qc, tag) { |
| if (!(qc->flags & ATA_QCFLAG_EH) || |
| qc->flags & ATA_QCFLAG_EH_SUCCESS_CMD || |
| ata_dev_phys_link(qc->dev) != link) |
| continue; |
| |
| /* Skip the single QC which caused the NCQ error. */ |
| if (qc->err_mask) |
| continue; |
| |
| /* |
| * For SATA, the STATUS and ERROR fields are shared for all NCQ |
| * commands that were completed with the same SDB FIS. |
| * Therefore, we have to clear the ATA_ERR bit for all QCs |
| * except the one that caused the NCQ error. |
| */ |
| qc->result_tf.status &= ~ATA_ERR; |
| qc->result_tf.error = 0; |
| |
| /* |
| * If we get a NCQ error, that means that a single command was |
| * aborted. All other failed commands for our link should be |
| * retried and has no business of going though further scrutiny |
| * by ata_eh_link_autopsy(). |
| */ |
| qc->flags |= ATA_QCFLAG_RETRY; |
| } |
| |
| ehc->i.err_mask &= ~AC_ERR_DEV; |
| } |
| EXPORT_SYMBOL_GPL(ata_eh_analyze_ncq_error); |
| |
| const struct ata_port_operations sata_port_ops = { |
| .inherits = &ata_base_port_ops, |
| |
| .qc_defer = ata_std_qc_defer, |
| .hardreset = sata_std_hardreset, |
| }; |
| EXPORT_SYMBOL_GPL(sata_port_ops); |