1

/*******************************************************************************

     2

     3

  Intel PRO/1000 Linux driver

     4

  Copyright(c) 1999 - 2013 Intel Corporation.

     5

     6

  This program is free software; you can redistribute it and/or modify it

     7

  under the terms and conditions of the GNU General Public License,

     8

  version 2, as published by the Free Software Foundation.

     9

    10

  This program is distributed in the hope it will be useful, but WITHOUT

    11

  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or

    12

  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for

    13

  more details.

    14

    15

  You should have received a copy of the GNU General Public License along with

    16

  this program; if not, write to the Free Software Foundation, Inc.,

    17

  51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.

    18

    19

  The full GNU General Public License is included in this distribution in

    20

  the file called "COPYING".

    21

    22

  Contact Information:

    23

  Linux NICS <linux.nics@intel.com>

    24

  e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>

    25

  Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497

    26

    27

*******************************************************************************/

    28

    29

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

    30

    31

#include <linux/module.h>

    32

#include <linux/types.h>

    33

#include <linux/init.h>

    34

#include <linux/pci.h>

    35

#include <linux/vmalloc.h>

    36

#include <linux/pagemap.h>

    37

#include <linux/delay.h>

    38

#include <linux/netdevice.h>

    39

#include <linux/interrupt.h>

    40

#include <linux/tcp.h>

    41

#include <linux/ipv6.h>

    42

#include <linux/slab.h>

    43

#include <net/checksum.h>

    44

#include <net/ip6_checksum.h>

    45

#include <linux/ethtool.h>

    46

#include <linux/if_vlan.h>

    47

#include <linux/cpu.h>

    48

#include <linux/smp.h>

    49

#include <linux/pm_qos.h>

    50

#include <linux/pm_runtime.h>

    51

#include <linux/aer.h>

    52

#include <linux/prefetch.h>

    53

    54

#include "e1000.h"

    55

    56

#define DRV_EXTRAVERSION "-k"

    57

    58

#define DRV_VERSION "2.3.2" DRV_EXTRAVERSION

    59

char e1000e_driver_name[] = "e1000e";

    60

const char e1000e_driver_version[] = DRV_VERSION;

    61

    62

#define DEFAULT_MSG_ENABLE (NETIF_MSG_DRV|NETIF_MSG_PROBE|NETIF_MSG_LINK)

    63

static int debug = -1;

    64

module_param(debug, int, 0);

    65

MODULE_PARM_DESC(debug, "Debug level (0=none,...,16=all)");

    66

    67

static const struct e1000_info *e1000_info_tbl[] = {

    68

	[board_82571]		= &e1000_82571_info,

    69

	[board_82572]		= &e1000_82572_info,

    70

	[board_82573]		= &e1000_82573_info,

    71

	[board_82574]		= &e1000_82574_info,

    72

	[board_82583]		= &e1000_82583_info,

    73

	[board_80003es2lan]	= &e1000_es2_info,

    74

	[board_ich8lan]		= &e1000_ich8_info,

    75

	[board_ich9lan]		= &e1000_ich9_info,

    76

	[board_ich10lan]	= &e1000_ich10_info,

    77

	[board_pchlan]		= &e1000_pch_info,

    78

	[board_pch2lan]		= &e1000_pch2_info,

    79

	[board_pch_lpt]		= &e1000_pch_lpt_info,

    80

};

    81

    82

struct e1000_reg_info {

    83

	u32 ofs;

    84

	char *name;

    85

};

    86

    87

static const struct e1000_reg_info e1000_reg_info_tbl[] = {

    88

	/* General Registers */

    89

	{E1000_CTRL, "CTRL"},

    90

	{E1000_STATUS, "STATUS"},

    91

	{E1000_CTRL_EXT, "CTRL_EXT"},

    92

    93

	/* Interrupt Registers */

    94

	{E1000_ICR, "ICR"},

    95

    96

	/* Rx Registers */

    97

	{E1000_RCTL, "RCTL"},

    98

	{E1000_RDLEN(0), "RDLEN"},

    99

	{E1000_RDH(0), "RDH"},

   100

	{E1000_RDT(0), "RDT"},

   101

	{E1000_RDTR, "RDTR"},

   102

	{E1000_RXDCTL(0), "RXDCTL"},

   103

	{E1000_ERT, "ERT"},

   104

	{E1000_RDBAL(0), "RDBAL"},

   105

	{E1000_RDBAH(0), "RDBAH"},

   106

	{E1000_RDFH, "RDFH"},

   107

	{E1000_RDFT, "RDFT"},

   108

	{E1000_RDFHS, "RDFHS"},

   109

	{E1000_RDFTS, "RDFTS"},

   110

	{E1000_RDFPC, "RDFPC"},

   111

   112

	/* Tx Registers */

   113

	{E1000_TCTL, "TCTL"},

   114

	{E1000_TDBAL(0), "TDBAL"},

   115

	{E1000_TDBAH(0), "TDBAH"},

   116

	{E1000_TDLEN(0), "TDLEN"},

   117

	{E1000_TDH(0), "TDH"},

   118

	{E1000_TDT(0), "TDT"},

   119

	{E1000_TIDV, "TIDV"},

   120

	{E1000_TXDCTL(0), "TXDCTL"},

   121

	{E1000_TADV, "TADV"},

   122

	{E1000_TARC(0), "TARC"},

   123

	{E1000_TDFH, "TDFH"},

   124

	{E1000_TDFT, "TDFT"},

   125

	{E1000_TDFHS, "TDFHS"},

   126

	{E1000_TDFTS, "TDFTS"},

   127

	{E1000_TDFPC, "TDFPC"},

   128

   129

	/* List Terminator */

   130

	{0, NULL}

   131

};

   132

   133

/**

   134

 * e1000_regdump - register printout routine

   135

 * @hw: pointer to the HW structure

   136

 * @reginfo: pointer to the register info table

   137

 **/

   138

static void e1000_regdump(struct e1000_hw *hw, struct e1000_reg_info *reginfo)

   139

{

   140

	int n = 0;

   141

	char rname[16];

   142

	u32 regs[8];

   143

   144

	switch (reginfo->ofs) {

   145

	case E1000_RXDCTL(0):

   146

		for (n = 0; n < 2; n++)

   147

			regs[n] = __er32(hw, E1000_RXDCTL(n));

   148

		break;

   149

	case E1000_TXDCTL(0):

   150

		for (n = 0; n < 2; n++)

   151

			regs[n] = __er32(hw, E1000_TXDCTL(n));

   152

		break;

   153

	case E1000_TARC(0):

   154

		for (n = 0; n < 2; n++)

   155

			regs[n] = __er32(hw, E1000_TARC(n));

   156

		break;

   157

	default:

   158

		pr_info("%-15s %08x\n",

   159

			reginfo->name, __er32(hw, reginfo->ofs));

   160

		return;

   161

	}

   162

   163

	snprintf(rname, 16, "%s%s", reginfo->name, "[0-1]");

   164

	pr_info("%-15s %08x %08x\n", rname, regs[0], regs[1]);

   165

}

   166

   167

static void e1000e_dump_ps_pages(struct e1000_adapter *adapter,

   168

				 struct e1000_buffer *bi)

   169

{

   170

	int i;

   171

	struct e1000_ps_page *ps_page;

   172

   173

	for (i = 0; i < adapter->rx_ps_pages; i++) {

   174

		ps_page = &bi->ps_pages[i];

   175

   176

		if (ps_page->page) {

   177

			pr_info("packet dump for ps_page %d:\n", i);

   178

			print_hex_dump(KERN_INFO, "", DUMP_PREFIX_ADDRESS,

   179

				       16, 1, page_address(ps_page->page),

   180

				       PAGE_SIZE, true);

   181

		}

   182

	}

   183

}

   184

   185

/**

   186

 * e1000e_dump - Print registers, Tx-ring and Rx-ring

   187

 * @adapter: board private structure

   188

 **/

   189

static void e1000e_dump(struct e1000_adapter *adapter)

   190

{

   191

	struct net_device *netdev = adapter->netdev;

   192

	struct e1000_hw *hw = &adapter->hw;

   193

	struct e1000_reg_info *reginfo;

   194

	struct e1000_ring *tx_ring = adapter->tx_ring;

   195

	struct e1000_tx_desc *tx_desc;

   196

	struct my_u0 {

   197

		__le64 a;

   198

		__le64 b;

   199

	} *u0;

   200

	struct e1000_buffer *buffer_info;

   201

	struct e1000_ring *rx_ring = adapter->rx_ring;

   202

	union e1000_rx_desc_packet_split *rx_desc_ps;

   203

	union e1000_rx_desc_extended *rx_desc;

   204

	struct my_u1 {

   205

		__le64 a;

   206

		__le64 b;

   207

		__le64 c;

   208

		__le64 d;

   209

	} *u1;

   210

	u32 staterr;

   211

	int i = 0;

   212

   213

	if (!netif_msg_hw(adapter))

   214

		return;

   215

   216

	/* Print netdevice Info */

   217

	if (netdev) {

   218

		dev_info(&adapter->pdev->dev, "Net device Info\n");

   219

		pr_info("Device Name     state            trans_start      last_rx\n");

   220

		pr_info("%-15s %016lX %016lX %016lX\n", netdev->name,

   221

			netdev->state, netdev->trans_start, netdev->last_rx);

   222

	}

   223

   224

	/* Print Registers */

   225

	dev_info(&adapter->pdev->dev, "Register Dump\n");

   226

	pr_info(" Register Name   Value\n");

   227

	for (reginfo = (struct e1000_reg_info *)e1000_reg_info_tbl;

   228

	     reginfo->name; reginfo++) {

   229

		e1000_regdump(hw, reginfo);

   230

	}

   231

   232

	/* Print Tx Ring Summary */

   233

	if (!netdev || !netif_running(netdev))

   234

		return;

   235

   236

	dev_info(&adapter->pdev->dev, "Tx Ring Summary\n");

   237

	pr_info("Queue [NTU] [NTC] [bi(ntc)->dma  ] leng ntw timestamp\n");

   238

	buffer_info = &tx_ring->buffer_info[tx_ring->next_to_clean];

   239

	pr_info(" %5d %5X %5X %016llX %04X %3X %016llX\n",

   240

		0, tx_ring->next_to_use, tx_ring->next_to_clean,

   241

		(unsigned long long)buffer_info->dma,

   242

		buffer_info->length,

   243

		buffer_info->next_to_watch,

   244

		(unsigned long long)buffer_info->time_stamp);

   245

   246

	/* Print Tx Ring */

   247

	if (!netif_msg_tx_done(adapter))

   248

		goto rx_ring_summary;

   249

   250

	dev_info(&adapter->pdev->dev, "Tx Ring Dump\n");

   251

   252

	/* Transmit Descriptor Formats - DEXT[29] is 0 (Legacy) or 1 (Extended)

   253

	 *

   254

	 * Legacy Transmit Descriptor

   255

	 *   +--------------------------------------------------------------+

   256

	 * 0 |         Buffer Address [63:0] (Reserved on Write Back)       |

   257

	 *   +--------------------------------------------------------------+

   258

	 * 8 | Special  |    CSS     | Status |  CMD    |  CSO   |  Length  |

   259

	 *   +--------------------------------------------------------------+

   260

	 *   63       48 47        36 35    32 31     24 23    16 15        0

   261

	 *

   262

	 * Extended Context Descriptor (DTYP=0x0) for TSO or checksum offload

   263

	 *   63      48 47    40 39       32 31             16 15    8 7      0

   264

	 *   +----------------------------------------------------------------+

   265

	 * 0 |  TUCSE  | TUCS0  |   TUCSS   |     IPCSE       | IPCS0 | IPCSS |

   266

	 *   +----------------------------------------------------------------+

   267

	 * 8 |   MSS   | HDRLEN | RSV | STA | TUCMD | DTYP |      PAYLEN      |

   268

	 *   +----------------------------------------------------------------+

   269

	 *   63      48 47    40 39 36 35 32 31   24 23  20 19                0

   270

	 *

   271

	 * Extended Data Descriptor (DTYP=0x1)

   272

	 *   +----------------------------------------------------------------+

   273

	 * 0 |                     Buffer Address [63:0]                      |

   274

	 *   +----------------------------------------------------------------+

   275

	 * 8 | VLAN tag |  POPTS  | Rsvd | Status | Command | DTYP |  DTALEN  |

   276

	 *   +----------------------------------------------------------------+

   277

	 *   63       48 47     40 39  36 35    32 31     24 23  20 19        0

   278

	 */

   279

	pr_info("Tl[desc]     [address 63:0  ] [SpeCssSCmCsLen] [bi->dma       ] leng  ntw timestamp        bi->skb <-- Legacy format\n");

   280

	pr_info("Tc[desc]     [Ce CoCsIpceCoS] [MssHlRSCm0Plen] [bi->dma       ] leng  ntw timestamp        bi->skb <-- Ext Context format\n");

   281

	pr_info("Td[desc]     [address 63:0  ] [VlaPoRSCm1Dlen] [bi->dma       ] leng  ntw timestamp        bi->skb <-- Ext Data format\n");

   282

	for (i = 0; tx_ring->desc && (i < tx_ring->count); i++) {

   283

		const char *next_desc;

   284

		tx_desc = E1000_TX_DESC(*tx_ring, i);

   285

		buffer_info = &tx_ring->buffer_info[i];

   286

		u0 = (struct my_u0 *)tx_desc;

   287

		if (i == tx_ring->next_to_use && i == tx_ring->next_to_clean)

   288

			next_desc = " NTC/U";

   289

		else if (i == tx_ring->next_to_use)

   290

			next_desc = " NTU";

   291

		else if (i == tx_ring->next_to_clean)

   292

			next_desc = " NTC";

   293

		else

   294

			next_desc = "";

   295

		pr_info("T%c[0x%03X]    %016llX %016llX %016llX %04X  %3X %016llX %p%s\n",

   296

			(!(le64_to_cpu(u0->b) & (1 << 29)) ? 'l' :

   297

			 ((le64_to_cpu(u0->b) & (1 << 20)) ? 'd' : 'c')),

   298

			i,

   299

			(unsigned long long)le64_to_cpu(u0->a),

   300

			(unsigned long long)le64_to_cpu(u0->b),

   301

			(unsigned long long)buffer_info->dma,

   302

			buffer_info->length, buffer_info->next_to_watch,

   303

			(unsigned long long)buffer_info->time_stamp,

   304

			buffer_info->skb, next_desc);

   305

   306

		if (netif_msg_pktdata(adapter) && buffer_info->skb)

   307

			print_hex_dump(KERN_INFO, "", DUMP_PREFIX_ADDRESS,

   308

				       16, 1, buffer_info->skb->data,

   309

				       buffer_info->skb->len, true);

   310

	}

   311

   312

	/* Print Rx Ring Summary */

   313

rx_ring_summary:

   314

	dev_info(&adapter->pdev->dev, "Rx Ring Summary\n");

   315

	pr_info("Queue [NTU] [NTC]\n");

   316

	pr_info(" %5d %5X %5X\n",

   317

		0, rx_ring->next_to_use, rx_ring->next_to_clean);

   318

   319

	/* Print Rx Ring */

   320

	if (!netif_msg_rx_status(adapter))

   321

		return;

   322

   323

	dev_info(&adapter->pdev->dev, "Rx Ring Dump\n");

   324

	switch (adapter->rx_ps_pages) {

   325

	case 1:

   326

	case 2:

   327

	case 3:

   328

		/* [Extended] Packet Split Receive Descriptor Format

   329

		 *

   330

		 *    +-----------------------------------------------------+

   331

		 *  0 |                Buffer Address 0 [63:0]              |

   332

		 *    +-----------------------------------------------------+

   333

		 *  8 |                Buffer Address 1 [63:0]              |

   334

		 *    +-----------------------------------------------------+

   335

		 * 16 |                Buffer Address 2 [63:0]              |

   336

		 *    +-----------------------------------------------------+

   337

		 * 24 |                Buffer Address 3 [63:0]              |

   338

		 *    +-----------------------------------------------------+

   339

		 */

   340

		pr_info("R  [desc]      [buffer 0 63:0 ] [buffer 1 63:0 ] [buffer 2 63:0 ] [buffer 3 63:0 ] [bi->dma       ] [bi->skb] <-- Ext Pkt Split format\n");

   341

		/* [Extended] Receive Descriptor (Write-Back) Format

   342

		 *

   343

		 *   63       48 47    32 31     13 12    8 7    4 3        0

   344

		 *   +------------------------------------------------------+

   345

		 * 0 | Packet   | IP     |  Rsvd   | MRQ   | Rsvd | MRQ RSS |

   346

		 *   | Checksum | Ident  |         | Queue |      |  Type   |

   347

		 *   +------------------------------------------------------+

   348

		 * 8 | VLAN Tag | Length | Extended Error | Extended Status |

   349

		 *   +------------------------------------------------------+

   350

		 *   63       48 47    32 31            20 19               0

   351

		 */

   352

		pr_info("RWB[desc]      [ck ipid mrqhsh] [vl   l0 ee  es] [ l3  l2  l1 hs] [reserved      ] ---------------- [bi->skb] <-- Ext Rx Write-Back format\n");

   353

		for (i = 0; i < rx_ring->count; i++) {

   354

			const char *next_desc;

   355

			buffer_info = &rx_ring->buffer_info[i];

   356

			rx_desc_ps = E1000_RX_DESC_PS(*rx_ring, i);

   357

			u1 = (struct my_u1 *)rx_desc_ps;

   358

			staterr =

   359

			    le32_to_cpu(rx_desc_ps->wb.middle.status_error);

   360

   361

			if (i == rx_ring->next_to_use)

   362

				next_desc = " NTU";

   363

			else if (i == rx_ring->next_to_clean)

   364

				next_desc = " NTC";

   365

			else

   366

				next_desc = "";

   367

   368

			if (staterr & E1000_RXD_STAT_DD) {

   369

				/* Descriptor Done */

   370

				pr_info("%s[0x%03X]     %016llX %016llX %016llX %016llX ---------------- %p%s\n",

   371

					"RWB", i,

   372

					(unsigned long long)le64_to_cpu(u1->a),

   373

					(unsigned long long)le64_to_cpu(u1->b),

   374

					(unsigned long long)le64_to_cpu(u1->c),

   375

					(unsigned long long)le64_to_cpu(u1->d),

   376

					buffer_info->skb, next_desc);

   377

			} else {

   378

				pr_info("%s[0x%03X]     %016llX %016llX %016llX %016llX %016llX %p%s\n",

   379

					"R  ", i,

   380

					(unsigned long long)le64_to_cpu(u1->a),

   381

					(unsigned long long)le64_to_cpu(u1->b),

   382

					(unsigned long long)le64_to_cpu(u1->c),

   383

					(unsigned long long)le64_to_cpu(u1->d),

   384

					(unsigned long long)buffer_info->dma,

   385

					buffer_info->skb, next_desc);

   386

   387

				if (netif_msg_pktdata(adapter))

   388

					e1000e_dump_ps_pages(adapter,

   389

							     buffer_info);

   390

			}

   391

		}

   392

		break;

   393

	default:

   394

	case 0:

   395

		/* Extended Receive Descriptor (Read) Format

   396

		 *

   397

		 *   +-----------------------------------------------------+

   398

		 * 0 |                Buffer Address [63:0]                |

   399

		 *   +-----------------------------------------------------+

   400

		 * 8 |                      Reserved                       |

   401

		 *   +-----------------------------------------------------+

   402

		 */

   403

		pr_info("R  [desc]      [buf addr 63:0 ] [reserved 63:0 ] [bi->dma       ] [bi->skb] <-- Ext (Read) format\n");

   404

		/* Extended Receive Descriptor (Write-Back) Format

   405

		 *

   406

		 *   63       48 47    32 31    24 23            4 3        0

   407

		 *   +------------------------------------------------------+

   408

		 *   |     RSS Hash      |        |               |         |

   409

		 * 0 +-------------------+  Rsvd  |   Reserved    | MRQ RSS |

   410

		 *   | Packet   | IP     |        |               |  Type   |

   411

		 *   | Checksum | Ident  |        |               |         |

   412

		 *   +------------------------------------------------------+

   413

		 * 8 | VLAN Tag | Length | Extended Error | Extended Status |

   414

		 *   +------------------------------------------------------+

   415

		 *   63       48 47    32 31            20 19               0

   416

		 */

   417

		pr_info("RWB[desc]      [cs ipid    mrq] [vt   ln xe  xs] [bi->skb] <-- Ext (Write-Back) format\n");

   418

   419

		for (i = 0; i < rx_ring->count; i++) {

   420

			const char *next_desc;

   421

   422

			buffer_info = &rx_ring->buffer_info[i];

   423

			rx_desc = E1000_RX_DESC_EXT(*rx_ring, i);

   424

			u1 = (struct my_u1 *)rx_desc;

   425

			staterr = le32_to_cpu(rx_desc->wb.upper.status_error);

   426

   427

			if (i == rx_ring->next_to_use)

   428

				next_desc = " NTU";

   429

			else if (i == rx_ring->next_to_clean)

   430

				next_desc = " NTC";

   431

			else

   432

				next_desc = "";

   433

   434

			if (staterr & E1000_RXD_STAT_DD) {

   435

				/* Descriptor Done */

   436

				pr_info("%s[0x%03X]     %016llX %016llX ---------------- %p%s\n",

   437

					"RWB", i,

   438

					(unsigned long long)le64_to_cpu(u1->a),

   439

					(unsigned long long)le64_to_cpu(u1->b),

   440

					buffer_info->skb, next_desc);

   441

			} else {

   442

				pr_info("%s[0x%03X]     %016llX %016llX %016llX %p%s\n",

   443

					"R  ", i,

   444

					(unsigned long long)le64_to_cpu(u1->a),

   445

					(unsigned long long)le64_to_cpu(u1->b),

   446

					(unsigned long long)buffer_info->dma,

   447

					buffer_info->skb, next_desc);

   448

   449

				if (netif_msg_pktdata(adapter) &&

   450

				    buffer_info->skb)

   451

					print_hex_dump(KERN_INFO, "",

   452

						       DUMP_PREFIX_ADDRESS, 16,

   453

						       1,

   454

						       buffer_info->skb->data,

   455

						       adapter->rx_buffer_len,

   456

						       true);

   457

			}

   458

		}

   459

	}

   460

}

   461

   462

/**

   463

 * e1000_desc_unused - calculate if we have unused descriptors

   464

 **/

   465

static int e1000_desc_unused(struct e1000_ring *ring)

   466

{

   467

	if (ring->next_to_clean > ring->next_to_use)

   468

		return ring->next_to_clean - ring->next_to_use - 1;

   469

   470

	return ring->count + ring->next_to_clean - ring->next_to_use - 1;

   471

}

   472

   473

/**

   474

 * e1000e_systim_to_hwtstamp - convert system time value to hw time stamp

   475

 * @adapter: board private structure

   476

 * @hwtstamps: time stamp structure to update

   477

 * @systim: unsigned 64bit system time value.

   478

 *

   479

 * Convert the system time value stored in the RX/TXSTMP registers into a

   480

 * hwtstamp which can be used by the upper level time stamping functions.

   481

 *

   482

 * The 'systim_lock' spinlock is used to protect the consistency of the

   483

 * system time value. This is needed because reading the 64 bit time

   484

 * value involves reading two 32 bit registers. The first read latches the

   485

 * value.

   486

 **/

   487

static void e1000e_systim_to_hwtstamp(struct e1000_adapter *adapter,

   488

				      struct skb_shared_hwtstamps *hwtstamps,

   489

				      u64 systim)

   490

{

   491

	u64 ns;

   492

	unsigned long flags;

   493

   494

	spin_lock_irqsave(&adapter->systim_lock, flags);

   495

	ns = timecounter_cyc2time(&adapter->tc, systim);

   496

	spin_unlock_irqrestore(&adapter->systim_lock, flags);

   497

   498

	memset(hwtstamps, 0, sizeof(*hwtstamps));

   499

	hwtstamps->hwtstamp = ns_to_ktime(ns);

   500

}

   501

   502

/**

   503

 * e1000e_rx_hwtstamp - utility function which checks for Rx time stamp

   504

 * @adapter: board private structure

   505

 * @status: descriptor extended error and status field

   506

 * @skb: particular skb to include time stamp

   507

 *

   508

 * If the time stamp is valid, convert it into the timecounter ns value

   509

 * and store that result into the shhwtstamps structure which is passed

   510

 * up the network stack.

   511

 **/

   512

static void e1000e_rx_hwtstamp(struct e1000_adapter *adapter, u32 status,

   513

			       struct sk_buff *skb)

   514

{

   515

	struct e1000_hw *hw = &adapter->hw;

   516

	u64 rxstmp;

   517

   518

	if (!(adapter->flags & FLAG_HAS_HW_TIMESTAMP) ||

   519

	    !(status & E1000_RXDEXT_STATERR_TST) ||

   520

	    !(er32(TSYNCRXCTL) & E1000_TSYNCRXCTL_VALID))

   521

		return;

   522

   523

	/* The Rx time stamp registers contain the time stamp.  No other

   524

	 * received packet will be time stamped until the Rx time stamp

   525

	 * registers are read.  Because only one packet can be time stamped

   526

	 * at a time, the register values must belong to this packet and

   527

	 * therefore none of the other additional attributes need to be

   528

	 * compared.

   529

	 */

   530

	rxstmp = (u64)er32(RXSTMPL);