1

/*******************************************************************************

     2

     3

  Intel PRO/1000 Linux driver

     4

  Copyright(c) 1999 - 2013 Intel Corporation.

     5

     6

  This program is free software; you can redistribute it and/or modify it

     7

  under the terms and conditions of the GNU General Public License,

     8

  version 2, as published by the Free Software Foundation.

     9

    10

  This program is distributed in the hope it will be useful, but WITHOUT

    11

  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or

    12

  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for

    13

  more details.

    14

    15

  You should have received a copy of the GNU General Public License along with

    16

  this program; if not, write to the Free Software Foundation, Inc.,

    17

  51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.

    18

    19

  The full GNU General Public License is included in this distribution in

    20

  the file called "COPYING".

    21

    22

  Contact Information:

    23

  Linux NICS <linux.nics@intel.com>

    24

  e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>

    25

  Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497

    26

    27

*******************************************************************************/

    28

    29

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

    30

    31

#include <linux/module.h>

    32

#include <linux/types.h>

    33

#include <linux/init.h>

    34

#include <linux/pci.h>

    35

#include <linux/vmalloc.h>

    36

#include <linux/pagemap.h>

    37

#include <linux/delay.h>

    38

#include <linux/netdevice.h>

    39

#include <linux/interrupt.h>

    40

#include <linux/tcp.h>

    41

#include <linux/ipv6.h>

    42

#include <linux/slab.h>

    43

#include <net/checksum.h>

    44

#include <net/ip6_checksum.h>

    45

#include <linux/ethtool.h>

    46

#include <linux/if_vlan.h>

    47

#include <linux/cpu.h>

    48

#include <linux/smp.h>

    49

#include <linux/pm_qos.h>

    50

#include <linux/pm_runtime.h>

    51

#include <linux/aer.h>

    52

#include <linux/prefetch.h>

    53

    54

#include "e1000.h"

    55

    56

#define DRV_EXTRAVERSION "-k"

    57

    58

#define DRV_VERSION "2.3.2" DRV_EXTRAVERSION

    59

char e1000e_driver_name[] = "e1000e";

    60

const char e1000e_driver_version[] = DRV_VERSION;

    61

    62

#define DEFAULT_MSG_ENABLE (NETIF_MSG_DRV|NETIF_MSG_PROBE|NETIF_MSG_LINK)

    63

static int debug = -1;

    64

module_param(debug, int, 0);

    65

MODULE_PARM_DESC(debug, "Debug level (0=none,...,16=all)");

    66

    67

static void e1000e_disable_aspm(struct pci_dev *pdev, u16 state);

    68

    69

static const struct e1000_info *e1000_info_tbl[] = {

    70

	[board_82571]		= &e1000_82571_info,

    71

	[board_82572]		= &e1000_82572_info,

    72

	[board_82573]		= &e1000_82573_info,

    73

	[board_82574]		= &e1000_82574_info,

    74

	[board_82583]		= &e1000_82583_info,

    75

	[board_80003es2lan]	= &e1000_es2_info,

    76

	[board_ich8lan]		= &e1000_ich8_info,

    77

	[board_ich9lan]		= &e1000_ich9_info,

    78

	[board_ich10lan]	= &e1000_ich10_info,

    79

	[board_pchlan]		= &e1000_pch_info,

    80

	[board_pch2lan]		= &e1000_pch2_info,

    81

	[board_pch_lpt]		= &e1000_pch_lpt_info,

    82

};

    83

    84

struct e1000_reg_info {

    85

	u32 ofs;

    86

	char *name;

    87

};

    88

    89

static const struct e1000_reg_info e1000_reg_info_tbl[] = {

    90

	/* General Registers */

    91

	{E1000_CTRL, "CTRL"},

    92

	{E1000_STATUS, "STATUS"},

    93

	{E1000_CTRL_EXT, "CTRL_EXT"},

    94

    95

	/* Interrupt Registers */

    96

	{E1000_ICR, "ICR"},

    97

    98

	/* Rx Registers */

    99

	{E1000_RCTL, "RCTL"},

   100

	{E1000_RDLEN(0), "RDLEN"},

   101

	{E1000_RDH(0), "RDH"},

   102

	{E1000_RDT(0), "RDT"},

   103

	{E1000_RDTR, "RDTR"},

   104

	{E1000_RXDCTL(0), "RXDCTL"},

   105

	{E1000_ERT, "ERT"},

   106

	{E1000_RDBAL(0), "RDBAL"},

   107

	{E1000_RDBAH(0), "RDBAH"},

   108

	{E1000_RDFH, "RDFH"},

   109

	{E1000_RDFT, "RDFT"},

   110

	{E1000_RDFHS, "RDFHS"},

   111

	{E1000_RDFTS, "RDFTS"},

   112

	{E1000_RDFPC, "RDFPC"},

   113

   114

	/* Tx Registers */

   115

	{E1000_TCTL, "TCTL"},

   116

	{E1000_TDBAL(0), "TDBAL"},

   117

	{E1000_TDBAH(0), "TDBAH"},

   118

	{E1000_TDLEN(0), "TDLEN"},

   119

	{E1000_TDH(0), "TDH"},

   120

	{E1000_TDT(0), "TDT"},

   121

	{E1000_TIDV, "TIDV"},

   122

	{E1000_TXDCTL(0), "TXDCTL"},

   123

	{E1000_TADV, "TADV"},

   124

	{E1000_TARC(0), "TARC"},

   125

	{E1000_TDFH, "TDFH"},

   126

	{E1000_TDFT, "TDFT"},

   127

	{E1000_TDFHS, "TDFHS"},

   128

	{E1000_TDFTS, "TDFTS"},

   129

	{E1000_TDFPC, "TDFPC"},

   130

   131

	/* List Terminator */

   132

	{0, NULL}

   133

};

   134

   135

/**

   136

 * e1000_regdump - register printout routine

   137

 * @hw: pointer to the HW structure

   138

 * @reginfo: pointer to the register info table

   139

 **/

   140

static void e1000_regdump(struct e1000_hw *hw, struct e1000_reg_info *reginfo)

   141

{

   142

	int n = 0;

   143

	char rname[16];

   144

	u32 regs[8];

   145

   146

	switch (reginfo->ofs) {

   147

	case E1000_RXDCTL(0):

   148

		for (n = 0; n < 2; n++)

   149

			regs[n] = __er32(hw, E1000_RXDCTL(n));

   150

		break;

   151

	case E1000_TXDCTL(0):

   152

		for (n = 0; n < 2; n++)

   153

			regs[n] = __er32(hw, E1000_TXDCTL(n));

   154

		break;

   155

	case E1000_TARC(0):

   156

		for (n = 0; n < 2; n++)

   157

			regs[n] = __er32(hw, E1000_TARC(n));

   158

		break;

   159

	default:

   160

		pr_info("%-15s %08x\n",

   161

			reginfo->name, __er32(hw, reginfo->ofs));

   162

		return;

   163

	}

   164

   165

	snprintf(rname, 16, "%s%s", reginfo->name, "[0-1]");

   166

	pr_info("%-15s %08x %08x\n", rname, regs[0], regs[1]);

   167

}

   168

   169

static void e1000e_dump_ps_pages(struct e1000_adapter *adapter,

   170

				 struct e1000_buffer *bi)

   171

{

   172

	int i;

   173

	struct e1000_ps_page *ps_page;

   174

   175

	for (i = 0; i < adapter->rx_ps_pages; i++) {

   176

		ps_page = &bi->ps_pages[i];

   177

   178

		if (ps_page->page) {

   179

			pr_info("packet dump for ps_page %d:\n", i);

   180

			print_hex_dump(KERN_INFO, "", DUMP_PREFIX_ADDRESS,

   181

				       16, 1, page_address(ps_page->page),

   182

				       PAGE_SIZE, true);

   183

		}

   184

	}

   185

}

   186

   187

/**

   188

 * e1000e_dump - Print registers, Tx-ring and Rx-ring

   189

 * @adapter: board private structure

   190

 **/

   191

static void e1000e_dump(struct e1000_adapter *adapter)

   192

{

   193

	struct net_device *netdev = adapter->netdev;

   194

	struct e1000_hw *hw = &adapter->hw;

   195

	struct e1000_reg_info *reginfo;

   196

	struct e1000_ring *tx_ring = adapter->tx_ring;

   197

	struct e1000_tx_desc *tx_desc;

   198

	struct my_u0 {

   199

		__le64 a;

   200

		__le64 b;

   201

	} *u0;

   202

	struct e1000_buffer *buffer_info;

   203

	struct e1000_ring *rx_ring = adapter->rx_ring;

   204

	union e1000_rx_desc_packet_split *rx_desc_ps;

   205

	union e1000_rx_desc_extended *rx_desc;

   206

	struct my_u1 {

   207

		__le64 a;

   208

		__le64 b;

   209

		__le64 c;

   210

		__le64 d;

   211

	} *u1;

   212

	u32 staterr;

   213

	int i = 0;

   214

   215

	if (!netif_msg_hw(adapter))

   216

		return;

   217

   218

	/* Print netdevice Info */

   219

	if (netdev) {

   220

		dev_info(&adapter->pdev->dev, "Net device Info\n");

   221

		pr_info("Device Name     state            trans_start      last_rx\n");

   222

		pr_info("%-15s %016lX %016lX %016lX\n", netdev->name,

   223

			netdev->state, netdev->trans_start, netdev->last_rx);

   224

	}

   225

   226

	/* Print Registers */

   227

	dev_info(&adapter->pdev->dev, "Register Dump\n");

   228

	pr_info(" Register Name   Value\n");

   229

	for (reginfo = (struct e1000_reg_info *)e1000_reg_info_tbl;

   230

	     reginfo->name; reginfo++) {

   231

		e1000_regdump(hw, reginfo);

   232

	}

   233

   234

	/* Print Tx Ring Summary */

   235

	if (!netdev || !netif_running(netdev))

   236

		return;

   237

   238

	dev_info(&adapter->pdev->dev, "Tx Ring Summary\n");

   239

	pr_info("Queue [NTU] [NTC] [bi(ntc)->dma  ] leng ntw timestamp\n");

   240

	buffer_info = &tx_ring->buffer_info[tx_ring->next_to_clean];

   241

	pr_info(" %5d %5X %5X %016llX %04X %3X %016llX\n",

   242

		0, tx_ring->next_to_use, tx_ring->next_to_clean,

   243

		(unsigned long long)buffer_info->dma,

   244

		buffer_info->length,

   245

		buffer_info->next_to_watch,

   246

		(unsigned long long)buffer_info->time_stamp);

   247

   248

	/* Print Tx Ring */

   249

	if (!netif_msg_tx_done(adapter))

   250

		goto rx_ring_summary;

   251

   252

	dev_info(&adapter->pdev->dev, "Tx Ring Dump\n");

   253

   254

	/* Transmit Descriptor Formats - DEXT[29] is 0 (Legacy) or 1 (Extended)

   255

	 *

   256

	 * Legacy Transmit Descriptor

   257

	 *   +--------------------------------------------------------------+

   258

	 * 0 |         Buffer Address [63:0] (Reserved on Write Back)       |

   259

	 *   +--------------------------------------------------------------+

   260

	 * 8 | Special  |    CSS     | Status |  CMD    |  CSO   |  Length  |

   261

	 *   +--------------------------------------------------------------+

   262

	 *   63       48 47        36 35    32 31     24 23    16 15        0

   263

	 *

   264

	 * Extended Context Descriptor (DTYP=0x0) for TSO or checksum offload

   265

	 *   63      48 47    40 39       32 31             16 15    8 7      0

   266

	 *   +----------------------------------------------------------------+

   267

	 * 0 |  TUCSE  | TUCS0  |   TUCSS   |     IPCSE       | IPCS0 | IPCSS |

   268

	 *   +----------------------------------------------------------------+

   269

	 * 8 |   MSS   | HDRLEN | RSV | STA | TUCMD | DTYP |      PAYLEN      |

   270

	 *   +----------------------------------------------------------------+

   271

	 *   63      48 47    40 39 36 35 32 31   24 23  20 19                0

   272

	 *

   273

	 * Extended Data Descriptor (DTYP=0x1)

   274

	 *   +----------------------------------------------------------------+

   275

	 * 0 |                     Buffer Address [63:0]                      |

   276

	 *   +----------------------------------------------------------------+

   277

	 * 8 | VLAN tag |  POPTS  | Rsvd | Status | Command | DTYP |  DTALEN  |

   278

	 *   +----------------------------------------------------------------+

   279

	 *   63       48 47     40 39  36 35    32 31     24 23  20 19        0

   280

	 */

   281

	pr_info("Tl[desc]     [address 63:0  ] [SpeCssSCmCsLen] [bi->dma       ] leng  ntw timestamp        bi->skb <-- Legacy format\n");

   282

	pr_info("Tc[desc]     [Ce CoCsIpceCoS] [MssHlRSCm0Plen] [bi->dma       ] leng  ntw timestamp        bi->skb <-- Ext Context format\n");

   283

	pr_info("Td[desc]     [address 63:0  ] [VlaPoRSCm1Dlen] [bi->dma       ] leng  ntw timestamp        bi->skb <-- Ext Data format\n");

   284

	for (i = 0; tx_ring->desc && (i < tx_ring->count); i++) {

   285

		const char *next_desc;

   286

		tx_desc = E1000_TX_DESC(*tx_ring, i);

   287

		buffer_info = &tx_ring->buffer_info[i];

   288

		u0 = (struct my_u0 *)tx_desc;

   289

		if (i == tx_ring->next_to_use && i == tx_ring->next_to_clean)

   290

			next_desc = " NTC/U";

   291

		else if (i == tx_ring->next_to_use)

   292

			next_desc = " NTU";

   293

		else if (i == tx_ring->next_to_clean)

   294

			next_desc = " NTC";

   295

		else

   296

			next_desc = "";

   297

		pr_info("T%c[0x%03X]    %016llX %016llX %016llX %04X  %3X %016llX %p%s\n",

   298

			(!(le64_to_cpu(u0->b) & (1 << 29)) ? 'l' :

   299

			 ((le64_to_cpu(u0->b) & (1 << 20)) ? 'd' : 'c')),

   300

			i,

   301

			(unsigned long long)le64_to_cpu(u0->a),

   302

			(unsigned long long)le64_to_cpu(u0->b),

   303

			(unsigned long long)buffer_info->dma,

   304

			buffer_info->length, buffer_info->next_to_watch,

   305

			(unsigned long long)buffer_info->time_stamp,

   306

			buffer_info->skb, next_desc);

   307

   308

		if (netif_msg_pktdata(adapter) && buffer_info->skb)

   309

			print_hex_dump(KERN_INFO, "", DUMP_PREFIX_ADDRESS,

   310

				       16, 1, buffer_info->skb->data,

   311

				       buffer_info->skb->len, true);

   312

	}

   313

   314

	/* Print Rx Ring Summary */

   315

rx_ring_summary:

   316

	dev_info(&adapter->pdev->dev, "Rx Ring Summary\n");

   317

	pr_info("Queue [NTU] [NTC]\n");

   318

	pr_info(" %5d %5X %5X\n",

   319

		0, rx_ring->next_to_use, rx_ring->next_to_clean);

   320

   321

	/* Print Rx Ring */

   322

	if (!netif_msg_rx_status(adapter))

   323

		return;

   324

   325

	dev_info(&adapter->pdev->dev, "Rx Ring Dump\n");

   326

	switch (adapter->rx_ps_pages) {

   327

	case 1:

   328

	case 2:

   329

	case 3:

   330

		/* [Extended] Packet Split Receive Descriptor Format

   331

		 *

   332

		 *    +-----------------------------------------------------+

   333

		 *  0 |                Buffer Address 0 [63:0]              |

   334

		 *    +-----------------------------------------------------+

   335

		 *  8 |                Buffer Address 1 [63:0]              |

   336

		 *    +-----------------------------------------------------+

   337

		 * 16 |                Buffer Address 2 [63:0]              |

   338

		 *    +-----------------------------------------------------+

   339

		 * 24 |                Buffer Address 3 [63:0]              |

   340

		 *    +-----------------------------------------------------+

   341

		 */

   342

		pr_info("R  [desc]      [buffer 0 63:0 ] [buffer 1 63:0 ] [buffer 2 63:0 ] [buffer 3 63:0 ] [bi->dma       ] [bi->skb] <-- Ext Pkt Split format\n");

   343

		/* [Extended] Receive Descriptor (Write-Back) Format

   344

		 *

   345

		 *   63       48 47    32 31     13 12    8 7    4 3        0

   346

		 *   +------------------------------------------------------+

   347

		 * 0 | Packet   | IP     |  Rsvd   | MRQ   | Rsvd | MRQ RSS |

   348

		 *   | Checksum | Ident  |         | Queue |      |  Type   |

   349

		 *   +------------------------------------------------------+

   350

		 * 8 | VLAN Tag | Length | Extended Error | Extended Status |

   351

		 *   +------------------------------------------------------+

   352

		 *   63       48 47    32 31            20 19               0

   353

		 */

   354

		pr_info("RWB[desc]      [ck ipid mrqhsh] [vl   l0 ee  es] [ l3  l2  l1 hs] [reserved      ] ---------------- [bi->skb] <-- Ext Rx Write-Back format\n");

   355

		for (i = 0; i < rx_ring->count; i++) {

   356

			const char *next_desc;

   357

			buffer_info = &rx_ring->buffer_info[i];

   358

			rx_desc_ps = E1000_RX_DESC_PS(*rx_ring, i);

   359

			u1 = (struct my_u1 *)rx_desc_ps;

   360

			staterr =

   361

			    le32_to_cpu(rx_desc_ps->wb.middle.status_error);

   362

   363

			if (i == rx_ring->next_to_use)

   364

				next_desc = " NTU";

   365

			else if (i == rx_ring->next_to_clean)

   366

				next_desc = " NTC";

   367

			else

   368

				next_desc = "";

   369

   370

			if (staterr & E1000_RXD_STAT_DD) {

   371

				/* Descriptor Done */

   372

				pr_info("%s[0x%03X]     %016llX %016llX %016llX %016llX ---------------- %p%s\n",

   373

					"RWB", i,

   374

					(unsigned long long)le64_to_cpu(u1->a),

   375

					(unsigned long long)le64_to_cpu(u1->b),

   376

					(unsigned long long)le64_to_cpu(u1->c),

   377

					(unsigned long long)le64_to_cpu(u1->d),

   378

					buffer_info->skb, next_desc);

   379

			} else {

   380

				pr_info("%s[0x%03X]     %016llX %016llX %016llX %016llX %016llX %p%s\n",

   381

					"R  ", i,

   382

					(unsigned long long)le64_to_cpu(u1->a),

   383

					(unsigned long long)le64_to_cpu(u1->b),

   384

					(unsigned long long)le64_to_cpu(u1->c),

   385

					(unsigned long long)le64_to_cpu(u1->d),

   386

					(unsigned long long)buffer_info->dma,

   387

					buffer_info->skb, next_desc);

   388

   389

				if (netif_msg_pktdata(adapter))

   390

					e1000e_dump_ps_pages(adapter,

   391

							     buffer_info);

   392

			}

   393

		}

   394

		break;

   395

	default:

   396

	case 0:

   397

		/* Extended Receive Descriptor (Read) Format

   398

		 *

   399

		 *   +-----------------------------------------------------+

   400

		 * 0 |                Buffer Address [63:0]                |

   401

		 *   +-----------------------------------------------------+

   402

		 * 8 |                      Reserved                       |

   403

		 *   +-----------------------------------------------------+

   404

		 */

   405

		pr_info("R  [desc]      [buf addr 63:0 ] [reserved 63:0 ] [bi->dma       ] [bi->skb] <-- Ext (Read) format\n");

   406

		/* Extended Receive Descriptor (Write-Back) Format

   407

		 *

   408

		 *   63       48 47    32 31    24 23            4 3        0

   409

		 *   +------------------------------------------------------+

   410

		 *   |     RSS Hash      |        |               |         |

   411

		 * 0 +-------------------+  Rsvd  |   Reserved    | MRQ RSS |

   412

		 *   | Packet   | IP     |        |               |  Type   |

   413

		 *   | Checksum | Ident  |        |               |         |

   414

		 *   +------------------------------------------------------+

   415

		 * 8 | VLAN Tag | Length | Extended Error | Extended Status |

   416

		 *   +------------------------------------------------------+

   417

		 *   63       48 47    32 31            20 19               0

   418

		 */

   419

		pr_info("RWB[desc]      [cs ipid    mrq] [vt   ln xe  xs] [bi->skb] <-- Ext (Write-Back) format\n");

   420

   421

		for (i = 0; i < rx_ring->count; i++) {

   422

			const char *next_desc;

   423

   424

			buffer_info = &rx_ring->buffer_info[i];

   425

			rx_desc = E1000_RX_DESC_EXT(*rx_ring, i);

   426

			u1 = (struct my_u1 *)rx_desc;

   427

			staterr = le32_to_cpu(rx_desc->wb.upper.status_error);

   428

   429

			if (i == rx_ring->next_to_use)

   430

				next_desc = " NTU";

   431

			else if (i == rx_ring->next_to_clean)

   432

				next_desc = " NTC";

   433

			else

   434

				next_desc = "";

   435

   436

			if (staterr & E1000_RXD_STAT_DD) {

   437

				/* Descriptor Done */

   438

				pr_info("%s[0x%03X]     %016llX %016llX ---------------- %p%s\n",

   439

					"RWB", i,

   440

					(unsigned long long)le64_to_cpu(u1->a),

   441

					(unsigned long long)le64_to_cpu(u1->b),

   442

					buffer_info->skb, next_desc);

   443

			} else {

   444

				pr_info("%s[0x%03X]     %016llX %016llX %016llX %p%s\n",

   445

					"R  ", i,

   446

					(unsigned long long)le64_to_cpu(u1->a),

   447

					(unsigned long long)le64_to_cpu(u1->b),

   448

					(unsigned long long)buffer_info->dma,

   449

					buffer_info->skb, next_desc);

   450

   451

				if (netif_msg_pktdata(adapter) &&

   452

				    buffer_info->skb)

   453

					print_hex_dump(KERN_INFO, "",

   454

						       DUMP_PREFIX_ADDRESS, 16,

   455

						       1,

   456

						       buffer_info->skb->data,

   457

						       adapter->rx_buffer_len,

   458

						       true);

   459

			}

   460

		}

   461

	}

   462

}

   463

   464

/**

   465

 * e1000_desc_unused - calculate if we have unused descriptors

   466

 **/

   467

static int e1000_desc_unused(struct e1000_ring *ring)

   468

{

   469

	if (ring->next_to_clean > ring->next_to_use)

   470

		return ring->next_to_clean - ring->next_to_use - 1;

   471

   472

	return ring->count + ring->next_to_clean - ring->next_to_use - 1;

   473

}

   474

   475

/**

   476

 * e1000e_systim_to_hwtstamp - convert system time value to hw time stamp

   477

 * @adapter: board private structure

   478

 * @hwtstamps: time stamp structure to update

   479

 * @systim: unsigned 64bit system time value.

   480

 *

   481

 * Convert the system time value stored in the RX/TXSTMP registers into a

   482

 * hwtstamp which can be used by the upper level time stamping functions.

   483

 *

   484

 * The 'systim_lock' spinlock is used to protect the consistency of the

   485

 * system time value. This is needed because reading the 64 bit time

   486

 * value involves reading two 32 bit registers. The first read latches the

   487

 * value.

   488

 **/

   489

static void e1000e_systim_to_hwtstamp(struct e1000_adapter *adapter,

   490

				      struct skb_shared_hwtstamps *hwtstamps,

   491

				      u64 systim)

   492

{

   493

	u64 ns;

   494

	unsigned long flags;

   495

   496

	spin_lock_irqsave(&adapter->systim_lock, flags);

   497

	ns = timecounter_cyc2time(&adapter->tc, systim);

   498

	spin_unlock_irqrestore(&adapter->systim_lock, flags);

   499

   500

	memset(hwtstamps, 0, sizeof(*hwtstamps));

   501

	hwtstamps->hwtstamp = ns_to_ktime(ns);

   502

}

   503

   504

/**

   505

 * e1000e_rx_hwtstamp - utility function which checks for Rx time stamp

   506

 * @adapter: board private structure

   507

 * @status: descriptor extended error and status field

   508

 * @skb: particular skb to include time stamp

   509

 *

   510

 * If the time stamp is valid, convert it into the timecounter ns value

   511

 * and store that result into the shhwtstamps structure which is passed

   512

 * up the network stack.

   513

 **/

   514

static void e1000e_rx_hwtstamp(struct e1000_adapter *adapter, u32 status,

   515

			       struct sk_buff *skb)

   516

{

   517

	struct e1000_hw *hw = &adapter->hw;

   518

	u64 rxstmp;

   519

   520

	if (!(adapter->flags & FLAG_HAS_HW_TIMESTAMP) ||

   521

	    !(status & E1000_RXDEXT_STATERR_TST) ||

   522

	    !(er32(TSYNCRXCTL) & E1000_TSYNCRXCTL_VALID))

   523

		return;

   524

   525

	/* The Rx time stamp registers contain the time stamp.  No other

   526

	 * received packet will be time stamped until the Rx time stamp

   527

	 * registers are read.  Because only one packet can be time stamped

   528

	 * at a time, the register values must belong to this packet and

   529

	 * therefore none of the other additional attributes need to be

   530