1

/* Intel PRO/1000 Linux driver

     2

 * Copyright(c) 1999 - 2014 Intel Corporation.

     3

 *

     4

 * This program is free software; you can redistribute it and/or modify it

     5

 * under the terms and conditions of the GNU General Public License,

     6

 * version 2, as published by the Free Software Foundation.

     7

 *

     8

 * This program is distributed in the hope it will be useful, but WITHOUT

     9

 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or

    10

 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for

    11

 * more details.

    12

 *

    13

 * The full GNU General Public License is included in this distribution in

    14

 * the file called "COPYING".

    15

 *

    16

 * Contact Information:

    17

 * Linux NICS <linux.nics@intel.com>

    18

 * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>

    19

 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497

    20

 */

    21

    22

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

    23

    24

#include <linux/module.h>

    25

#include <linux/types.h>

    26

#include <linux/init.h>

    27

#include <linux/pci.h>

    28

#include <linux/vmalloc.h>

    29

#include <linux/pagemap.h>

    30

#include <linux/delay.h>

    31

#include <linux/netdevice.h>

    32

#include <linux/interrupt.h>

    33

#include <linux/tcp.h>

    34

#include <linux/ipv6.h>

    35

#include <linux/slab.h>

    36

#include <net/checksum.h>

    37

#include <net/ip6_checksum.h>

    38

#include <linux/ethtool.h>

    39

#include <linux/if_vlan.h>

    40

#include <linux/cpu.h>

    41

#include <linux/smp.h>

    42

#include <linux/pm_qos.h>

    43

#include <linux/pm_runtime.h>

    44

#include <linux/aer.h>

    45

#include <linux/prefetch.h>

    46

    47

#include "e1000.h"

    48

    49

#define DRV_EXTRAVERSION "-k"

    50

    51

#define DRV_VERSION "2.3.2" DRV_EXTRAVERSION

    52

char e1000e_driver_name[] = "e1000e";

    53

const char e1000e_driver_version[] = DRV_VERSION;

    54

    55

#define DEFAULT_MSG_ENABLE (NETIF_MSG_DRV|NETIF_MSG_PROBE|NETIF_MSG_LINK)

    56

static int debug = -1;

    57

module_param(debug, int, 0);

    58

MODULE_PARM_DESC(debug, "Debug level (0=none,...,16=all)");

    59

    60

static const struct e1000_info *e1000_info_tbl[] = {

    61

	[board_82571]		= &e1000_82571_info,

    62

	[board_82572]		= &e1000_82572_info,

    63

	[board_82573]		= &e1000_82573_info,

    64

	[board_82574]		= &e1000_82574_info,

    65

	[board_82583]		= &e1000_82583_info,

    66

	[board_80003es2lan]	= &e1000_es2_info,

    67

	[board_ich8lan]		= &e1000_ich8_info,

    68

	[board_ich9lan]		= &e1000_ich9_info,

    69

	[board_ich10lan]	= &e1000_ich10_info,

    70

	[board_pchlan]		= &e1000_pch_info,

    71

	[board_pch2lan]		= &e1000_pch2_info,

    72

	[board_pch_lpt]		= &e1000_pch_lpt_info,

    73

};

    74

    75

struct e1000_reg_info {

    76

	u32 ofs;

    77

	char *name;

    78

};

    79

    80

static const struct e1000_reg_info e1000_reg_info_tbl[] = {

    81

	/* General Registers */

    82

	{E1000_CTRL, "CTRL"},

    83

	{E1000_STATUS, "STATUS"},

    84

	{E1000_CTRL_EXT, "CTRL_EXT"},

    85

    86

	/* Interrupt Registers */

    87

	{E1000_ICR, "ICR"},

    88

    89

	/* Rx Registers */

    90

	{E1000_RCTL, "RCTL"},

    91

	{E1000_RDLEN(0), "RDLEN"},

    92

	{E1000_RDH(0), "RDH"},

    93

	{E1000_RDT(0), "RDT"},

    94

	{E1000_RDTR, "RDTR"},

    95

	{E1000_RXDCTL(0), "RXDCTL"},

    96

	{E1000_ERT, "ERT"},

    97

	{E1000_RDBAL(0), "RDBAL"},

    98

	{E1000_RDBAH(0), "RDBAH"},

    99

	{E1000_RDFH, "RDFH"},

   100

	{E1000_RDFT, "RDFT"},

   101

	{E1000_RDFHS, "RDFHS"},

   102

	{E1000_RDFTS, "RDFTS"},

   103

	{E1000_RDFPC, "RDFPC"},

   104

   105

	/* Tx Registers */

   106

	{E1000_TCTL, "TCTL"},

   107

	{E1000_TDBAL(0), "TDBAL"},

   108

	{E1000_TDBAH(0), "TDBAH"},

   109

	{E1000_TDLEN(0), "TDLEN"},

   110

	{E1000_TDH(0), "TDH"},

   111

	{E1000_TDT(0), "TDT"},

   112

	{E1000_TIDV, "TIDV"},

   113

	{E1000_TXDCTL(0), "TXDCTL"},

   114

	{E1000_TADV, "TADV"},

   115

	{E1000_TARC(0), "TARC"},

   116

	{E1000_TDFH, "TDFH"},

   117

	{E1000_TDFT, "TDFT"},

   118

	{E1000_TDFHS, "TDFHS"},

   119

	{E1000_TDFTS, "TDFTS"},

   120

	{E1000_TDFPC, "TDFPC"},

   121

   122

	/* List Terminator */

   123

	{0, NULL}

   124

};

   125

   126

/**

   127

 * __ew32_prepare - prepare to write to MAC CSR register on certain parts

   128

 * @hw: pointer to the HW structure

   129

 *

   130

 * When updating the MAC CSR registers, the Manageability Engine (ME) could

   131

 * be accessing the registers at the same time.  Normally, this is handled in

   132

 * h/w by an arbiter but on some parts there is a bug that acknowledges Host

   133

 * accesses later than it should which could result in the register to have

   134

 * an incorrect value.  Workaround this by checking the FWSM register which

   135

 * has bit 24 set while ME is accessing MAC CSR registers, wait if it is set

   136

 * and try again a number of times.

   137

 **/

   138

s32 __ew32_prepare(struct e1000_hw *hw)

   139

{

   140

	s32 i = E1000_ICH_FWSM_PCIM2PCI_COUNT;

   141

   142

	while ((er32(FWSM) & E1000_ICH_FWSM_PCIM2PCI) && --i)

   143

		udelay(50);

   144

   145

	return i;

   146

}

   147

   148

void __ew32(struct e1000_hw *hw, unsigned long reg, u32 val)

   149

{

   150

	if (hw->adapter->flags2 & FLAG2_PCIM2PCI_ARBITER_WA)

   151

		__ew32_prepare(hw);

   152

   153

	writel(val, hw->hw_addr + reg);

   154

}

   155

   156

/**

   157

 * e1000_regdump - register printout routine

   158

 * @hw: pointer to the HW structure

   159

 * @reginfo: pointer to the register info table

   160

 **/

   161

static void e1000_regdump(struct e1000_hw *hw, struct e1000_reg_info *reginfo)

   162

{

   163

	int n = 0;

   164

	char rname[16];

   165

	u32 regs[8];

   166

   167

	switch (reginfo->ofs) {

   168

	case E1000_RXDCTL(0):

   169

		for (n = 0; n < 2; n++)

   170

			regs[n] = __er32(hw, E1000_RXDCTL(n));

   171

		break;

   172

	case E1000_TXDCTL(0):

   173

		for (n = 0; n < 2; n++)

   174

			regs[n] = __er32(hw, E1000_TXDCTL(n));

   175

		break;

   176

	case E1000_TARC(0):

   177

		for (n = 0; n < 2; n++)

   178

			regs[n] = __er32(hw, E1000_TARC(n));

   179

		break;

   180

	default:

   181

		pr_info("%-15s %08x\n",

   182

			reginfo->name, __er32(hw, reginfo->ofs));

   183

		return;

   184

	}

   185

   186

	snprintf(rname, 16, "%s%s", reginfo->name, "[0-1]");

   187

	pr_info("%-15s %08x %08x\n", rname, regs[0], regs[1]);

   188

}

   189

   190

static void e1000e_dump_ps_pages(struct e1000_adapter *adapter,

   191

				 struct e1000_buffer *bi)

   192

{

   193

	int i;

   194

	struct e1000_ps_page *ps_page;

   195

   196

	for (i = 0; i < adapter->rx_ps_pages; i++) {

   197

		ps_page = &bi->ps_pages[i];

   198

   199

		if (ps_page->page) {

   200

			pr_info("packet dump for ps_page %d:\n", i);

   201

			print_hex_dump(KERN_INFO, "", DUMP_PREFIX_ADDRESS,

   202

				       16, 1, page_address(ps_page->page),

   203

				       PAGE_SIZE, true);

   204

		}

   205

	}

   206

}

   207

   208

/**

   209

 * e1000e_dump - Print registers, Tx-ring and Rx-ring

   210

 * @adapter: board private structure

   211

 **/

   212

static void e1000e_dump(struct e1000_adapter *adapter)

   213

{

   214

	struct net_device *netdev = adapter->netdev;

   215

	struct e1000_hw *hw = &adapter->hw;

   216

	struct e1000_reg_info *reginfo;

   217

	struct e1000_ring *tx_ring = adapter->tx_ring;

   218

	struct e1000_tx_desc *tx_desc;

   219

	struct my_u0 {

   220

		__le64 a;

   221

		__le64 b;

   222

	} *u0;

   223

	struct e1000_buffer *buffer_info;

   224

	struct e1000_ring *rx_ring = adapter->rx_ring;

   225

	union e1000_rx_desc_packet_split *rx_desc_ps;

   226

	union e1000_rx_desc_extended *rx_desc;

   227

	struct my_u1 {

   228

		__le64 a;

   229

		__le64 b;

   230

		__le64 c;

   231

		__le64 d;

   232

	} *u1;

   233

	u32 staterr;

   234

	int i = 0;

   235

   236

	if (!netif_msg_hw(adapter))

   237

		return;

   238

   239

	/* Print netdevice Info */

   240

	if (netdev) {

   241

		dev_info(&adapter->pdev->dev, "Net device Info\n");

   242

		pr_info("Device Name     state            trans_start      last_rx\n");

   243

		pr_info("%-15s %016lX %016lX %016lX\n", netdev->name,

   244

			netdev->state, netdev->trans_start, netdev->last_rx);

   245

	}

   246

   247

	/* Print Registers */

   248

	dev_info(&adapter->pdev->dev, "Register Dump\n");

   249

	pr_info(" Register Name   Value\n");

   250

	for (reginfo = (struct e1000_reg_info *)e1000_reg_info_tbl;

   251

	     reginfo->name; reginfo++) {

   252

		e1000_regdump(hw, reginfo);

   253

	}

   254

   255

	/* Print Tx Ring Summary */

   256

	if (!netdev || !netif_running(netdev))

   257

		return;

   258

   259

	dev_info(&adapter->pdev->dev, "Tx Ring Summary\n");

   260

	pr_info("Queue [NTU] [NTC] [bi(ntc)->dma  ] leng ntw timestamp\n");

   261

	buffer_info = &tx_ring->buffer_info[tx_ring->next_to_clean];

   262

	pr_info(" %5d %5X %5X %016llX %04X %3X %016llX\n",

   263

		0, tx_ring->next_to_use, tx_ring->next_to_clean,

   264

		(unsigned long long)buffer_info->dma,

   265

		buffer_info->length,

   266

		buffer_info->next_to_watch,

   267

		(unsigned long long)buffer_info->time_stamp);

   268

   269

	/* Print Tx Ring */

   270

	if (!netif_msg_tx_done(adapter))

   271

		goto rx_ring_summary;

   272

   273

	dev_info(&adapter->pdev->dev, "Tx Ring Dump\n");

   274

   275

	/* Transmit Descriptor Formats - DEXT[29] is 0 (Legacy) or 1 (Extended)

   276

	 *

   277

	 * Legacy Transmit Descriptor

   278

	 *   +--------------------------------------------------------------+

   279

	 * 0 |         Buffer Address [63:0] (Reserved on Write Back)       |

   280

	 *   +--------------------------------------------------------------+

   281

	 * 8 | Special  |    CSS     | Status |  CMD    |  CSO   |  Length  |

   282

	 *   +--------------------------------------------------------------+

   283

	 *   63       48 47        36 35    32 31     24 23    16 15        0

   284

	 *

   285

	 * Extended Context Descriptor (DTYP=0x0) for TSO or checksum offload

   286

	 *   63      48 47    40 39       32 31             16 15    8 7      0

   287

	 *   +----------------------------------------------------------------+

   288

	 * 0 |  TUCSE  | TUCS0  |   TUCSS   |     IPCSE       | IPCS0 | IPCSS |

   289

	 *   +----------------------------------------------------------------+

   290

	 * 8 |   MSS   | HDRLEN | RSV | STA | TUCMD | DTYP |      PAYLEN      |

   291

	 *   +----------------------------------------------------------------+

   292

	 *   63      48 47    40 39 36 35 32 31   24 23  20 19                0

   293

	 *

   294

	 * Extended Data Descriptor (DTYP=0x1)

   295

	 *   +----------------------------------------------------------------+

   296

	 * 0 |                     Buffer Address [63:0]                      |

   297

	 *   +----------------------------------------------------------------+

   298

	 * 8 | VLAN tag |  POPTS  | Rsvd | Status | Command | DTYP |  DTALEN  |

   299

	 *   +----------------------------------------------------------------+

   300

	 *   63       48 47     40 39  36 35    32 31     24 23  20 19        0

   301

	 */

   302

	pr_info("Tl[desc]     [address 63:0  ] [SpeCssSCmCsLen] [bi->dma       ] leng  ntw timestamp        bi->skb <-- Legacy format\n");

   303

	pr_info("Tc[desc]     [Ce CoCsIpceCoS] [MssHlRSCm0Plen] [bi->dma       ] leng  ntw timestamp        bi->skb <-- Ext Context format\n");

   304

	pr_info("Td[desc]     [address 63:0  ] [VlaPoRSCm1Dlen] [bi->dma       ] leng  ntw timestamp        bi->skb <-- Ext Data format\n");

   305

	for (i = 0; tx_ring->desc && (i < tx_ring->count); i++) {

   306

		const char *next_desc;

   307

		tx_desc = E1000_TX_DESC(*tx_ring, i);

   308

		buffer_info = &tx_ring->buffer_info[i];

   309

		u0 = (struct my_u0 *)tx_desc;

   310

		if (i == tx_ring->next_to_use && i == tx_ring->next_to_clean)

   311

			next_desc = " NTC/U";

   312

		else if (i == tx_ring->next_to_use)

   313

			next_desc = " NTU";

   314

		else if (i == tx_ring->next_to_clean)

   315

			next_desc = " NTC";

   316

		else

   317

			next_desc = "";

   318

		pr_info("T%c[0x%03X]    %016llX %016llX %016llX %04X  %3X %016llX %p%s\n",

   319

			(!(le64_to_cpu(u0->b) & (1 << 29)) ? 'l' :

   320

			 ((le64_to_cpu(u0->b) & (1 << 20)) ? 'd' : 'c')),

   321

			i,

   322

			(unsigned long long)le64_to_cpu(u0->a),

   323

			(unsigned long long)le64_to_cpu(u0->b),

   324

			(unsigned long long)buffer_info->dma,

   325

			buffer_info->length, buffer_info->next_to_watch,

   326

			(unsigned long long)buffer_info->time_stamp,

   327

			buffer_info->skb, next_desc);

   328

   329

		if (netif_msg_pktdata(adapter) && buffer_info->skb)

   330

			print_hex_dump(KERN_INFO, "", DUMP_PREFIX_ADDRESS,

   331

				       16, 1, buffer_info->skb->data,

   332

				       buffer_info->skb->len, true);

   333

	}

   334

   335

	/* Print Rx Ring Summary */

   336

rx_ring_summary:

   337

	dev_info(&adapter->pdev->dev, "Rx Ring Summary\n");

   338

	pr_info("Queue [NTU] [NTC]\n");

   339

	pr_info(" %5d %5X %5X\n",

   340

		0, rx_ring->next_to_use, rx_ring->next_to_clean);

   341

   342

	/* Print Rx Ring */

   343

	if (!netif_msg_rx_status(adapter))

   344

		return;

   345

   346

	dev_info(&adapter->pdev->dev, "Rx Ring Dump\n");

   347

	switch (adapter->rx_ps_pages) {

   348

	case 1:

   349

	case 2:

   350

	case 3:

   351

		/* [Extended] Packet Split Receive Descriptor Format

   352

		 *

   353

		 *    +-----------------------------------------------------+

   354

		 *  0 |                Buffer Address 0 [63:0]              |

   355

		 *    +-----------------------------------------------------+

   356

		 *  8 |                Buffer Address 1 [63:0]              |

   357

		 *    +-----------------------------------------------------+

   358

		 * 16 |                Buffer Address 2 [63:0]              |

   359

		 *    +-----------------------------------------------------+

   360

		 * 24 |                Buffer Address 3 [63:0]              |

   361

		 *    +-----------------------------------------------------+

   362

		 */

   363

		pr_info("R  [desc]      [buffer 0 63:0 ] [buffer 1 63:0 ] [buffer 2 63:0 ] [buffer 3 63:0 ] [bi->dma       ] [bi->skb] <-- Ext Pkt Split format\n");

   364

		/* [Extended] Receive Descriptor (Write-Back) Format

   365

		 *

   366

		 *   63       48 47    32 31     13 12    8 7    4 3        0

   367

		 *   +------------------------------------------------------+

   368

		 * 0 | Packet   | IP     |  Rsvd   | MRQ   | Rsvd | MRQ RSS |

   369

		 *   | Checksum | Ident  |         | Queue |      |  Type   |

   370

		 *   +------------------------------------------------------+

   371

		 * 8 | VLAN Tag | Length | Extended Error | Extended Status |

   372

		 *   +------------------------------------------------------+

   373

		 *   63       48 47    32 31            20 19               0

   374

		 */

   375

		pr_info("RWB[desc]      [ck ipid mrqhsh] [vl   l0 ee  es] [ l3  l2  l1 hs] [reserved      ] ---------------- [bi->skb] <-- Ext Rx Write-Back format\n");

   376

		for (i = 0; i < rx_ring->count; i++) {

   377

			const char *next_desc;

   378

			buffer_info = &rx_ring->buffer_info[i];

   379

			rx_desc_ps = E1000_RX_DESC_PS(*rx_ring, i);

   380

			u1 = (struct my_u1 *)rx_desc_ps;

   381

			staterr =

   382

			    le32_to_cpu(rx_desc_ps->wb.middle.status_error);

   383

   384

			if (i == rx_ring->next_to_use)

   385

				next_desc = " NTU";

   386

			else if (i == rx_ring->next_to_clean)

   387

				next_desc = " NTC";

   388

			else

   389

				next_desc = "";

   390

   391

			if (staterr & E1000_RXD_STAT_DD) {

   392

				/* Descriptor Done */

   393

				pr_info("%s[0x%03X]     %016llX %016llX %016llX %016llX ---------------- %p%s\n",

   394

					"RWB", i,

   395

					(unsigned long long)le64_to_cpu(u1->a),

   396

					(unsigned long long)le64_to_cpu(u1->b),

   397

					(unsigned long long)le64_to_cpu(u1->c),

   398

					(unsigned long long)le64_to_cpu(u1->d),

   399

					buffer_info->skb, next_desc);

   400

			} else {

   401

				pr_info("%s[0x%03X]     %016llX %016llX %016llX %016llX %016llX %p%s\n",

   402

					"R  ", i,

   403

					(unsigned long long)le64_to_cpu(u1->a),

   404

					(unsigned long long)le64_to_cpu(u1->b),

   405

					(unsigned long long)le64_to_cpu(u1->c),

   406

					(unsigned long long)le64_to_cpu(u1->d),

   407

					(unsigned long long)buffer_info->dma,

   408

					buffer_info->skb, next_desc);

   409

   410

				if (netif_msg_pktdata(adapter))

   411

					e1000e_dump_ps_pages(adapter,

   412

							     buffer_info);

   413

			}

   414

		}

   415

		break;

   416

	default:

   417

	case 0:

   418

		/* Extended Receive Descriptor (Read) Format

   419

		 *

   420

		 *   +-----------------------------------------------------+

   421

		 * 0 |                Buffer Address [63:0]                |

   422

		 *   +-----------------------------------------------------+

   423

		 * 8 |                      Reserved                       |

   424

		 *   +-----------------------------------------------------+

   425

		 */

   426

		pr_info("R  [desc]      [buf addr 63:0 ] [reserved 63:0 ] [bi->dma       ] [bi->skb] <-- Ext (Read) format\n");

   427

		/* Extended Receive Descriptor (Write-Back) Format

   428

		 *

   429

		 *   63       48 47    32 31    24 23            4 3        0

   430

		 *   +------------------------------------------------------+

   431

		 *   |     RSS Hash      |        |               |         |

   432

		 * 0 +-------------------+  Rsvd  |   Reserved    | MRQ RSS |

   433

		 *   | Packet   | IP     |        |               |  Type   |

   434

		 *   | Checksum | Ident  |        |               |         |

   435

		 *   +------------------------------------------------------+

   436

		 * 8 | VLAN Tag | Length | Extended Error | Extended Status |

   437

		 *   +------------------------------------------------------+

   438

		 *   63       48 47    32 31            20 19               0

   439

		 */

   440

		pr_info("RWB[desc]      [cs ipid    mrq] [vt   ln xe  xs] [bi->skb] <-- Ext (Write-Back) format\n");

   441

   442

		for (i = 0; i < rx_ring->count; i++) {

   443

			const char *next_desc;

   444

   445

			buffer_info = &rx_ring->buffer_info[i];

   446

			rx_desc = E1000_RX_DESC_EXT(*rx_ring, i);

   447

			u1 = (struct my_u1 *)rx_desc;

   448

			staterr = le32_to_cpu(rx_desc->wb.upper.status_error);

   449

   450

			if (i == rx_ring->next_to_use)

   451

				next_desc = " NTU";

   452

			else if (i == rx_ring->next_to_clean)

   453

				next_desc = " NTC";

   454

			else

   455

				next_desc = "";

   456

   457

			if (staterr & E1000_RXD_STAT_DD) {

   458

				/* Descriptor Done */

   459

				pr_info("%s[0x%03X]     %016llX %016llX ---------------- %p%s\n",

   460

					"RWB", i,

   461

					(unsigned long long)le64_to_cpu(u1->a),

   462

					(unsigned long long)le64_to_cpu(u1->b),

   463

					buffer_info->skb, next_desc);

   464

			} else {

   465

				pr_info("%s[0x%03X]     %016llX %016llX %016llX %p%s\n",

   466

					"R  ", i,

   467

					(unsigned long long)le64_to_cpu(u1->a),

   468

					(unsigned long long)le64_to_cpu(u1->b),

   469

					(unsigned long long)buffer_info->dma,

   470

					buffer_info->skb, next_desc);

   471

   472

				if (netif_msg_pktdata(adapter) &&

   473

				    buffer_info->skb)

   474

					print_hex_dump(KERN_INFO, "",

   475

						       DUMP_PREFIX_ADDRESS, 16,

   476

						       1,

   477

						       buffer_info->skb->data,

   478

						       adapter->rx_buffer_len,

   479

						       true);

   480

			}

   481

		}

   482

	}

   483

}

   484

   485

/**

   486

 * e1000_desc_unused - calculate if we have unused descriptors

   487

 **/

   488

static int e1000_desc_unused(struct e1000_ring *ring)

   489

{

   490

	if (ring->next_to_clean > ring->next_to_use)

   491

		return ring->next_to_clean - ring->next_to_use - 1;

   492

   493

	return ring->count + ring->next_to_clean - ring->next_to_use - 1;

   494

}

   495

   496

/**

   497

 * e1000e_systim_to_hwtstamp - convert system time value to hw time stamp

   498

 * @adapter: board private structure

   499

 * @hwtstamps: time stamp structure to update

   500

 * @systim: unsigned 64bit system time value.

   501

 *

   502

 * Convert the system time value stored in the RX/TXSTMP registers into a

   503

 * hwtstamp which can be used by the upper level time stamping functions.

   504

 *

   505

 * The 'systim_lock' spinlock is used to protect the consistency of the

   506

 * system time value. This is needed because reading the 64 bit time

   507

 * value involves reading two 32 bit registers. The first read latches the

   508

 * value.

   509

 **/

   510

static void e1000e_systim_to_hwtstamp(struct e1000_adapter *adapter,

   511

				      struct skb_shared_hwtstamps *hwtstamps,

   512

				      u64 systim)

   513

{

   514

	u64 ns;

   515

	unsigned long flags;

   516

   517

	spin_lock_irqsave(&adapter->systim_lock, flags);

   518

	ns = timecounter_cyc2time(&adapter->tc, systim);

   519

	spin_unlock_irqrestore(&adapter->systim_lock, flags);

   520

   521

	memset(hwtstamps, 0, sizeof(*hwtstamps));

   522

	hwtstamps->hwtstamp = ns_to_ktime(ns);

   523

}

   524

   525

/**

   526

 * e1000e_rx_hwtstamp - utility function which checks for Rx time stamp

   527

 * @adapter: board private structure

   528

 * @status: descriptor extended error and status field

   529

 * @skb: particular skb to include time stamp