1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
|
//
//
// Copyright 2018 gRPC authors.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
//
// This file contains constants defined in <linux/errqueue.h> and
// <linux/net_tstamp.h> so as to allow collecting network timestamps in the
// kernel. This file allows tcp_posix.cc to compile on platforms that do not
// have <linux/errqueue.h> and <linux/net_tstamp.h>.
//
#ifndef GRPC_SRC_CORE_LIB_IOMGR_INTERNAL_ERRQUEUE_H
#define GRPC_SRC_CORE_LIB_IOMGR_INTERNAL_ERRQUEUE_H
#include <grpc/support/port_platform.h>
#include "src/core/lib/iomgr/port.h"
#ifdef GRPC_POSIX_SOCKET_TCP
#include <sys/types.h>
#include <time.h>
#ifdef GRPC_LINUX_ERRQUEUE
#include <linux/errqueue.h>
#include <linux/net_tstamp.h>
#include <linux/netlink.h>
#include <sys/socket.h>
#endif // GRPC_LINUX_ERRQUEUE
namespace grpc_core {
#ifdef GRPC_LINUX_ERRQUEUE
// Redefining scm_timestamping in the same way that <linux/errqueue.h> defines
// it, so that code compiles on systems that don't have it.
struct scm_timestamping {
struct timespec ts[3];
};
// Also redefine timestamp types
// The timestamp type for when the driver passed skb to NIC, or HW.
constexpr int SCM_TSTAMP_SND = 0;
// The timestamp type for when data entered the packet scheduler.
constexpr int SCM_TSTAMP_SCHED = 1;
// The timestamp type for when data acknowledged by peer.
constexpr int SCM_TSTAMP_ACK = 2;
// Control message type containing OPT_STATS
#ifndef SCM_TIMESTAMPING_OPT_STATS
#define SCM_TIMESTAMPING_OPT_STATS 54
#endif
// Redefine required constants from <linux/net_tstamp.h>
constexpr uint32_t SOF_TIMESTAMPING_TX_SOFTWARE = 1u << 1;
constexpr uint32_t SOF_TIMESTAMPING_SOFTWARE = 1u << 4;
constexpr uint32_t SOF_TIMESTAMPING_OPT_ID = 1u << 7;
constexpr uint32_t SOF_TIMESTAMPING_TX_SCHED = 1u << 8;
constexpr uint32_t SOF_TIMESTAMPING_TX_ACK = 1u << 9;
constexpr uint32_t SOF_TIMESTAMPING_OPT_TSONLY = 1u << 11;
constexpr uint32_t SOF_TIMESTAMPING_OPT_STATS = 1u << 12;
constexpr uint32_t kTimestampingSocketOptions =
SOF_TIMESTAMPING_SOFTWARE | SOF_TIMESTAMPING_OPT_ID |
SOF_TIMESTAMPING_OPT_TSONLY | SOF_TIMESTAMPING_OPT_STATS;
constexpr uint32_t kTimestampingRecordingOptions =
SOF_TIMESTAMPING_TX_SCHED | SOF_TIMESTAMPING_TX_SOFTWARE |
SOF_TIMESTAMPING_TX_ACK;
// Netlink attribute types used for TCP opt stats.
enum TCPOptStats {
TCP_NLA_PAD,
TCP_NLA_BUSY, // Time (usec) busy sending data.
TCP_NLA_RWND_LIMITED, // Time (usec) limited by receive window.
TCP_NLA_SNDBUF_LIMITED, // Time (usec) limited by send buffer.
TCP_NLA_DATA_SEGS_OUT, // Data pkts sent including retransmission.
TCP_NLA_TOTAL_RETRANS, // Data pkts retransmitted.
TCP_NLA_PACING_RATE, // Pacing rate in Bps.
TCP_NLA_DELIVERY_RATE, // Delivery rate in Bps.
TCP_NLA_SND_CWND, // Sending congestion window.
TCP_NLA_REORDERING, // Reordering metric.
TCP_NLA_MIN_RTT, // minimum RTT.
TCP_NLA_RECUR_RETRANS, // Recurring retransmits for the current pkt.
TCP_NLA_DELIVERY_RATE_APP_LMT, // Delivery rate application limited?
TCP_NLA_SNDQ_SIZE, // Data (bytes) pending in send queue
TCP_NLA_CA_STATE, // ca_state of socket
TCP_NLA_SND_SSTHRESH, // Slow start size threshold
TCP_NLA_DELIVERED, // Data pkts delivered incl. out-of-order
TCP_NLA_DELIVERED_CE, // Like above but only ones w/ CE marks
TCP_NLA_BYTES_SENT, // Data bytes sent including retransmission
TCP_NLA_BYTES_RETRANS, // Data bytes retransmitted
TCP_NLA_DSACK_DUPS, // DSACK blocks received
TCP_NLA_REORD_SEEN, // reordering events seen
TCP_NLA_SRTT, // smoothed RTT in usecs
};
// tcp_info from from linux/tcp.h
struct tcp_info {
uint8_t tcpi_state;
uint8_t tcpi_ca_state;
uint8_t tcpi_retransmits;
uint8_t tcpi_probes;
uint8_t tcpi_backoff;
uint8_t tcpi_options;
uint8_t tcpi_snd_wscale : 4, tcpi_rcv_wscale : 4;
uint8_t tcpi_delivery_rate_app_limited : 1;
uint32_t tcpi_rto;
uint32_t tcpi_ato;
uint32_t tcpi_snd_mss;
uint32_t tcpi_rcv_mss;
uint32_t tcpi_unacked;
uint32_t tcpi_sacked;
uint32_t tcpi_lost;
uint32_t tcpi_retrans;
uint32_t tcpi_fackets;
// Times.
uint32_t tcpi_last_data_sent;
uint32_t tcpi_last_ack_sent; // Not remembered, sorry.
uint32_t tcpi_last_data_recv;
uint32_t tcpi_last_ack_recv;
// Metrics.
uint32_t tcpi_pmtu;
uint32_t tcpi_rcv_ssthresh;
uint32_t tcpi_rtt;
uint32_t tcpi_rttvar;
uint32_t tcpi_snd_ssthresh;
uint32_t tcpi_snd_cwnd;
uint32_t tcpi_advmss;
uint32_t tcpi_reordering;
uint32_t tcpi_rcv_rtt;
uint32_t tcpi_rcv_space;
uint32_t tcpi_total_retrans;
uint64_t tcpi_pacing_rate;
uint64_t tcpi_max_pacing_rate;
uint64_t tcpi_bytes_acked; // RFC4898 tcpEStatsAppHCThruOctetsAcked
uint64_t tcpi_bytes_received; // RFC4898 tcpEStatsAppHCThruOctetsReceived
uint32_t tcpi_segs_out; // RFC4898 tcpEStatsPerfSegsOut
uint32_t tcpi_segs_in; // RFC4898 tcpEStatsPerfSegsIn
uint32_t tcpi_notsent_bytes;
uint32_t tcpi_min_rtt;
uint32_t tcpi_data_segs_in; // RFC4898 tcpEStatsDataSegsIn
uint32_t tcpi_data_segs_out; // RFC4898 tcpEStatsDataSegsOut
uint64_t tcpi_delivery_rate;
uint64_t tcpi_busy_time; // Time (usec) busy sending data
uint64_t tcpi_rwnd_limited; // Time (usec) limited by receive window
uint64_t tcpi_sndbuf_limited; // Time (usec) limited by send buffer
uint32_t tcpi_delivered;
uint32_t tcpi_delivered_ce;
uint64_t tcpi_bytes_sent; // RFC4898 tcpEStatsPerfHCDataOctetsOut
uint64_t tcpi_bytes_retrans; // RFC4898 tcpEStatsPerfOctetsRetrans
uint32_t tcpi_dsack_dups; // RFC4898 tcpEStatsStackDSACKDups
uint32_t tcpi_reord_seen; // reordering events seen
socklen_t length; // Length of struct returned by kernel
};
#ifndef TCP_INFO
#define TCP_INFO 11
#endif
#endif // GRPC_LINUX_ERRQUEUE
// Returns true if kernel is capable of supporting errqueue and timestamping.
// Currently allowing only linux kernels above 4.0.0
//
bool KernelSupportsErrqueue();
} // namespace grpc_core
#endif // GRPC_POSIX_SOCKET_TCP
#endif // GRPC_SRC_CORE_LIB_IOMGR_INTERNAL_ERRQUEUE_H
|
