| 1 | // SPDX-License-Identifier: GPL-2.0 | 
|---|
| 2 | #include <linux/netdevice.h> | 
|---|
| 3 | #include <linux/proc_fs.h> | 
|---|
| 4 | #include <linux/seq_file.h> | 
|---|
| 5 | #include <net/wext.h> | 
|---|
| 6 | #include <net/hotdata.h> | 
|---|
| 7 |  | 
|---|
| 8 | #include "dev.h" | 
|---|
| 9 |  | 
|---|
| 10 | static void *dev_seq_from_index(struct seq_file *seq, loff_t *pos) | 
|---|
| 11 | { | 
|---|
| 12 | unsigned long ifindex = *pos; | 
|---|
| 13 | struct net_device *dev; | 
|---|
| 14 |  | 
|---|
| 15 | for_each_netdev_dump(seq_file_net(seq), dev, ifindex) { | 
|---|
| 16 | *pos = dev->ifindex; | 
|---|
| 17 | return dev; | 
|---|
| 18 | } | 
|---|
| 19 | return NULL; | 
|---|
| 20 | } | 
|---|
| 21 |  | 
|---|
| 22 | static void *dev_seq_start(struct seq_file *seq, loff_t *pos) | 
|---|
| 23 | __acquires(RCU) | 
|---|
| 24 | { | 
|---|
| 25 | rcu_read_lock(); | 
|---|
| 26 | if (!*pos) | 
|---|
| 27 | return SEQ_START_TOKEN; | 
|---|
| 28 |  | 
|---|
| 29 | return dev_seq_from_index(seq, pos); | 
|---|
| 30 | } | 
|---|
| 31 |  | 
|---|
| 32 | static void *dev_seq_next(struct seq_file *seq, void *v, loff_t *pos) | 
|---|
| 33 | { | 
|---|
| 34 | ++*pos; | 
|---|
| 35 | return dev_seq_from_index(seq, pos); | 
|---|
| 36 | } | 
|---|
| 37 |  | 
|---|
| 38 | static void dev_seq_stop(struct seq_file *seq, void *v) | 
|---|
| 39 | __releases(RCU) | 
|---|
| 40 | { | 
|---|
| 41 | rcu_read_unlock(); | 
|---|
| 42 | } | 
|---|
| 43 |  | 
|---|
| 44 | static void dev_seq_printf_stats(struct seq_file *seq, struct net_device *dev) | 
|---|
| 45 | { | 
|---|
| 46 | struct rtnl_link_stats64 temp; | 
|---|
| 47 | const struct rtnl_link_stats64 *stats = dev_get_stats(dev, storage: &temp); | 
|---|
| 48 |  | 
|---|
| 49 | seq_printf(m: seq, fmt: "%6s: %7llu %7llu %4llu %4llu %4llu %5llu %10llu %9llu " | 
|---|
| 50 | "%8llu %7llu %4llu %4llu %4llu %5llu %7llu %10llu\n", | 
|---|
| 51 | dev->name, stats->rx_bytes, stats->rx_packets, | 
|---|
| 52 | stats->rx_errors, | 
|---|
| 53 | stats->rx_dropped + stats->rx_missed_errors, | 
|---|
| 54 | stats->rx_fifo_errors, | 
|---|
| 55 | stats->rx_length_errors + stats->rx_over_errors + | 
|---|
| 56 | stats->rx_crc_errors + stats->rx_frame_errors, | 
|---|
| 57 | stats->rx_compressed, stats->multicast, | 
|---|
| 58 | stats->tx_bytes, stats->tx_packets, | 
|---|
| 59 | stats->tx_errors, stats->tx_dropped, | 
|---|
| 60 | stats->tx_fifo_errors, stats->collisions, | 
|---|
| 61 | stats->tx_carrier_errors + | 
|---|
| 62 | stats->tx_aborted_errors + | 
|---|
| 63 | stats->tx_window_errors + | 
|---|
| 64 | stats->tx_heartbeat_errors, | 
|---|
| 65 | stats->tx_compressed); | 
|---|
| 66 | } | 
|---|
| 67 |  | 
|---|
| 68 | /* | 
|---|
| 69 | *	Called from the PROCfs module. This now uses the new arbitrary sized | 
|---|
| 70 | *	/proc/net interface to create /proc/net/dev | 
|---|
| 71 | */ | 
|---|
| 72 | static int dev_seq_show(struct seq_file *seq, void *v) | 
|---|
| 73 | { | 
|---|
| 74 | if (v == SEQ_START_TOKEN) | 
|---|
| 75 | seq_puts(m: seq, s: "Inter-|   Receive                            " | 
|---|
| 76 | "                    |  Transmit\n" | 
|---|
| 77 | " face |bytes    packets errs drop fifo frame " | 
|---|
| 78 | "compressed multicast|bytes    packets errs " | 
|---|
| 79 | "drop fifo colls carrier compressed\n"); | 
|---|
| 80 | else | 
|---|
| 81 | dev_seq_printf_stats(seq, dev: v); | 
|---|
| 82 | return 0; | 
|---|
| 83 | } | 
|---|
| 84 |  | 
|---|
| 85 | static u32 softnet_input_pkt_queue_len(struct softnet_data *sd) | 
|---|
| 86 | { | 
|---|
| 87 | return skb_queue_len_lockless(list_: &sd->input_pkt_queue); | 
|---|
| 88 | } | 
|---|
| 89 |  | 
|---|
| 90 | static u32 softnet_process_queue_len(struct softnet_data *sd) | 
|---|
| 91 | { | 
|---|
| 92 | return skb_queue_len_lockless(list_: &sd->process_queue); | 
|---|
| 93 | } | 
|---|
| 94 |  | 
|---|
| 95 | static struct softnet_data *softnet_get_online(loff_t *pos) | 
|---|
| 96 | { | 
|---|
| 97 | struct softnet_data *sd = NULL; | 
|---|
| 98 |  | 
|---|
| 99 | while (*pos < nr_cpu_ids) | 
|---|
| 100 | if (cpu_online(cpu: *pos)) { | 
|---|
| 101 | sd = &per_cpu(softnet_data, *pos); | 
|---|
| 102 | break; | 
|---|
| 103 | } else | 
|---|
| 104 | ++*pos; | 
|---|
| 105 | return sd; | 
|---|
| 106 | } | 
|---|
| 107 |  | 
|---|
| 108 | static void *softnet_seq_start(struct seq_file *seq, loff_t *pos) | 
|---|
| 109 | { | 
|---|
| 110 | return softnet_get_online(pos); | 
|---|
| 111 | } | 
|---|
| 112 |  | 
|---|
| 113 | static void *softnet_seq_next(struct seq_file *seq, void *v, loff_t *pos) | 
|---|
| 114 | { | 
|---|
| 115 | ++*pos; | 
|---|
| 116 | return softnet_get_online(pos); | 
|---|
| 117 | } | 
|---|
| 118 |  | 
|---|
| 119 | static void softnet_seq_stop(struct seq_file *seq, void *v) | 
|---|
| 120 | { | 
|---|
| 121 | } | 
|---|
| 122 |  | 
|---|
| 123 | static int softnet_seq_show(struct seq_file *seq, void *v) | 
|---|
| 124 | { | 
|---|
| 125 | struct softnet_data *sd = v; | 
|---|
| 126 | u32 input_qlen = softnet_input_pkt_queue_len(sd); | 
|---|
| 127 | u32 process_qlen = softnet_process_queue_len(sd); | 
|---|
| 128 | unsigned int flow_limit_count = 0; | 
|---|
| 129 |  | 
|---|
| 130 | #ifdef CONFIG_NET_FLOW_LIMIT | 
|---|
| 131 | struct sd_flow_limit *fl; | 
|---|
| 132 |  | 
|---|
| 133 | rcu_read_lock(); | 
|---|
| 134 | fl = rcu_dereference(sd->flow_limit); | 
|---|
| 135 | /* Pairs with WRITE_ONCE() in skb_flow_limit() */ | 
|---|
| 136 | if (fl) | 
|---|
| 137 | flow_limit_count = READ_ONCE(fl->count); | 
|---|
| 138 | rcu_read_unlock(); | 
|---|
| 139 | #endif | 
|---|
| 140 |  | 
|---|
| 141 | /* the index is the CPU id owing this sd. Since offline CPUs are not | 
|---|
| 142 | * displayed, it would be othrwise not trivial for the user-space | 
|---|
| 143 | * mapping the data a specific CPU | 
|---|
| 144 | */ | 
|---|
| 145 | seq_printf(m: seq, | 
|---|
| 146 | fmt: "%08x %08x %08x %08x %08x %08x %08x %08x %08x %08x %08x %08x %08x " | 
|---|
| 147 | "%08x %08x\n", | 
|---|
| 148 | READ_ONCE(sd->processed), | 
|---|
| 149 | numa_drop_read(ndc: &sd->drop_counters), | 
|---|
| 150 | READ_ONCE(sd->time_squeeze), 0, | 
|---|
| 151 | 0, 0, 0, 0, /* was fastroute */ | 
|---|
| 152 | 0,	/* was cpu_collision */ | 
|---|
| 153 | READ_ONCE(sd->received_rps), flow_limit_count, | 
|---|
| 154 | input_qlen + process_qlen, (int)seq->index, | 
|---|
| 155 | input_qlen, process_qlen); | 
|---|
| 156 | return 0; | 
|---|
| 157 | } | 
|---|
| 158 |  | 
|---|
| 159 | static const struct seq_operations dev_seq_ops = { | 
|---|
| 160 | .start = dev_seq_start, | 
|---|
| 161 | .next  = dev_seq_next, | 
|---|
| 162 | .stop  = dev_seq_stop, | 
|---|
| 163 | .show  = dev_seq_show, | 
|---|
| 164 | }; | 
|---|
| 165 |  | 
|---|
| 166 | static const struct seq_operations softnet_seq_ops = { | 
|---|
| 167 | .start = softnet_seq_start, | 
|---|
| 168 | .next  = softnet_seq_next, | 
|---|
| 169 | .stop  = softnet_seq_stop, | 
|---|
| 170 | .show  = softnet_seq_show, | 
|---|
| 171 | }; | 
|---|
| 172 |  | 
|---|
| 173 | static void *ptype_get_idx(struct seq_file *seq, loff_t pos) | 
|---|
| 174 | { | 
|---|
| 175 | struct list_head *ptype_list = NULL; | 
|---|
| 176 | struct packet_type *pt = NULL; | 
|---|
| 177 | struct net_device *dev; | 
|---|
| 178 | loff_t i = 0; | 
|---|
| 179 | int t; | 
|---|
| 180 |  | 
|---|
| 181 | for_each_netdev_rcu(seq_file_net(seq), dev) { | 
|---|
| 182 | ptype_list = &dev->ptype_all; | 
|---|
| 183 | list_for_each_entry_rcu(pt, ptype_list, list) { | 
|---|
| 184 | if (i == pos) | 
|---|
| 185 | return pt; | 
|---|
| 186 | ++i; | 
|---|
| 187 | } | 
|---|
| 188 | } | 
|---|
| 189 |  | 
|---|
| 190 | list_for_each_entry_rcu(pt, &seq_file_net(seq)->ptype_all, list) { | 
|---|
| 191 | if (i == pos) | 
|---|
| 192 | return pt; | 
|---|
| 193 | ++i; | 
|---|
| 194 | } | 
|---|
| 195 |  | 
|---|
| 196 | list_for_each_entry_rcu(pt, &seq_file_net(seq)->ptype_specific, list) { | 
|---|
| 197 | if (i == pos) | 
|---|
| 198 | return pt; | 
|---|
| 199 | ++i; | 
|---|
| 200 | } | 
|---|
| 201 |  | 
|---|
| 202 | for (t = 0; t < PTYPE_HASH_SIZE; t++) { | 
|---|
| 203 | list_for_each_entry_rcu(pt, &ptype_base[t], list) { | 
|---|
| 204 | if (i == pos) | 
|---|
| 205 | return pt; | 
|---|
| 206 | ++i; | 
|---|
| 207 | } | 
|---|
| 208 | } | 
|---|
| 209 | return NULL; | 
|---|
| 210 | } | 
|---|
| 211 |  | 
|---|
| 212 | static void *ptype_seq_start(struct seq_file *seq, loff_t *pos) | 
|---|
| 213 | __acquires(RCU) | 
|---|
| 214 | { | 
|---|
| 215 | rcu_read_lock(); | 
|---|
| 216 | return *pos ? ptype_get_idx(seq, pos: *pos - 1) : SEQ_START_TOKEN; | 
|---|
| 217 | } | 
|---|
| 218 |  | 
|---|
| 219 | static void *ptype_seq_next(struct seq_file *seq, void *v, loff_t *pos) | 
|---|
| 220 | { | 
|---|
| 221 | struct net *net = seq_file_net(seq); | 
|---|
| 222 | struct net_device *dev; | 
|---|
| 223 | struct packet_type *pt; | 
|---|
| 224 | struct list_head *nxt; | 
|---|
| 225 | int hash; | 
|---|
| 226 |  | 
|---|
| 227 | ++*pos; | 
|---|
| 228 | if (v == SEQ_START_TOKEN) | 
|---|
| 229 | return ptype_get_idx(seq, pos: 0); | 
|---|
| 230 |  | 
|---|
| 231 | pt = v; | 
|---|
| 232 | nxt = pt->list.next; | 
|---|
| 233 | if (pt->dev) { | 
|---|
| 234 | if (nxt != &pt->dev->ptype_all) | 
|---|
| 235 | goto found; | 
|---|
| 236 |  | 
|---|
| 237 | dev = pt->dev; | 
|---|
| 238 | for_each_netdev_continue_rcu(seq_file_net(seq), dev) { | 
|---|
| 239 | if (!list_empty(head: &dev->ptype_all)) { | 
|---|
| 240 | nxt = dev->ptype_all.next; | 
|---|
| 241 | goto found; | 
|---|
| 242 | } | 
|---|
| 243 | } | 
|---|
| 244 | nxt = net->ptype_all.next; | 
|---|
| 245 | goto net_ptype_all; | 
|---|
| 246 | } | 
|---|
| 247 |  | 
|---|
| 248 | if (pt->af_packet_net) { | 
|---|
| 249 | net_ptype_all: | 
|---|
| 250 | if (nxt != &net->ptype_all && nxt != &net->ptype_specific) | 
|---|
| 251 | goto found; | 
|---|
| 252 |  | 
|---|
| 253 | if (nxt == &net->ptype_all) { | 
|---|
| 254 | /* continue with ->ptype_specific if it's not empty */ | 
|---|
| 255 | nxt = net->ptype_specific.next; | 
|---|
| 256 | if (nxt != &net->ptype_specific) | 
|---|
| 257 | goto found; | 
|---|
| 258 | } | 
|---|
| 259 |  | 
|---|
| 260 | hash = 0; | 
|---|
| 261 | nxt = ptype_base[0].next; | 
|---|
| 262 | } else | 
|---|
| 263 | hash = ntohs(pt->type) & PTYPE_HASH_MASK; | 
|---|
| 264 |  | 
|---|
| 265 | while (nxt == &ptype_base[hash]) { | 
|---|
| 266 | if (++hash >= PTYPE_HASH_SIZE) | 
|---|
| 267 | return NULL; | 
|---|
| 268 | nxt = ptype_base[hash].next; | 
|---|
| 269 | } | 
|---|
| 270 | found: | 
|---|
| 271 | return list_entry(nxt, struct packet_type, list); | 
|---|
| 272 | } | 
|---|
| 273 |  | 
|---|
| 274 | static void ptype_seq_stop(struct seq_file *seq, void *v) | 
|---|
| 275 | __releases(RCU) | 
|---|
| 276 | { | 
|---|
| 277 | rcu_read_unlock(); | 
|---|
| 278 | } | 
|---|
| 279 |  | 
|---|
| 280 | static int ptype_seq_show(struct seq_file *seq, void *v) | 
|---|
| 281 | { | 
|---|
| 282 | struct packet_type *pt = v; | 
|---|
| 283 |  | 
|---|
| 284 | if (v == SEQ_START_TOKEN) | 
|---|
| 285 | seq_puts(m: seq, s: "Type Device      Function\n"); | 
|---|
| 286 | else if ((!pt->af_packet_net || net_eq(net1: pt->af_packet_net, net2: seq_file_net(seq))) && | 
|---|
| 287 | (!pt->dev || net_eq(net1: dev_net(dev: pt->dev), net2: seq_file_net(seq)))) { | 
|---|
| 288 | if (pt->type == htons(ETH_P_ALL)) | 
|---|
| 289 | seq_puts(m: seq, s: "ALL "); | 
|---|
| 290 | else | 
|---|
| 291 | seq_printf(m: seq, fmt: "%04x", ntohs(pt->type)); | 
|---|
| 292 |  | 
|---|
| 293 | seq_printf(m: seq, fmt: " %-8s %ps\n", | 
|---|
| 294 | pt->dev ? pt->dev->name : "", pt->func); | 
|---|
| 295 | } | 
|---|
| 296 |  | 
|---|
| 297 | return 0; | 
|---|
| 298 | } | 
|---|
| 299 |  | 
|---|
| 300 | static const struct seq_operations ptype_seq_ops = { | 
|---|
| 301 | .start = ptype_seq_start, | 
|---|
| 302 | .next  = ptype_seq_next, | 
|---|
| 303 | .stop  = ptype_seq_stop, | 
|---|
| 304 | .show  = ptype_seq_show, | 
|---|
| 305 | }; | 
|---|
| 306 |  | 
|---|
| 307 | static int __net_init dev_proc_net_init(struct net *net) | 
|---|
| 308 | { | 
|---|
| 309 | int rc = -ENOMEM; | 
|---|
| 310 |  | 
|---|
| 311 | if (!proc_create_net( "dev", 0444, net->proc_net, &dev_seq_ops, | 
|---|
| 312 | sizeof(struct seq_net_private))) | 
|---|
| 313 | goto out; | 
|---|
| 314 | if (!proc_create_seq( "softnet_stat", 0444, net->proc_net, | 
|---|
| 315 | &softnet_seq_ops)) | 
|---|
| 316 | goto out_dev; | 
|---|
| 317 | if (!proc_create_net( "ptype", 0444, net->proc_net, &ptype_seq_ops, | 
|---|
| 318 | sizeof(struct seq_net_private))) | 
|---|
| 319 | goto out_softnet; | 
|---|
| 320 |  | 
|---|
| 321 | if (wext_proc_init(net)) | 
|---|
| 322 | goto out_ptype; | 
|---|
| 323 | rc = 0; | 
|---|
| 324 | out: | 
|---|
| 325 | return rc; | 
|---|
| 326 | out_ptype: | 
|---|
| 327 | remove_proc_entry( "ptype", net->proc_net); | 
|---|
| 328 | out_softnet: | 
|---|
| 329 | remove_proc_entry( "softnet_stat", net->proc_net); | 
|---|
| 330 | out_dev: | 
|---|
| 331 | remove_proc_entry( "dev", net->proc_net); | 
|---|
| 332 | goto out; | 
|---|
| 333 | } | 
|---|
| 334 |  | 
|---|
| 335 | static void __net_exit dev_proc_net_exit(struct net *net) | 
|---|
| 336 | { | 
|---|
| 337 | wext_proc_exit(net); | 
|---|
| 338 |  | 
|---|
| 339 | remove_proc_entry( "ptype", net->proc_net); | 
|---|
| 340 | remove_proc_entry( "softnet_stat", net->proc_net); | 
|---|
| 341 | remove_proc_entry( "dev", net->proc_net); | 
|---|
| 342 | } | 
|---|
| 343 |  | 
|---|
| 344 | static struct pernet_operations __net_initdata dev_proc_ops = { | 
|---|
| 345 | .init = dev_proc_net_init, | 
|---|
| 346 | .exit = dev_proc_net_exit, | 
|---|
| 347 | }; | 
|---|
| 348 |  | 
|---|
| 349 | static int dev_mc_seq_show(struct seq_file *seq, void *v) | 
|---|
| 350 | { | 
|---|
| 351 | struct netdev_hw_addr *ha; | 
|---|
| 352 | struct net_device *dev = v; | 
|---|
| 353 |  | 
|---|
| 354 | if (v == SEQ_START_TOKEN) | 
|---|
| 355 | return 0; | 
|---|
| 356 |  | 
|---|
| 357 | netif_addr_lock_bh(dev); | 
|---|
| 358 | netdev_for_each_mc_addr(ha, dev) { | 
|---|
| 359 | seq_printf(m: seq, fmt: "%-4d %-15s %-5d %-5d %*phN\n", | 
|---|
| 360 | dev->ifindex, dev->name, | 
|---|
| 361 | ha->refcount, ha->global_use, | 
|---|
| 362 | (int)dev->addr_len, ha->addr); | 
|---|
| 363 | } | 
|---|
| 364 | netif_addr_unlock_bh(dev); | 
|---|
| 365 | return 0; | 
|---|
| 366 | } | 
|---|
| 367 |  | 
|---|
| 368 | static const struct seq_operations dev_mc_seq_ops = { | 
|---|
| 369 | .start = dev_seq_start, | 
|---|
| 370 | .next  = dev_seq_next, | 
|---|
| 371 | .stop  = dev_seq_stop, | 
|---|
| 372 | .show  = dev_mc_seq_show, | 
|---|
| 373 | }; | 
|---|
| 374 |  | 
|---|
| 375 | static int __net_init dev_mc_net_init(struct net *net) | 
|---|
| 376 | { | 
|---|
| 377 | if (!proc_create_net( "dev_mcast", 0, net->proc_net, &dev_mc_seq_ops, | 
|---|
| 378 | sizeof(struct seq_net_private))) | 
|---|
| 379 | return -ENOMEM; | 
|---|
| 380 | return 0; | 
|---|
| 381 | } | 
|---|
| 382 |  | 
|---|
| 383 | static void __net_exit dev_mc_net_exit(struct net *net) | 
|---|
| 384 | { | 
|---|
| 385 | remove_proc_entry( "dev_mcast", net->proc_net); | 
|---|
| 386 | } | 
|---|
| 387 |  | 
|---|
| 388 | static struct pernet_operations __net_initdata dev_mc_net_ops = { | 
|---|
| 389 | .init = dev_mc_net_init, | 
|---|
| 390 | .exit = dev_mc_net_exit, | 
|---|
| 391 | }; | 
|---|
| 392 |  | 
|---|
| 393 | int __init dev_proc_init(void) | 
|---|
| 394 | { | 
|---|
| 395 | int ret = register_pernet_subsys(&dev_proc_ops); | 
|---|
| 396 | if (!ret) | 
|---|
| 397 | return register_pernet_subsys(&dev_mc_net_ops); | 
|---|
| 398 | return ret; | 
|---|
| 399 | } | 
|---|
| 400 |  | 
|---|