4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.gnu.org/licenses/gpl-2.0.html
23 * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
26 * Copyright (c) 2011, 2015, Intel Corporation.
29 * This file is part of Lustre, http://www.lustre.org/
30 * Lustre is a trademark of Sun Microsystems, Inc.
32 #define DEBUG_SUBSYSTEM S_CLASS
34 #include <linux/statfs.h>
35 #include "../include/obd_cksum.h"
36 #include "../include/obd_class.h"
37 #include "../include/lprocfs_status.h"
38 #include <linux/seq_file.h>
39 #include "osc_internal.h"
41 static ssize_t active_show(struct kobject *kobj, struct attribute *attr,
44 struct obd_device *dev = container_of(kobj, struct obd_device,
47 return sprintf(buf, "%d\n", !dev->u.cli.cl_import->imp_deactive);
50 static ssize_t active_store(struct kobject *kobj, struct attribute *attr,
54 struct obd_device *dev = container_of(kobj, struct obd_device,
59 rc = kstrtoul(buffer, 10, &val);
66 if (dev->u.cli.cl_import->imp_deactive == val)
67 rc = ptlrpc_set_import_active(dev->u.cli.cl_import, val);
69 CDEBUG(D_CONFIG, "activate %ld: ignoring repeat request\n",
74 LUSTRE_RW_ATTR(active);
76 static ssize_t max_rpcs_in_flight_show(struct kobject *kobj,
77 struct attribute *attr,
80 struct obd_device *dev = container_of(kobj, struct obd_device,
82 struct client_obd *cli = &dev->u.cli;
84 return sprintf(buf, "%u\n", cli->cl_max_rpcs_in_flight);
87 static ssize_t max_rpcs_in_flight_store(struct kobject *kobj,
88 struct attribute *attr,
92 struct obd_device *dev = container_of(kobj, struct obd_device,
94 struct client_obd *cli = &dev->u.cli;
97 int adding, added, req_count;
99 rc = kstrtoul(buffer, 10, &val);
103 if (val < 1 || val > OSC_MAX_RIF_MAX)
106 adding = val - cli->cl_max_rpcs_in_flight;
107 req_count = atomic_read(&osc_pool_req_count);
108 if (adding > 0 && req_count < osc_reqpool_maxreqcount) {
110 * There might be some race which will cause over-limit
111 * allocation, but it is fine.
113 if (req_count + adding > osc_reqpool_maxreqcount)
114 adding = osc_reqpool_maxreqcount - req_count;
116 added = osc_rq_pool->prp_populate(osc_rq_pool, adding);
117 atomic_add(added, &osc_pool_req_count);
120 spin_lock(&cli->cl_loi_list_lock);
121 cli->cl_max_rpcs_in_flight = val;
122 spin_unlock(&cli->cl_loi_list_lock);
126 LUSTRE_RW_ATTR(max_rpcs_in_flight);
128 static ssize_t max_dirty_mb_show(struct kobject *kobj,
129 struct attribute *attr,
132 struct obd_device *dev = container_of(kobj, struct obd_device,
134 struct client_obd *cli = &dev->u.cli;
138 spin_lock(&cli->cl_loi_list_lock);
139 val = cli->cl_dirty_max;
140 spin_unlock(&cli->cl_loi_list_lock);
143 return lprocfs_read_frac_helper(buf, PAGE_SIZE, val, mult);
146 static ssize_t max_dirty_mb_store(struct kobject *kobj,
147 struct attribute *attr,
151 struct obd_device *dev = container_of(kobj, struct obd_device,
153 struct client_obd *cli = &dev->u.cli;
155 unsigned long pages_number;
157 rc = kstrtoul(buffer, 10, &pages_number);
161 pages_number *= 1 << (20 - PAGE_SHIFT); /* MB -> pages */
163 if (pages_number <= 0 ||
164 pages_number > OSC_MAX_DIRTY_MB_MAX << (20 - PAGE_SHIFT) ||
165 pages_number > totalram_pages / 4) /* 1/4 of RAM */
168 spin_lock(&cli->cl_loi_list_lock);
169 cli->cl_dirty_max = (u32)(pages_number << PAGE_SHIFT);
170 osc_wake_cache_waiters(cli);
171 spin_unlock(&cli->cl_loi_list_lock);
175 LUSTRE_RW_ATTR(max_dirty_mb);
177 static int osc_cached_mb_seq_show(struct seq_file *m, void *v)
179 struct obd_device *dev = m->private;
180 struct client_obd *cli = &dev->u.cli;
181 int shift = 20 - PAGE_SHIFT;
186 (atomic_read(&cli->cl_lru_in_list) +
187 atomic_read(&cli->cl_lru_busy)) >> shift,
188 atomic_read(&cli->cl_lru_busy));
193 /* shrink the number of caching pages to a specific number */
194 static ssize_t osc_cached_mb_seq_write(struct file *file,
195 const char __user *buffer,
196 size_t count, loff_t *off)
198 struct obd_device *dev = ((struct seq_file *)file->private_data)->private;
199 struct client_obd *cli = &dev->u.cli;
200 int pages_number, mult, rc;
203 if (count >= sizeof(kernbuf))
206 if (copy_from_user(kernbuf, buffer, count))
210 mult = 1 << (20 - PAGE_SHIFT);
211 buffer += lprocfs_find_named_value(kernbuf, "used_mb:", &count) -
213 rc = lprocfs_write_frac_helper(buffer, count, &pages_number, mult);
217 if (pages_number < 0)
220 rc = atomic_read(&cli->cl_lru_in_list) - pages_number;
225 env = cl_env_get(&refcheck);
227 (void)osc_lru_shrink(env, cli, rc, true);
228 cl_env_put(env, &refcheck);
235 LPROC_SEQ_FOPS(osc_cached_mb);
237 static ssize_t cur_dirty_bytes_show(struct kobject *kobj,
238 struct attribute *attr,
241 struct obd_device *dev = container_of(kobj, struct obd_device,
243 struct client_obd *cli = &dev->u.cli;
246 spin_lock(&cli->cl_loi_list_lock);
247 len = sprintf(buf, "%lu\n", cli->cl_dirty);
248 spin_unlock(&cli->cl_loi_list_lock);
252 LUSTRE_RO_ATTR(cur_dirty_bytes);
254 static ssize_t cur_grant_bytes_show(struct kobject *kobj,
255 struct attribute *attr,
258 struct obd_device *dev = container_of(kobj, struct obd_device,
260 struct client_obd *cli = &dev->u.cli;
263 spin_lock(&cli->cl_loi_list_lock);
264 len = sprintf(buf, "%lu\n", cli->cl_avail_grant);
265 spin_unlock(&cli->cl_loi_list_lock);
270 static ssize_t cur_grant_bytes_store(struct kobject *kobj,
271 struct attribute *attr,
275 struct obd_device *obd = container_of(kobj, struct obd_device,
277 struct client_obd *cli = &obd->u.cli;
279 unsigned long long val;
281 rc = kstrtoull(buffer, 10, &val);
285 /* this is only for shrinking grant */
286 spin_lock(&cli->cl_loi_list_lock);
287 if (val >= cli->cl_avail_grant) {
288 spin_unlock(&cli->cl_loi_list_lock);
291 spin_unlock(&cli->cl_loi_list_lock);
293 if (cli->cl_import->imp_state == LUSTRE_IMP_FULL)
294 rc = osc_shrink_grant_to_target(cli, val);
299 LUSTRE_RW_ATTR(cur_grant_bytes);
301 static ssize_t cur_lost_grant_bytes_show(struct kobject *kobj,
302 struct attribute *attr,
305 struct obd_device *dev = container_of(kobj, struct obd_device,
307 struct client_obd *cli = &dev->u.cli;
310 spin_lock(&cli->cl_loi_list_lock);
311 len = sprintf(buf, "%lu\n", cli->cl_lost_grant);
312 spin_unlock(&cli->cl_loi_list_lock);
316 LUSTRE_RO_ATTR(cur_lost_grant_bytes);
318 static ssize_t grant_shrink_interval_show(struct kobject *kobj,
319 struct attribute *attr,
322 struct obd_device *obd = container_of(kobj, struct obd_device,
325 return sprintf(buf, "%d\n", obd->u.cli.cl_grant_shrink_interval);
328 static ssize_t grant_shrink_interval_store(struct kobject *kobj,
329 struct attribute *attr,
333 struct obd_device *obd = container_of(kobj, struct obd_device,
338 rc = kstrtoul(buffer, 10, &val);
345 obd->u.cli.cl_grant_shrink_interval = val;
349 LUSTRE_RW_ATTR(grant_shrink_interval);
351 static ssize_t checksums_show(struct kobject *kobj,
352 struct attribute *attr,
355 struct obd_device *obd = container_of(kobj, struct obd_device,
358 return sprintf(buf, "%d\n", obd->u.cli.cl_checksum ? 1 : 0);
361 static ssize_t checksums_store(struct kobject *kobj,
362 struct attribute *attr,
366 struct obd_device *obd = container_of(kobj, struct obd_device,
371 rc = kstrtoul(buffer, 10, &val);
375 obd->u.cli.cl_checksum = (val ? 1 : 0);
379 LUSTRE_RW_ATTR(checksums);
381 static int osc_checksum_type_seq_show(struct seq_file *m, void *v)
383 struct obd_device *obd = m->private;
391 for (i = 0; i < ARRAY_SIZE(cksum_name); i++) {
392 if (((1 << i) & obd->u.cli.cl_supp_cksum_types) == 0)
394 if (obd->u.cli.cl_cksum_type == (1 << i))
395 seq_printf(m, "[%s] ", cksum_name[i]);
397 seq_printf(m, "%s ", cksum_name[i]);
403 static ssize_t osc_checksum_type_seq_write(struct file *file,
404 const char __user *buffer,
405 size_t count, loff_t *off)
407 struct obd_device *obd = ((struct seq_file *)file->private_data)->private;
416 if (count > sizeof(kernbuf) - 1)
418 if (copy_from_user(kernbuf, buffer, count))
420 if (count > 0 && kernbuf[count - 1] == '\n')
421 kernbuf[count - 1] = '\0';
423 kernbuf[count] = '\0';
425 for (i = 0; i < ARRAY_SIZE(cksum_name); i++) {
426 if (((1 << i) & obd->u.cli.cl_supp_cksum_types) == 0)
428 if (!strcmp(kernbuf, cksum_name[i])) {
429 obd->u.cli.cl_cksum_type = 1 << i;
436 LPROC_SEQ_FOPS(osc_checksum_type);
438 static ssize_t resend_count_show(struct kobject *kobj,
439 struct attribute *attr,
442 struct obd_device *obd = container_of(kobj, struct obd_device,
445 return sprintf(buf, "%u\n", atomic_read(&obd->u.cli.cl_resends));
448 static ssize_t resend_count_store(struct kobject *kobj,
449 struct attribute *attr,
453 struct obd_device *obd = container_of(kobj, struct obd_device,
458 rc = kstrtoul(buffer, 10, &val);
462 atomic_set(&obd->u.cli.cl_resends, val);
466 LUSTRE_RW_ATTR(resend_count);
468 static ssize_t contention_seconds_show(struct kobject *kobj,
469 struct attribute *attr,
472 struct obd_device *obd = container_of(kobj, struct obd_device,
474 struct osc_device *od = obd2osc_dev(obd);
476 return sprintf(buf, "%u\n", od->od_contention_time);
479 static ssize_t contention_seconds_store(struct kobject *kobj,
480 struct attribute *attr,
484 struct obd_device *obd = container_of(kobj, struct obd_device,
486 struct osc_device *od = obd2osc_dev(obd);
490 rc = kstrtoint(buffer, 10, &val);
497 od->od_contention_time = val;
501 LUSTRE_RW_ATTR(contention_seconds);
503 static ssize_t lockless_truncate_show(struct kobject *kobj,
504 struct attribute *attr,
507 struct obd_device *obd = container_of(kobj, struct obd_device,
509 struct osc_device *od = obd2osc_dev(obd);
511 return sprintf(buf, "%u\n", od->od_lockless_truncate);
514 static ssize_t lockless_truncate_store(struct kobject *kobj,
515 struct attribute *attr,
519 struct obd_device *obd = container_of(kobj, struct obd_device,
521 struct osc_device *od = obd2osc_dev(obd);
525 rc = kstrtouint(buffer, 10, &val);
529 od->od_lockless_truncate = val;
533 LUSTRE_RW_ATTR(lockless_truncate);
535 static ssize_t destroys_in_flight_show(struct kobject *kobj,
536 struct attribute *attr,
539 struct obd_device *obd = container_of(kobj, struct obd_device,
542 return sprintf(buf, "%u\n",
543 atomic_read(&obd->u.cli.cl_destroy_in_flight));
545 LUSTRE_RO_ATTR(destroys_in_flight);
547 static ssize_t max_pages_per_rpc_show(struct kobject *kobj,
548 struct attribute *attr,
551 struct obd_device *dev = container_of(kobj, struct obd_device,
553 struct client_obd *cli = &dev->u.cli;
555 return sprintf(buf, "%d\n", cli->cl_max_pages_per_rpc);
558 static ssize_t max_pages_per_rpc_store(struct kobject *kobj,
559 struct attribute *attr,
563 struct obd_device *dev = container_of(kobj, struct obd_device,
565 struct client_obd *cli = &dev->u.cli;
566 struct obd_connect_data *ocd = &cli->cl_import->imp_connect_data;
568 unsigned long long val;
570 rc = kstrtoull(buffer, 10, &val);
574 /* if the max_pages is specified in bytes, convert to pages */
575 if (val >= ONE_MB_BRW_SIZE)
578 chunk_mask = ~((1 << (cli->cl_chunkbits - PAGE_SHIFT)) - 1);
579 /* max_pages_per_rpc must be chunk aligned */
580 val = (val + ~chunk_mask) & chunk_mask;
581 if (val == 0 || val > ocd->ocd_brw_size >> PAGE_SHIFT) {
584 spin_lock(&cli->cl_loi_list_lock);
585 cli->cl_max_pages_per_rpc = val;
586 spin_unlock(&cli->cl_loi_list_lock);
590 LUSTRE_RW_ATTR(max_pages_per_rpc);
592 static ssize_t unstable_stats_show(struct kobject *kobj,
593 struct attribute *attr,
596 struct obd_device *dev = container_of(kobj, struct obd_device,
598 struct client_obd *cli = &dev->u.cli;
601 pages = atomic_read(&cli->cl_unstable_count);
602 mb = (pages * PAGE_SIZE) >> 20;
604 return sprintf(buf, "unstable_pages: %8d\n"
605 "unstable_mb: %8d\n", pages, mb);
607 LUSTRE_RO_ATTR(unstable_stats);
609 LPROC_SEQ_FOPS_RO_TYPE(osc, connect_flags);
610 LPROC_SEQ_FOPS_RO_TYPE(osc, server_uuid);
611 LPROC_SEQ_FOPS_RO_TYPE(osc, conn_uuid);
612 LPROC_SEQ_FOPS_RO_TYPE(osc, timeouts);
613 LPROC_SEQ_FOPS_RO_TYPE(osc, state);
615 LPROC_SEQ_FOPS_WR_ONLY(osc, ping);
617 LPROC_SEQ_FOPS_RW_TYPE(osc, import);
618 LPROC_SEQ_FOPS_RW_TYPE(osc, pinger_recov);
620 static struct lprocfs_vars lprocfs_osc_obd_vars[] = {
621 { "ping", &osc_ping_fops, NULL, 0222 },
622 { "connect_flags", &osc_connect_flags_fops, NULL, 0 },
623 /*{ "filegroups", lprocfs_rd_filegroups, NULL, 0 },*/
624 { "ost_server_uuid", &osc_server_uuid_fops, NULL, 0 },
625 { "ost_conn_uuid", &osc_conn_uuid_fops, NULL, 0 },
626 { "osc_cached_mb", &osc_cached_mb_fops, NULL },
627 { "checksum_type", &osc_checksum_type_fops, NULL },
628 { "timeouts", &osc_timeouts_fops, NULL, 0 },
629 { "import", &osc_import_fops, NULL },
630 { "state", &osc_state_fops, NULL, 0 },
631 { "pinger_recov", &osc_pinger_recov_fops, NULL },
635 #define pct(a, b) (b ? a * 100 / b : 0)
637 static int osc_rpc_stats_seq_show(struct seq_file *seq, void *v)
639 struct timespec64 now;
640 struct obd_device *dev = seq->private;
641 struct client_obd *cli = &dev->u.cli;
642 unsigned long read_tot = 0, write_tot = 0, read_cum, write_cum;
645 ktime_get_real_ts64(&now);
647 spin_lock(&cli->cl_loi_list_lock);
649 seq_printf(seq, "snapshot_time: %llu.%9lu (secs.usecs)\n",
650 (s64)now.tv_sec, (unsigned long)now.tv_nsec);
651 seq_printf(seq, "read RPCs in flight: %d\n",
652 cli->cl_r_in_flight);
653 seq_printf(seq, "write RPCs in flight: %d\n",
654 cli->cl_w_in_flight);
655 seq_printf(seq, "pending write pages: %d\n",
656 atomic_read(&cli->cl_pending_w_pages));
657 seq_printf(seq, "pending read pages: %d\n",
658 atomic_read(&cli->cl_pending_r_pages));
660 seq_puts(seq, "\n\t\t\tread\t\t\twrite\n");
661 seq_puts(seq, "pages per rpc rpcs % cum % |");
662 seq_puts(seq, " rpcs % cum %\n");
664 read_tot = lprocfs_oh_sum(&cli->cl_read_page_hist);
665 write_tot = lprocfs_oh_sum(&cli->cl_write_page_hist);
669 for (i = 0; i < OBD_HIST_MAX; i++) {
670 unsigned long r = cli->cl_read_page_hist.oh_buckets[i];
671 unsigned long w = cli->cl_write_page_hist.oh_buckets[i];
675 seq_printf(seq, "%d:\t\t%10lu %3lu %3lu | %10lu %3lu %3lu\n",
676 1 << i, r, pct(r, read_tot),
677 pct(read_cum, read_tot), w,
679 pct(write_cum, write_tot));
680 if (read_cum == read_tot && write_cum == write_tot)
684 seq_puts(seq, "\n\t\t\tread\t\t\twrite\n");
685 seq_puts(seq, "rpcs in flight rpcs % cum % |");
686 seq_puts(seq, " rpcs % cum %\n");
688 read_tot = lprocfs_oh_sum(&cli->cl_read_rpc_hist);
689 write_tot = lprocfs_oh_sum(&cli->cl_write_rpc_hist);
693 for (i = 0; i < OBD_HIST_MAX; i++) {
694 unsigned long r = cli->cl_read_rpc_hist.oh_buckets[i];
695 unsigned long w = cli->cl_write_rpc_hist.oh_buckets[i];
699 seq_printf(seq, "%d:\t\t%10lu %3lu %3lu | %10lu %3lu %3lu\n",
700 i, r, pct(r, read_tot),
701 pct(read_cum, read_tot), w,
703 pct(write_cum, write_tot));
704 if (read_cum == read_tot && write_cum == write_tot)
708 seq_puts(seq, "\n\t\t\tread\t\t\twrite\n");
709 seq_puts(seq, "offset rpcs % cum % |");
710 seq_puts(seq, " rpcs % cum %\n");
712 read_tot = lprocfs_oh_sum(&cli->cl_read_offset_hist);
713 write_tot = lprocfs_oh_sum(&cli->cl_write_offset_hist);
717 for (i = 0; i < OBD_HIST_MAX; i++) {
718 unsigned long r = cli->cl_read_offset_hist.oh_buckets[i];
719 unsigned long w = cli->cl_write_offset_hist.oh_buckets[i];
723 seq_printf(seq, "%d:\t\t%10lu %3lu %3lu | %10lu %3lu %3lu\n",
724 (i == 0) ? 0 : 1 << (i - 1),
725 r, pct(r, read_tot), pct(read_cum, read_tot),
726 w, pct(w, write_tot), pct(write_cum, write_tot));
727 if (read_cum == read_tot && write_cum == write_tot)
731 spin_unlock(&cli->cl_loi_list_lock);
738 static ssize_t osc_rpc_stats_seq_write(struct file *file,
739 const char __user *buf,
740 size_t len, loff_t *off)
742 struct seq_file *seq = file->private_data;
743 struct obd_device *dev = seq->private;
744 struct client_obd *cli = &dev->u.cli;
746 lprocfs_oh_clear(&cli->cl_read_rpc_hist);
747 lprocfs_oh_clear(&cli->cl_write_rpc_hist);
748 lprocfs_oh_clear(&cli->cl_read_page_hist);
749 lprocfs_oh_clear(&cli->cl_write_page_hist);
750 lprocfs_oh_clear(&cli->cl_read_offset_hist);
751 lprocfs_oh_clear(&cli->cl_write_offset_hist);
756 LPROC_SEQ_FOPS(osc_rpc_stats);
758 static int osc_stats_seq_show(struct seq_file *seq, void *v)
760 struct timespec64 now;
761 struct obd_device *dev = seq->private;
762 struct osc_stats *stats = &obd2osc_dev(dev)->od_stats;
764 ktime_get_real_ts64(&now);
766 seq_printf(seq, "snapshot_time: %llu.%9lu (secs.usecs)\n",
767 (s64)now.tv_sec, (unsigned long)now.tv_nsec);
768 seq_printf(seq, "lockless_write_bytes\t\t%llu\n",
769 stats->os_lockless_writes);
770 seq_printf(seq, "lockless_read_bytes\t\t%llu\n",
771 stats->os_lockless_reads);
772 seq_printf(seq, "lockless_truncate\t\t%llu\n",
773 stats->os_lockless_truncates);
777 static ssize_t osc_stats_seq_write(struct file *file,
778 const char __user *buf,
779 size_t len, loff_t *off)
781 struct seq_file *seq = file->private_data;
782 struct obd_device *dev = seq->private;
783 struct osc_stats *stats = &obd2osc_dev(dev)->od_stats;
785 memset(stats, 0, sizeof(*stats));
789 LPROC_SEQ_FOPS(osc_stats);
791 int lproc_osc_attach_seqstat(struct obd_device *dev)
795 rc = ldebugfs_seq_create(dev->obd_debugfs_entry, "osc_stats", 0644,
796 &osc_stats_fops, dev);
798 rc = ldebugfs_obd_seq_create(dev, "rpc_stats", 0644,
799 &osc_rpc_stats_fops, dev);
804 static struct attribute *osc_attrs[] = {
805 &lustre_attr_active.attr,
806 &lustre_attr_checksums.attr,
807 &lustre_attr_contention_seconds.attr,
808 &lustre_attr_cur_dirty_bytes.attr,
809 &lustre_attr_cur_grant_bytes.attr,
810 &lustre_attr_cur_lost_grant_bytes.attr,
811 &lustre_attr_destroys_in_flight.attr,
812 &lustre_attr_grant_shrink_interval.attr,
813 &lustre_attr_lockless_truncate.attr,
814 &lustre_attr_max_dirty_mb.attr,
815 &lustre_attr_max_pages_per_rpc.attr,
816 &lustre_attr_max_rpcs_in_flight.attr,
817 &lustre_attr_resend_count.attr,
818 &lustre_attr_unstable_stats.attr,
822 static struct attribute_group osc_attr_group = {
826 void lprocfs_osc_init_vars(struct lprocfs_static_vars *lvars)
828 lvars->sysfs_vars = &osc_attr_group;
829 lvars->obd_vars = lprocfs_osc_obd_vars;