rds: add infrastructure to find more details for reconnect failure

This patch adds run-time support to debug scenarios where reconnect is
not successful for certain time.
We add two sysctl variables for start time and end time. These are
number of seconds after reconnect was initiated.

Orabug: 22631108

Signed-off-by: Ajaykumar Hotchandani <[email protected]>
Signed-off-by: Brian Maly <[email protected]>

Reviewed-by: Santosh Shilimkar <[email protected]>

Acked-by: Wengang Wang <[email protected]>

Orabug: 27364391

(cherry picked from commit a08ba95)
cherry-pick-repo=linux-uek.git

Signed-off-by: Gerd Rausch <[email protected]>
Signed-off-by: Somasundaram Krishnasamy <[email protected]>

Orabug: 33590097

UEK6 => UEK7

(cherry picked from commit bf137ce)
cherry-pick-repo=UEK/production/linux-uek.git

Signed-off-by: Gerd Rausch <[email protected]>
Reviewed-by: William Kucharski <[email protected]>

Orabug: 33590087

UEK7 => LUCI

(cherry picked from commit c11665a)
cherry-pick-repo=UEK/production/linux-uek.git

Signed-off-by: Gerd Rausch <[email protected]>
Reviewed-by: William Kucharski <[email protected]>

Author: Ajaykumar Hotchandani

net/rds/rds.h

@@ -907,6 +907,8 @@ extern unsigned int  rds_sysctl_max_unacked_bytes;
 extern unsigned int  rds_sysctl_ping_enable;
 extern unsigned long rds_sysctl_trace_flags;
 extern unsigned int  rds_sysctl_trace_level;
+extern unsigned int  rds_sysctl_shutdown_trace_start_time;
+extern unsigned int  rds_sysctl_shutdown_trace_end_time;
 
 /* threads.c */
 int rds_threads_init(void);

net/rds/sysctl.c

@@ -49,6 +49,9 @@ unsigned int  rds_sysctl_max_unacked_bytes = (16 << 20);
 
 unsigned int rds_sysctl_ping_enable = 1;
 
+unsigned int rds_sysctl_shutdown_trace_start_time;
+unsigned int rds_sysctl_shutdown_trace_end_time;
+
 /*
  * We have official values, but must maintain the sysctl interface for existing
  * software that expects to find these values here.
@@ -110,6 +113,20 @@ static struct ctl_table rds_sysctl_rds_table[] = {
 		.mode           = 0644,
 		.proc_handler   = proc_dointvec,
 	},
+	{
+		.procname       = "shutdown_trace_start_time",
+		.data           = &rds_sysctl_shutdown_trace_start_time,
+		.maxlen         = sizeof(int),
+		.mode           = 0644,
+		.proc_handler   = &proc_dointvec,
+	},
+	{
+		.procname       = "shutdown_trace_end_time",
+		.data           = &rds_sysctl_shutdown_trace_end_time,
+		.maxlen         = sizeof(int),
+		.mode           = 0644,
+		.proc_handler   = &proc_dointvec,
+	},
 	{ }
 };
 

net/rds/threads.c

@@ -313,7 +313,16 @@ void rds_reconnect_timeout(struct work_struct *work)
 void rds_shutdown_worker(struct work_struct *work)
 {
 	struct rds_connection *conn = container_of(work, struct rds_connection, c_down_w);
+	unsigned long now = get_seconds();
 
+	if ((now - conn->c_reconnect_start > rds_sysctl_shutdown_trace_start_time) &&
+	    (now - conn->c_reconnect_start < rds_sysctl_shutdown_trace_end_time))
+		pr_info("RDS/IB: connection <%pI4,%pI4,%d> "
+				"shutdown init due to '%s'\n",
+				&conn->c_laddr,
+				&conn->c_faddr,
+				conn->c_tos,
+				conn_drop_reason_str(conn->c_drop_source));
 
 	/* if racing is detected, lower IP backs off and let the higher IP
 	 * drives the reconnect (one-sided reconnect)