WIP: initial prof-accept testcase and environment components to allow us to profile simple config of the server

Author: marc-casavant

src/tests/multi-server/configs/freeradius/profiling-server/load-generator-packets/packet.conf

@@ -0,0 +1,3 @@
+User-Name       = "testuser"
+User-Password   = "testpass"
+Calling-Station-ID = "F1-F2-F3-F4-F5-F6"

src/tests/multi-server/configs/freeradius/profiling-server/mods-config/files/authorize

@@ -0,0 +1 @@
+testuser Password.Cleartext := "testpass"

src/tests/multi-server/configs/freeradius/profiling-server/radiusd.conf.j2

@@ -0,0 +1,125 @@
+name       = profiling-server
+
+raddbdir   = /etc/freeradius
+confdir    = ${raddbdir}
+modconfdir = ${confdir}/mods-config
+logdir     = /var/log/freeradius
+radacctdir = ${logdir}/radacct
+
+security {
+	allow_core_dumps = yes
+}
+
+modules {
+
+	# Common always module configuration, required for the control policy
+	{% include "freeradius/common/mods-available/always" %}
+
+}
+
+policy {
+	# Common control policy configuration, needed for accept action
+	{% include "freeradius/common/policy.d/control" %}
+}
+
+server profiling-server {
+
+	namespace = radius
+
+	listen load {
+		handler = load
+		type = Access-Request
+		transport = step
+
+		step {
+
+			# Default packet config to use by proto_load module
+			filename = ${confdir}/load-generator-packets/packet.conf
+
+			# Saving proto_load statistics disabled by default, can be enabled for debugging purposes.
+			#csv = ${confdir}/stats/load-generator-client-stats.csv
+
+			max_attributes = 64
+
+			#
+			# The load profile is configured via environment variables set
+			# in the testcase configuration files.
+			#
+			start_pps = $ENV{TEST_LOADGEN_START_PPS}
+			max_pps   = $ENV{TEST_LOADGEN_MAX_PPS}
+			duration  = $ENV{TEST_LOADGEN_DURATION}
+			step = $ENV{TEST_LOADGEN_STEP}
+			max_backlog = $ENV{TEST_LOADGEN_MAX_BACKLOG}
+			parallel = $ENV{TEST_LOADGEN_PARALLEL}
+			num_messages = $ENV{TEST_LOADGEN_NUM_MESSAGES}
+			repeat = no
+		}
+	}
+
+	listen authentication {
+		type = Access-Request
+		transport = udp
+		require_message_authenticator = auto
+		limit_proxy_state = auto
+
+		limit {
+			max_clients = 256
+			max_connections = 256
+			idle_timeout = 60.0
+			dynamic_timeout = 600.0
+			nak_lifetime = 30.0
+			cleanup_delay = 5.0
+		}
+
+		udp {
+			ipaddr = *
+			port = 1812
+			networks {
+				allow = 127/8
+				allow = 192.0.2/24
+			}
+		}
+
+		tcp {
+			ipaddr = *
+			port = 1812
+			networks {
+				allow = 127/8
+				allow = 192.0.2/24
+			}
+		}
+	}
+
+	listen authentication {
+		type = Access-Request
+		transport = tcp
+
+		tcp {
+			ipaddr = *
+			port = 1812
+			networks {
+				allow = 127/8
+				allow = 192.0.2/24
+			}
+		}
+	}
+
+	client localhost {
+		shortname = client-localhost
+		ipaddr = *
+		secret = testing123
+	}
+
+	recv Access-Request {
+		accept
+	}
+
+	send Access-Accept {
+
+	}
+
+	send Access-Reject {
+
+	}
+
+}

src/tests/multi-server/configs/freeradius/profiling-server/stats/load-generator-client-stats.csv

@@ -0,0 +1 @@
+"time","last_packet","rtt","rttvar","pps","pps_accepted","sent","received","backlog","max_backlog","<usec","us","10us","100us","ms","10ms","100ms","s","blocked"

src/tests/multi-server/configs/freeradius/profiling-server/template.d/load-generator-templates

@@ -0,0 +1,17 @@
+
+#
+# radius module template for load-generator
+#
+radius-module-dst-server-tmpl {
+	mode = client
+	transport = udp
+	type = Access-Request
+	require_message_authenticator = auto
+	file {
+	     filename = ${logdir}/packets.bin
+	}
+	udp {
+		port = 1812
+		secret = testing123
+	}
+}

src/tests/multi-server/tests/prof-accept/5min.test.yml

@@ -0,0 +1,22 @@
+# Topology
+compose_num_of_home_servers: 5
+compose_num_of_proxy_servers: 0
+listener_type: file
+
+# Routing
+load_gen_num_of_dst_servers: 5
+load_gen_dst_server_name: homeserver
+
+# Load generator profile
+loadgen:
+  start_pps: 5
+  max_pps: 50
+  duration: 300
+  step: 5
+  parallel: 1
+  max_backlog: 1000
+  repeat: "no"
+
+# Test framework
+test_timeout: 350
+test_verify_timeout: 340

src/tests/multi-server/tests/prof-accept/environment.yml.j2

@@ -0,0 +1 @@
+../../environments/profiling.yml.j2

src/tests/multi-server/tests/prof-accept/short.ci.test.yml

@@ -0,0 +1,22 @@
+# Topology
+compose_num_of_home_servers: 5
+compose_num_of_proxy_servers: 0
+listener_type: file
+
+# Routing
+load_gen_num_of_dst_servers: 5
+load_gen_dst_server_name: homeserver
+
+# Load generator profile
+loadgen:
+  start_pps: 5
+  max_pps: 10
+  duration: 5
+  step: 5
+  parallel: 1
+  max_backlog: 1000
+  repeat: "no"
+
+# Test framework
+test_timeout: 50
+test_verify_timeout: 40

src/tests/multi-server/tests/prof-accept/template.yml.j2

@@ -0,0 +1,38 @@
+timeout: {{ test_timeout }}
+state_order: sequence
+states:
+  state_1:
+    description: >
+      Baseline profiling test
+    host:
+      profiling-server:
+        actions:
+        - execute_command:
+            command: |
+              ##
+              ## proto_load configuration via environment variables
+              ##
+              #{%- for key, value in loadgen.items() %}
+              #export TEST_LOADGEN_{{ key | upper }}="{{ value }}"
+              #{%- endfor %}
+              #TEST_LOADGEN_NUM_MESSAGES=0
+              #for ((pps=$TEST_LOADGEN_START_PPS; pps<=$TEST_LOADGEN_MAX_PPS; pps+=$TEST_LOADGEN_STEP)); do
+              #  TEST_LOADGEN_NUM_MESSAGES=$((TEST_LOADGEN_NUM_MESSAGES + TEST_LOADGEN_DURATION * pps))
+              #done
+              #export TEST_LOADGEN_NUM_MESSAGES
+              ##
+              ## Starting load-generator server which will generate traffic based on env configuration
+              ## from above.
+              ##
+              #printf "Starting load-generator with the following configuration:\n"
+              #{%- for key, value in loadgen.items() %}
+              #printf "  {{ key | upper }}:%s\n" "$TEST_LOADGEN_{{ key | upper }}"
+              #{%- endfor %}
+              #printf "  NUM_MESSAGES:     %s\n" "$TEST_LOADGEN_NUM_MESSAGES"
+              #
+              #exec freeradius -f -l stdout
+
+            detach: true
+    verify:
+      timeout: {{ test_verify_timeout }}
+      trigger_mode: unordered