blob: 57263a334e09dc360d468a2adf122150d4048af4 [file] [log] [blame]
fbrosson533407a2018-04-04 21:44:29 +00001#!/usr/bin/env perl
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +02002
Simon Butcherf95c1762016-11-10 17:25:58 +00003# test-ref-configs.pl
4#
Bence Szépkúti1e148272020-08-07 13:07:28 +02005# Copyright The Mbed TLS Contributors
Bence Szépkútic7da1fe2020-05-26 01:54:15 +02006# SPDX-License-Identifier: Apache-2.0
7#
8# Licensed under the Apache License, Version 2.0 (the "License"); you may
9# not use this file except in compliance with the License.
10# You may obtain a copy of the License at
11#
12# http://www.apache.org/licenses/LICENSE-2.0
13#
14# Unless required by applicable law or agreed to in writing, software
15# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
16# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17# See the License for the specific language governing permissions and
18# limitations under the License.
19#
Simon Butcherf95c1762016-11-10 17:25:58 +000020# Purpose
21#
22# For each reference configuration file in the configs directory, build the
Gilles Peskine7dc97042020-02-26 19:48:43 +010023# configuration, run the test suites and compat.sh
Manuel Pégourié-Gonnard827b6ce2014-04-30 12:05:29 +020024#
25# Usage: tests/scripts/test-ref-configs.pl [config-name [...]]
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020026
27use warnings;
28use strict;
29
30my %configs = (
Gilles Peskine7a78a1f2020-11-09 14:44:04 +010031 'config-ccm-psk-tls1_2.h' => {
32 'compat' => '-m tls1_2 -f \'^TLS-PSK-WITH-AES-...-CCM-8\'',
33 },
Gilles Peskine12230eb2020-02-26 19:02:33 +010034 'config-mini-tls1_1.h' => {
Gilles Peskine7415f2f2019-09-16 15:06:03 +020035 'compat' => '-m tls1_1 -f \'^DES-CBC3-SHA$\|^TLS-RSA-WITH-3DES-EDE-CBC-SHA$\'', #'
Gilles Peskinefec30642019-10-10 20:30:54 +020036 },
Gilles Peskine25fdebf2020-11-09 15:15:17 +010037 'config-no-entropy.h' => {
38 },
Manuel Pégourié-Gonnardeb47b872015-10-20 14:07:03 +020039 'config-suite-b.h' => {
Gilles Peskine7dc97042020-02-26 19:48:43 +010040 'compat' => "-m tls1_2 -f 'ECDHE-ECDSA.*AES.*GCM' -p mbedTLS",
Manuel Pégourié-Gonnardeb47b872015-10-20 14:07:03 +020041 },
Gilles Peskine12230eb2020-02-26 19:02:33 +010042 'config-symmetric-only.h' => {
43 },
Gilles Peskine12230eb2020-02-26 19:02:33 +010044 'config-thread.h' => {
Gilles Peskine7dc97042020-02-26 19:48:43 +010045 'opt' => '-f ECJPAKE.*nolog',
Gilles Peskine12230eb2020-02-26 19:02:33 +010046 },
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020047);
48
Manuel Pégourié-Gonnard827b6ce2014-04-30 12:05:29 +020049# If no config-name is provided, use all known configs.
50# Otherwise, use the provided names only.
Paul Bakker30a30622013-12-19 17:09:49 +010051if ($#ARGV >= 0) {
Manuel Pégourié-Gonnard827b6ce2014-04-30 12:05:29 +020052 my %configs_ori = ( %configs );
53 %configs = ();
Paul Bakker30a30622013-12-19 17:09:49 +010054
Manuel Pégourié-Gonnard827b6ce2014-04-30 12:05:29 +020055 foreach my $conf_name (@ARGV) {
56 if( ! exists $configs_ori{$conf_name} ) {
57 die "Unknown configuration: $conf_name\n";
58 } else {
59 $configs{$conf_name} = $configs_ori{$conf_name};
60 }
Paul Bakker30a30622013-12-19 17:09:49 +010061 }
Paul Bakker30a30622013-12-19 17:09:49 +010062}
63
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020064-d 'library' && -d 'include' && -d 'tests' or die "Must be run from root\n";
65
Manuel Pégourié-Gonnard7f809972015-03-09 17:05:11 +000066my $config_h = 'include/mbedtls/config.h';
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020067
68system( "cp $config_h $config_h.bak" ) and die;
69sub abort {
70 system( "mv $config_h.bak $config_h" ) and warn "$config_h not restored\n";
Manuel Pégourié-Gonnard254eec82017-10-26 09:47:36 +020071 # use an exit code between 1 and 124 for git bisect (die returns 255)
Manuel Pégourié-Gonnarda7c4c8a2017-07-12 12:15:24 +020072 warn $_[0];
73 exit 1;
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020074}
75
Gilles Peskine581bfcf2019-10-11 17:19:45 +020076# Create a seedfile for configurations that enable MBEDTLS_ENTROPY_NV_SEED.
77# For test purposes, this doesn't have to be cryptographically random.
78if (!-e "tests/seedfile" || -s "tests/seedfile" < 64) {
79 local *SEEDFILE;
80 open SEEDFILE, ">tests/seedfile" or die;
81 print SEEDFILE "*" x 64 or die;
82 close SEEDFILE or die;
83}
84
Manuel Pégourié-Gonnardeb47b872015-10-20 14:07:03 +020085while( my ($conf, $data) = each %configs ) {
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020086 system( "cp $config_h.bak $config_h" ) and die;
87 system( "make clean" ) and die;
88
89 print "\n******************************************\n";
90 print "* Testing configuration: $conf\n";
91 print "******************************************\n";
Gilles Peskinea9478ba2019-09-18 18:45:35 +020092 $ENV{MBEDTLS_TEST_CONFIGURATION} = $conf;
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020093
Manuel Pégourié-Gonnard0bc1f232014-04-30 11:53:50 +020094 system( "cp configs/$conf $config_h" )
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020095 and abort "Failed to activate $conf\n";
96
Simon Butcherf95c1762016-11-10 17:25:58 +000097 system( "CFLAGS='-Os -Werror -Wall -Wextra' make" ) and abort "Failed to build: $conf\n";
Manuel Pégourié-Gonnard1780f892015-07-08 22:08:02 +010098 system( "make test" ) and abort "Failed test suite: $conf\n";
Gilles Peskine7dc97042020-02-26 19:48:43 +010099
100 my $compat = $data->{'compat'};
101 if( $compat )
102 {
103 print "\nrunning compat.sh $compat\n";
104 system( "tests/compat.sh $compat" )
105 and abort "Failed compat.sh: $conf\n";
106 }
107 else
108 {
109 print "\nskipping compat.sh\n";
110 }
111
112 my $opt = $data->{'opt'};
113 if( $opt )
114 {
115 print "\nrunning ssl-opt.sh $opt\n";
116 system( "tests/ssl-opt.sh $opt" )
117 and abort "Failed ssl-opt.sh: $conf\n";
118 }
119 else
120 {
121 print "\nskipping ssl-opt.sh\n";
122 }
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +0200123}
124
125system( "mv $config_h.bak $config_h" ) and warn "$config_h not restored\n";
126system( "make clean" );
127exit 0;