From d8850eb95f58144ba6904d64792249711fff77f3 Mon Sep 17 00:00:00 2001 From: Tom Cocagne Date: Wed, 30 Mar 2011 22:23:52 -0400 Subject: converted test module to use unittest and added performance timing tests --- test_srp.py | 267 +++++++++++++++++++++++++++++++++++++++++++++++------------- 1 file changed, 212 insertions(+), 55 deletions(-) diff --git a/test_srp.py b/test_srp.py index 8ad1de9..d7f3538 100644 --- a/test_srp.py +++ b/test_srp.py @@ -1,50 +1,47 @@ -#!/usr/bin/python +#!/usr/bin/env python +import unittest +import os.path +import os import sys -sys.path.append( 'build/lib.linux-i686-2.6/' ) +import time +import thread -NTHREADS = 1 -NTEST = 10 - -import _pysrp -u_mod = _pysrp -v_mod = _pysrp -g_mod = _pysrp - -import _ctsrp -u_mod = _ctsrp -v_mod = _ctsrp -g_mod = _ctsrp try: import _srp - u_mod = _srp - v_mod = _srp - g_mod = _srp -except: - print 'C-module not available' - pass +except ImportError: + this_dir = os.path.dirname( os.path.abspath(__file__) ) + + build_dir = os.path.join( this_dir, 'build' ) -import srp + if not os.path.exists( build_dir ): + print 'Please run "python setup.py build" prior to running tests' + sys.exit(1) + + plat_dirs = [ d for d in os.listdir('build') if d.startswith('lib') ] -User = u_mod.User -Verifier = v_mod.Verifier -create_salted_verification_key = g_mod.create_salted_verification_key + if not len(plat_dirs) == 1: + print 'Unexpected build result... aborting' -HASH = srp.SHA256 -#NG = srp.NG_CUSTOM -NG = srp.NG_8192 + plat_dir = os.path.join( build_dir, plat_dirs[0] ) + sys.path.append( os.path.join('build', plat_dir) ) -username = 'testuser' -password = 'testpassword' + +import srp +import _pysrp +import _ctsrp + +try: + import _srp +except ImportError: + print 'Failed to import _srp. Aborting tests' + sys.exit(1) -n_hex = '' -g_hex = '' -if NG == srp.NG_CUSTOM: - g_hex = "2" - n_hex = '''\ +test_g_hex = "2" +test_n_hex = '''\ AC6BDB41324A9A9BF166DE5E1389582FAF72B6651987EE07FC3192943DB56050A37329CBB4\ A099ED8193E0757767A13DD52312AB4B03310DCD7F48A9DA04FD50E8083969EDB767B0CF60\ 95179A163AB3661A05FBD5FAAAE82918A9962F0B93B855F97993EC975EEAA80D740ADBF4FF\ @@ -52,17 +49,100 @@ A099ED8193E0757767A13DD52312AB4B03310DCD7F48A9DA04FD50E8083969EDB767B0CF60\ 8717461A5B9D32E688F87748544523B524B0D57D5EA77A2775D2ECFA032CFBDBF52FB37861\ 60279004E57AE6AF874E7303CE53299CCC041C7BC308D82A5698F3A8D0C38271AE35F8E9DB\ FBB694B5C803D89F7AE435DE236D525F54759B65E372FCD68EF20FA7111F9E4AFF73''' + + +class SRPTests( unittest.TestCase ): + + def doit(self, u_mod, v_mod, g_mod, hash_alg=srp.SHA1, ng_type=srp.NG_2048, n_hex='', g_hex=''): + User = u_mod.User + Verifier = v_mod.Verifier + create_salted_verification_key = g_mod.create_salted_verification_key + + username = 'testuser' + password = 'testpassword' + + _s, _v = create_salted_verification_key( username, password, hash_alg, ng_type, n_hex, g_hex ) + + usr = User( username, password, hash_alg, ng_type, n_hex, g_hex ) + uname, A = usr.start_authentication() + + # username, A => server + svr = Verifier( uname, _s, _v, A, hash_alg, ng_type, n_hex, g_hex ) + s,B = svr.get_challenge() + + # s,B => client + M = usr.process_challenge( s, B ) + + # M => server + HAMK = svr.verify_session( M ) + # HAMK => client + usr.verify_session( HAMK ) + + self.assertTrue( svr.authenticated() and usr.authenticated() ) + + def test_pure_python_defaults(self): + self.doit( _pysrp, _pysrp, _pysrp ) + + def test_ctypes_defaults(self): + self.doit( _ctsrp, _ctsrp, _ctsrp ) + + def test_c_defaults(self): + self.doit( _srp, _srp, _srp ) + + def test_mix1(self): + self.doit( _pysrp, _ctsrp, _srp ) + + def test_mix2(self): + self.doit( _pysrp, _srp, _ctsrp ) + + def test_mix3(self): + self.doit( _ctsrp, _pysrp, _srp ) + + def test_mix4(self): + self.doit( _ctsrp, _srp, _pysrp ) + + def test_mix5(self): + self.doit( _srp, _pysrp, _ctsrp ) + + def test_mix6(self): + self.doit( _srp, _ctsrp, _pysrp ) + + def test_hash_SHA512(self): + self.doit( _srp, _srp, _srp, hash_alg=srp.SHA512 ) + def test_NG_8192(self): + self.doit( _srp, _srp, _srp, ng_type=srp.NG_8192 ) -_s, _v = create_salted_verification_key( username, password, hash_alg=HASH, ng_type=NG, n_hex=n_hex, g_hex=g_hex ) + def test_NG_CUSTOM(self): + self.doit( _srp, _srp, _srp, ng_type=srp.NG_CUSTOM, n_hex=test_n_hex, g_hex=test_g_hex ) + + def test_all1(self): + self.doit( _srp, _pysrp, _ctsrp, hash_alg=srp.SHA256, ng_type=srp.NG_CUSTOM, n_hex=test_n_hex, g_hex=test_g_hex ) + + def test_all2(self): + self.doit( _ctsrp, _pysrp, _srp, hash_alg=srp.SHA224, ng_type=srp.NG_4096 ) + + + +#----------------------------------------------------------------------------------- +# Performance Testing +# +hash_map = { 0 : 'SHA1 ', 1 : 'SHA224', 2 : 'SHA256', 3 : 'SHA384', 4 : 'SHA512' } +prime_map = { 0 : 1024, 1 : 2048, 2 : 4096, 3 : 8192 } + +username = 'testuser' +password = 'testpassword' + +NLEFT = 0 + +def do_auth( mod, hash_alg, ng_type, _s, _v ): -def test_one(): - usr = User( username, password, hash_alg=HASH, ng_type=NG, n_hex=n_hex, g_hex=g_hex ) + usr = mod.User( username, password, hash_alg, ng_type) uname, A = usr.start_authentication() # username, A => server - svr = Verifier( uname, _s, _v, A, hash_alg=HASH, ng_type=NG, n_hex=n_hex, g_hex=g_hex ) + svr = mod.Verifier( uname, _s, _v, A, hash_alg, ng_type) s,B = svr.get_challenge() # s,B => client @@ -77,29 +157,106 @@ def test_one(): if not svr.authenticated() or not usr.authenticated(): raise Exception('Authentication failed!') -#--------------------------------------------------------------- -import time -import thread +def performance_test( mod, hash_alg, ng_type, niter=10, nthreads=1 ): + global NLEFT + _s, _v = srp.create_salted_verification_key( username, password, hash_alg, ng_type ) -NTESTED = 0 + NLEFT = niter + + def test_thread(): + global NLEFT + while NLEFT > 0: + do_auth( mod, hash_alg, ng_type, _s, _v ) + NLEFT -= 1 -def test_thread(): - global NTESTED - while NTESTED < NTEST: - test_one() - NTESTED += 1 + start = time.time() + while nthreads > 1: + thread.start_new_thread( test_thread, () ) + nthreads -= 1 -start = time.time() -while NTHREADS > 1: - thread.start_new_thread( test_thread, () ) - NTHREADS -= 1 -test_thread() -duration = time.time() - start + test_thread() + duration = time.time() - start + + return duration + + +def get_param_str( mod, hash_alg, ng_type ): + + m = { '_pysrp' : 'Python', + '_ctsrp' : 'ctypes', + '_srp' : 'C ' } + + cfg = '%s, %s, %d:' % (m[mod.__name__], hash_map[hash_alg], prime_map[ng_type]) + + return cfg + + +def param_test( mod, hash_alg, ng_type, niter=10 ): + duration = performance_test( mod, hash_alg, ng_type, niter ) + cfg = get_param_str( mod, hash_alg, ng_type ) + print ' ', cfg.ljust(20), '%.6f' % (duration/niter) + return duration/niter + + +def print_default_timings(): + print '*'*60 + print 'Default Parameter Timings:' + py_time = param_test( _pysrp, srp.SHA1, srp.NG_2048 ) + ct_time = param_test( _ctsrp, srp.SHA1, srp.NG_2048 ) + c_time = param_test( _srp, srp.SHA1, srp.NG_2048 ) + print '' + print 'Performance increases: ' + print ' ctypes-module : ', py_time/ct_time + print ' C-module : ', py_time/c_time + + +def print_performance_table(): + ng_types = [ srp.NG_1024, srp.NG_2048, srp.NG_4096, srp.NG_8192 ] + hash_types = [ srp.SHA1, srp.SHA224, srp.SHA256, srp.SHA384, srp.SHA512 ] + + print '*'*60 + print 'Hash Algorithm vs Prime Number performance table' + print '' + print ' |', + for ng in ng_types: + print ('NG_%d' % prime_map[ng]).rjust(12), + print '' + print '-'*60 + + for hash_alg in hash_types: + + print '%s |' % hash_map[hash_alg], + for ng in ng_types: + print '{0:>12f}'.format(performance_test(_srp, hash_alg, ng) / 10), + print '' + + +def print_thread_performance(): + print '*'*60 + print 'Thread Performance Test:' + niter = 100 + for nthreads in range(1,11): + print ' Thread Count {0:>2}: {1:8f}'.format(nthreads, performance_test(_srp, srp.SHA1, srp.NG_2048, niter, nthreads)/niter) + + +print '*'*60 +print '*' +print '* Testing Implementation' +print '*' +suite = unittest.TestLoader().loadTestsFromTestCase(SRPTests) +unittest.TextTestRunner(verbosity=1).run(suite) + +print '*'*60 +print '*' +print '* Performance Testing' +print '*' +print_thread_performance() +print_performance_table() +print_default_timings() +#--------------------------------------------------------------- # Pause briefly to ensure no background threads are still executing time.sleep(0.1) -print 'Total time: ', duration -print 'Time per call: ', duration/NTEST -- cgit v1.2.3