anuga 1.3.5__zip

Users/steve/Miniconda/envs/anuga/Lib/site-packages/anuga/utilities/tests/test_data_audit.py

@@ -0,0 +1,393 @@
+#!/usr/bin/env python
+
+import unittest
+from tempfile import mkstemp
+import os
+
+from anuga.utilities.data_audit import *
+
+
+class Test_data_audit(unittest.TestCase):
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def test_license_file_is_not_valid1(self):
+	"""Basic test using an invalid XML file. This one
+        should fail on bad CRC checksum
+	"""
+
+	# Generate invalid checksum example
+	
+        tmp_fd , tmp_name = mkstemp(suffix='.asc', dir='.')
+        fid = os.fdopen(tmp_fd, 'w')
+        
+        string = 'Example data file with textual content. AAAABBBBCCCC1234'
+        fid.write(string)
+        fid.close()
+	
+	# Create associated license file
+	basename, ext = os.path.splitext(tmp_name)
+	license_filename = basename + '.lic'
+    
+	licfid = open(license_filename, 'w')
+	xml_string = """<?xml version="1.0" encoding="iso-8859-1"?>
+
+  <ga_license_file>
+    <metadata>
+      <author>Ole Nielsen</author>
+      <svn_keywords>
+        <author>$Author: ole $</author>  
+        <date>$Date: 2008-01-21 18:58:15 +1100 (Mon, 21 Jan 2008) $</date>
+        <revision>$Revision$</revision>
+        <url>$URL: https://datamining.anu.edu.au/svn/ga/anuga_core/source/anuga/utilities/mainland_only.lic $</url>
+        <id>$Id: mainland_only.lic 4963 2008-01-21 07:58:15Z ole $</id>
+      </svn_keywords>
+    </metadata>
+    <datafile>
+      <filename>%s</filename>
+      <checksum>-111111</checksum>
+      <publishable>Yes</publishable>
+      <accountable>Jane Sexton</accountable>
+      <source>Unknown</source>
+      <IP_owner>Geoscience Australia</IP_owner>
+      <IP_info>This is a polygon comprising easting and northing locations 
+      tracing parts of the coastline at Dampier WA as well as a rectangular area inland.
+      This is used to specifically set the onshore initial condition in a tsunami scenario
+      and here, it is used with a unit test in test_polygon.py.
+      
+      The coastline was derived from Maritime Boundaries which is a public dataset. However,
+      rumour has it that some of it was digitised from a Landgate supplied image.
+      
+      The origin and license issues are still undecided</IP_info>
+    </datafile>
+
+  </ga_license_file>
+""" %tmp_name
+        
+	licfid.write(xml_string)
+	licfid.close()
+
+	#licfid = open(license_filename)
+	#print licfid.read()
+        #licfid.close()
+
+        try:
+            license_file_is_valid(license_filename, tmp_name)
+        except CRCMismatch:
+	    pass
+	else:
+	    msg = 'Should have raised bad CRC exception' 
+	    raise Exception, msg    	
+	    	
+        # Clean up
+	#licfid.close()
+        os.remove(license_filename)
+        try:
+            os.remove(tmp_name)        
+        except:
+            # FIXME(DSG) Windows seems to have a problem deleting this file
+            # This is a work-a-round. It doesn't fix the root problem
+            # It does delete the file though.
+            fid = open(tmp_name, 'a')        
+            string = 'Example data file'
+            fid.write(string)
+            fid.close()
+            os.remove(tmp_name) 
+        
+
+
+
+    def test_license_file_is_not_valid2(self):
+	"""Basic test using an invalid XML file. This one
+        should fail on Not Publishable
+	"""
+
+	# Generate invalid checksum example
+	
+        tmp_fd , tmp_name = mkstemp(suffix='.asc', dir='.')
+        fid = os.fdopen(tmp_fd, 'w')
+        
+        string = 'Example data file with textual content. AAAABBBBCCCC1234'
+        fid.write(string)
+        fid.close()
+	
+	# Create associated license file
+	basename, ext = os.path.splitext(tmp_name)
+	license_filename = basename + '.lic'
+    
+	licfid = open(license_filename, 'w')
+	xml_string = """<?xml version="1.0" encoding="iso-8859-1"?>
+
+  <ga_license_file>
+    <metadata>
+      <author>Ole Nielsen</author>
+      <svn_keywords>
+        <author>$Author: ole $</author>  
+        <date>$Date: 2008-01-21 18:58:15 +1100 (Mon, 21 Jan 2008) $</date>
+        <revision>$Revision$</revision>
+        <url>$URL: https://datamining.anu.edu.au/svn/ga/anuga_core/source/anuga/utilities/mainland_only.lic $</url>
+        <id>$Id: mainland_only.lic 4963 2008-01-21 07:58:15Z ole $</id>
+      </svn_keywords>
+    </metadata>
+    <datafile>
+      <filename>%s</filename>
+      <checksum>2810517858</checksum>
+      <publishable>no</publishable>
+      <accountable>Jane Sexton</accountable>
+      <source>Unknown</source>
+      <IP_owner>Geoscience Australia</IP_owner>
+      <IP_info>This is a polygon comprising easting and northing locations</IP_info>
+    </datafile>
+
+  </ga_license_file>
+""" %tmp_name
+        
+	licfid.write(xml_string)
+	licfid.close()
+
+	licfid = open(license_filename)
+	#print licfid.read()
+
+
+        try:
+            license_file_is_valid(licfid, tmp_name)
+        except NotPublishable:
+	    pass
+	else:
+	    msg = 'Should have raised NotPublishable exception' 
+	    raise Exception, msg    	
+	    	
+        # Clean up
+	licfid.close()
+        os.remove(license_filename)
+
+	fid.close()        
+        try:
+            os.remove(tmp_name)        
+        except:
+            # FIXME(DSG) Windows seems to have a problem deleting this file
+            # This is a work-a-round. It doesn't fix the root problem
+            # It does delete the file though.
+            fid = open(tmp_name, 'a')        
+            string = 'Example data file'
+            fid.write(string)
+            fid.close()
+            os.remove(tmp_name) 
+
+
+
+
+    def test_license_file_is_not_valid3(self):
+	"""Basic test using an invalid XML file. This one
+        should fail on Filename Mismatch
+	"""
+
+	
+        tmp_fd , tmp_name = mkstemp(suffix='.asc', dir='.')
+        fid = os.fdopen(tmp_fd, 'w')
+        
+        string = 'Example data file with textual content. AAAABBBBCCCC1234'
+        fid.write(string)
+        fid.close()
+	
+	# Create associated license file
+	basename, ext = os.path.splitext(tmp_name)
+	license_filename = basename + '.lic'
+    
+	licfid = open(license_filename, 'w')
+	xml_string = """<?xml version="1.0" encoding="iso-8859-1"?>
+
+  <ga_license_file>
+    <metadata>
+      <author>Ole Nielsen</author>
+      <svn_keywords>
+        <author>$Author: ole $</author>  
+        <date>$Date: 2008-01-21 18:58:15 +1100 (Mon, 21 Jan 2008) $</date>
+        <revision>$Revision$</revision>
+        <url>$URL:$</url>
+        <id>$Id:$</id>
+      </svn_keywords>
+    </metadata>
+    <datafile>
+      <filename>%s</filename>
+      <checksum>2810517858</checksum>
+      <publishable>Yes</publishable>
+      <accountable>Jane Sexton</accountable>
+      <source>Unknown</source>
+      <IP_owner>Geoscience Australia</IP_owner>
+      <IP_info>This is a polygon comprising easting and northing locations</IP_info>
+    </datafile>
+
+  </ga_license_file>
+""" %(basename + '.no_exist')
+
+        
+	licfid.write(xml_string)
+	licfid.close()
+
+	licfid = open(license_filename)
+	#print licfid.read()
+
+
+        try:
+            license_file_is_valid(licfid, basename + '.no_exist')
+        except FilenameMismatch:
+	    pass
+	else:
+	    msg = 'Should have raised FilenameMismatch exception' 
+	    raise Exception, msg    	
+	    	
+        # Clean up
+	licfid.close()
+	fid.close()
+        os.remove(license_filename)
+        os.remove(tmp_name)        
+
+
+
+
+    def test_license_file_is_valid(self):
+	"""Basic test using an valid XML file
+	"""
+	
+	# Generate valid example
+        tmp_fd , tmp_name = mkstemp(suffix='.asc', dir='.')
+        fid = os.fdopen(tmp_fd, 'w')        
+
+        string = 'Example data file with textual content. AAAABBBBCCCC1234'
+        fid.write(string)
+        fid.close()
+	
+        # Strip leading dir (./)
+	data_filename = os.path.split(tmp_name)[1]
+	
+	#print 'Name', data_filename
+	
+	# Create associated license file
+	basename, ext = os.path.splitext(tmp_name)
+	license_filename = basename + '.lic'
+    
+	licfid = open(license_filename, 'w')
+	xml_string = """<?xml version="1.0" encoding="iso-8859-1"?>
+
+  <ga_license_file>
+    <metadata>
+      <author>Ole Nielsen</author>
+      <svn_keywords>
+        <author>$Author$</author>  
+        <date>$Date$</date>
+        <revision>$Revision$</revision>
+        <url>$URL:$</url>
+        <id>$Id$</id>
+      </svn_keywords>
+    </metadata>
+    <datafile>
+      <filename>%s</filename>
+      <checksum>%s</checksum>
+      <publishable>Yes</publishable>
+      <accountable>Jane Sexton</accountable>
+      <source>Unknown</source>
+      <IP_owner>Geoscience Australia</IP_owner>
+      <IP_info>This is a test</IP_info>
+    </datafile>
+
+  </ga_license_file>
+""" %(data_filename, '2810517858')
+
+	licfid.write(xml_string)
+	licfid.close()
+
+	licfid = open(license_filename)
+        license_file_is_valid(licfid, data_filename)
+        licfid.close()
+        
+        # Clean up
+        os.remove(license_filename)
+        os.remove(tmp_name)        
+	
+
+
+
+    def test_valid_license_file_with_multiple_files(self):
+	"""Test of XML file with more than one datafile element.
+	"""
+	
+	# Generate example files
+        tmp_fd , tmp_name = mkstemp(suffix='.asc', dir='.')
+        fid = os.fdopen(tmp_fd, 'w')        
+        string = 'Example data file with textual content. AAAABBBBCCCC1234'
+        fid.write(string)
+        fid.close()
+
+        # Derive filenames
+	basename, ext = os.path.splitext(tmp_name)
+	data_filename1 = basename + '.asc' 
+        data_filename2 = basename + '.prj'
+	license_filename = basename + '.lic'
+        #print data_filename1, data_filename2, license_filename         
+
+        # Write data to second data file
+        fid = open(data_filename2, 'w')        
+        string = 'Another example data file with text in it'
+        fid.write(string)
+        fid.close()        
+
+        # Create license file
+	licfid = open(license_filename, 'w')
+	xml_string = """<?xml version="1.0" encoding="iso-8859-1"?>
+
+  <ga_license_file>
+    <metadata>
+      <author>Ole Nielsen</author>
+      <svn_keywords>
+        <author>$Author$</author>  
+        <date>$Date$</date>
+        <revision>$Revision$</revision>
+        <url>$URL:$</url>
+        <id>$Id$</id>
+      </svn_keywords>
+    </metadata>
+    <datafile>
+      <filename>%s</filename>
+      <checksum>%s</checksum>
+      <publishable>Yes</publishable>
+      <accountable>Jane Sexton</accountable>
+      <source>Generated on the fly</source>
+      <IP_owner>Geoscience Australia</IP_owner>
+      <IP_info>This is a test</IP_info>
+    </datafile>
+    <datafile>
+      <filename>%s</filename>
+      <checksum>%s</checksum>
+      <publishable>Yes</publishable>
+      <accountable>Ole Nielsen</accountable>
+      <source>Generated on the fly</source>
+      <IP_owner>Geoscience Australia</IP_owner>
+      <IP_info>This is another test</IP_info>
+    </datafile>    
+  </ga_license_file>
+""" %(data_filename1, '2810517858', data_filename2, '2972536556')
+
+	licfid.write(xml_string)
+	licfid.close()
+
+	licfid = open(license_filename)
+        license_file_is_valid(licfid, data_filename1)
+        license_file_is_valid(licfid, data_filename2)        
+        licfid.close()
+	    	
+        # Clean up
+        os.remove(license_filename)
+        os.remove(data_filename1)
+        os.remove(data_filename2)
+
+################################################################################
+
+if __name__ == "__main__":
+    suite = unittest.makeSuite(Test_data_audit, 'test')
+    runner = unittest.TextTestRunner()
+    runner.run(suite)
+

Users/steve/Miniconda/envs/anuga/Lib/site-packages/anuga/utilities/tests/test_file_utils.py

@@ -0,0 +1,157 @@
+import unittest
+import tempfile
+import os
+import shutil
+import sys
+
+from anuga.utilities.file_utils import copy_code_files, get_all_swwfiles
+from anuga.utilities.file_utils import del_dir
+from anuga.utilities.sww_merge import sww_merge, _sww_merge
+
+
+class Test_FileUtils(unittest.TestCase):
+                
+    def test_copy_code_files(self):
+        '''test that the copy_code_files() function is sane.'''
+
+        def create_file(f):
+            fd = open(f, 'w')
+            fd.write('%s\n' % f)
+            fd.close()
+
+        # create working directories and test files
+        work_dir = tempfile.mkdtemp()
+        dst_dir = tempfile.mkdtemp(dir=work_dir)
+        src_dir = tempfile.mkdtemp(dir=work_dir)
+
+        f1 = 'file1'        
+        filename1 = os.path.join(src_dir, f1)
+        create_file(filename1)
+        f2 = 'file2'        
+        filename2 = os.path.join(src_dir, f2)
+        create_file(filename2)
+        f3 = 'file3'        
+        filename3 = os.path.join(src_dir, f3)
+        create_file(filename3)
+        f4 = 'file4'        
+        filename4 = os.path.join(src_dir, f4)
+        create_file(filename4)
+        f5 = 'file5'        
+        filename5 = os.path.join(src_dir, f5)
+        create_file(filename5)
+
+        # exercise the copy function
+        copy_code_files(dst_dir, filename1)
+        copy_code_files(dst_dir, filename1, filename2)
+        copy_code_files(dst_dir, (filename4, filename5, filename3))
+
+        # test that files were actually copied
+        self.assertTrue(os.access(os.path.join(dst_dir, f1), os.F_OK))
+        self.assertTrue(os.access(os.path.join(dst_dir, f2), os.F_OK))
+        self.assertTrue(os.access(os.path.join(dst_dir, f3), os.F_OK))
+        self.assertTrue(os.access(os.path.join(dst_dir, f4), os.F_OK))
+        self.assertTrue(os.access(os.path.join(dst_dir, f5), os.F_OK))
+
+        # clean up
+        shutil.rmtree(work_dir)
+        
+    def test_get_all_swwfiles(self):
+        try:
+            swwfiles = get_all_swwfiles('','test.txt')  #Invalid
+        except IOError:
+            pass
+        else:
+            raise Exception('Should have raised exception')
+        
+    def test_get_all_swwfiles1(self):
+        
+        temp_dir = tempfile.mkdtemp('','sww_test')
+        filename0 = tempfile.mktemp('.sww','test',temp_dir)
+        filename1 = tempfile.mktemp('.sww','test',temp_dir)
+        filename2 = tempfile.mktemp('.sww','test',temp_dir)
+        filename3 = tempfile.mktemp('.sww','test',temp_dir)
+       
+        #print'filename', filename0,filename1,filename2,filename3
+        
+        fid0 = open(filename0, 'w')
+        fid1 = open(filename1, 'w')
+        fid2 = open(filename2, 'w')
+        fid3 = open(filename3, 'w')
+
+        fid0.write('hello')
+        fid1.write('hello')
+        fid2.write('hello')
+        fid3.write('hello')
+        
+        fid0.close()
+        fid1.close()
+        fid2.close()
+        fid3.close()
+        
+        
+        dir, name0 = os.path.split(filename0)
+        #print 'dir',dir,name0
+        
+        iterate=get_all_swwfiles(dir,'test')
+        
+        del_dir(temp_dir)
+#        removeall(temp_dir)
+
+        _, name0 = os.path.split(filename0) 
+        #print'name0',name0[:-4],iterate[0]    
+        _, name1 = os.path.split(filename1)       
+        _, name2 = os.path.split(filename2)       
+        _, name3 = os.path.split(filename3)       
+
+        assert name0[:-4] in iterate
+        assert name1[:-4] in iterate
+        assert name2[:-4] in iterate
+        assert name3[:-4] in iterate
+        
+        assert len(iterate)==4            
+
+    def test_merge_swwfiles(self):
+        from anuga.abstract_2d_finite_volumes.mesh_factory import rectangular, \
+                                                                    rectangular_cross
+        from anuga.shallow_water.shallow_water_domain import Domain
+        from anuga.file.sww import SWW_file
+        from anuga.abstract_2d_finite_volumes.generic_boundary_conditions import \
+            Dirichlet_boundary
+
+        Bd = Dirichlet_boundary([0.5, 0., 0.])
+
+        # Create shallow water domain
+        domain = Domain(*rectangular_cross(2, 2))
+        domain.set_name('test1')
+        domain.set_quantity('elevation', 2)
+        domain.set_quantity('stage', 5)
+        domain.set_boundary({'left': Bd, 'right': Bd, 'top': Bd, 'bottom': Bd})
+        for t in domain.evolve(yieldstep=0.5, finaltime=1):
+            pass
+            
+        domain = Domain(*rectangular(3, 3))
+        domain.set_name('test2')
+        domain.set_quantity('elevation', 3)
+        domain.set_quantity('stage', 50)
+        domain.set_boundary({'left': Bd, 'right': Bd, 'top': Bd, 'bottom': Bd})
+        for t in domain.evolve(yieldstep=0.5, finaltime=1):
+            pass
+                
+        outfile = 'test_out.sww'
+        _sww_merge(['test1.sww', 'test2.sww'], outfile)
+        self.assertTrue(os.access(outfile, os.F_OK))  
+        
+        # remove temp files
+        if not sys.platform == 'win32':		
+			os.remove('test1.sww')
+			os.remove('test2.sww')
+			os.remove(outfile)      
+        
+        
+
+#-------------------------------------------------------------
+
+if __name__ == "__main__":
+    suite = unittest.makeSuite(Test_FileUtils, 'test')
+    runner = unittest.TextTestRunner() #verbosity=2)
+    runner.run(suite)    

Users/steve/Miniconda/envs/anuga/Lib/site-packages/anuga/utilities/tests/test_function_utils.py

@@ -0,0 +1,65 @@
+import unittest
+import numpy as num
+
+from anuga.utilities.function_utils import determine_function_type
+
+
+class Test_Function_Utils(unittest.TestCase):
+                
+    def test_determine_function_type_scalar(self):
+
+        type = determine_function_type(1.0)
+
+        assert type == 'scalar'
+
+
+        type = determine_function_type(1)
+
+        assert type == 'scalar'
+
+
+    def test_determine_function_type_exception(self):
+
+        
+        type = determine_function_type([])
+
+        assert type == 'array'
+
+    def test_determine_function_type_time_only(self):
+
+
+        def myfunc(t):
+             return t*2
+
+        type = determine_function_type(myfunc)
+
+        assert type == 't'
+
+
+    def test_determine_function_type_spatial_only(self):
+
+
+        def myfunc(x,y):
+             return x+y
+
+        type = determine_function_type(myfunc)
+
+        assert type == 'x,y'
+
+    def test_determine_function_type_spatial_only(self):
+
+
+        def myfunc(x,y,t):
+             return x+y+t
+
+        type = determine_function_type(myfunc)
+
+        assert type == 'x,y,t'
+
+        
+#-------------------------------------------------------------
+
+if __name__ == "__main__":
+    suite = unittest.makeSuite(Test_Function_Utils, 'test')
+    runner = unittest.TextTestRunner() #verbosity=2)
+    runner.run(suite)    

Users/steve/Miniconda/envs/anuga/Lib/site-packages/anuga/utilities/tests/test_log_analyser.py

@@ -0,0 +1,89 @@
+#!/usr/bin/env python
+#
+
+# Warning, this will not update as the log format is updated.
+
+import os
+import unittest
+import tempfile
+from anuga.utilities.log import TimingDelimiter
+from anuga.utilities.log_analyser import analyse_log
+
+class logTestCase(unittest.TestCase):
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def log_lines(self, key, value):
+        
+        line = '2012-01-23 13:20:10,147 INFO   general_mesh:202 |'
+
+        #FIXME this logic is in the code somewhere.  So it 
+        # shouldn't be repeated here.
+        end_line = TimingDelimiter + ' ' + key + ', ' + \
+            value + '\n' 
+        return line + end_line
+
+    def test_log(self):
+        # create a dummy directory and log file
+        root_dir = tempfile.mkdtemp('test_log_analyser')
+        dir1 = tempfile.mkdtemp(dir=root_dir)
+        dir2 = tempfile.mkdtemp(dir=root_dir)
+        
+        log_file_name = 'anuga.log'
+        
+        # Create a fake log file
+        log_path_file1 = os.path.join(dir1, log_file_name)
+        handle = file(log_path_file1, 'w')
+        handle.write('yeah\n yeah\n ')
+        handle.write('2012-01-23 13:20:10,147 INFO   general_mesh:202 |\n')
+        #made_up = {'three':'3', 'five':'5', 'seven':'7'}
+        made_up1 = {'numTriangles':'1', 'startMeshTime':'2', 'finishMeshTime':'3', \
+                       'finishTime':'4', 'startMemory':'5', 'finishMemory':'6'}
+        for key, val in made_up1.iteritems():
+            handle.write(self.log_lines(key, val))
+        handle.close()
+        
+        # Create another fake log file
+        log_path_file2 = os.path.join(dir2, log_file_name)
+        handle = file(log_path_file2, 'w')
+        handle.write('yeah\n yeah\n ')
+        handle.write('2012-01-23 13:20:10,147 INFO   general_mesh:202 |\n')
+        #made_up = {'three':'3', 'five':'5', 'seven':'7'}
+        made_up2 = {'another':'1', 'startMeshTime':'2', 'finishMeshTime':'3', \
+                       'finishTime':'4', 'startMemory':'5', 'finishMemory':'6'}
+        for key, val in made_up2.iteritems():
+            handle.write(self.log_lines(key, val))
+        handle.close()
+
+        # output file
+        (handle, output_file) = tempfile.mkstemp('.csv','get_bridges_from_dic_')
+        os.close(handle)
+        output_file = 'yeah.csv'
+
+        analyse_log(root_dir, output_file, log_file_name)
+        
+        #FIXME check these results!!
+        
+        
+        os.remove(log_path_file1)
+        os.remove(log_path_file2)
+        os.rmdir(dir1)
+        os.rmdir(dir2)
+        os.rmdir(root_dir)
+        os.remove(output_file)
+        #os.remove(log_file_name)
+
+
+
+
+################################################################################
+
+if __name__ == "__main__":
+    suite = unittest.makeSuite(logTestCase,'test')
+    runner = unittest.TextTestRunner() #verbosity=2)
+    runner.run(suite)
+