private boolean debugShowCatalogs = true;
<<<<<<< HEAD:archive/src/test/java/thredds/catalog/TestInvDatasetScan.java
/*
* Copyright 1998-2009 University Corporation for Atmospheric Research/Unidata
*
* Portions of this software were developed by the Unidata Program at the
* University Corporation for Atmospheric Research.
*
* Access and use of this software shall impose the following obligations
* and understandings on the user. The user is granted the right, without
* any fee or cost, to use, copy, modify, alter, enhance and distribute
* this software, and any derivative works thereof, and its supporting
* documentation for any purpose whatsoever, provided that this entire
* notice appears in all copies of the software, derivative works and
* supporting documentation. Further, UCAR requests that the user credit
* UCAR/Unidata in any publications that result from the use of this
* software or in any product that includes this software. The names UCAR
* and/or Unidata, however, may not be used in any advertising or publicity
* to endorse or promote any products or commercial entity unless specific
* written permission is obtained from UCAR/Unidata. The user also
* understands that UCAR/Unidata is not obligated to provide the user with
* any support, consulting, training or assistance of any kind with regard
* to the use, operation and performance of this software nor to provide
* the user with any updates, revisions, new versions or "bug fixes."
*
* THIS SOFTWARE IS PROVIDED BY UCAR/UNIDATA "AS IS" AND ANY EXPRESS OR
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL UCAR/UNIDATA BE LIABLE FOR ANY SPECIAL,
* INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING
* FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
* NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION
* WITH THE ACCESS, USE OR PERFORMANCE OF THIS SOFTWARE.
*/
package thredds.catalog;
import org.junit.Test;
import org.junit.Before;
import static org.junit.Assert.*;
import thredds.catalog.util.DeepCopyUtils;
import ucar.nc2.time.CalendarDate;
import ucar.unidata.test.util.TestDir;
import ucar.unidata.test.util.TestFileDirUtils;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.net.URI;
import java.net.URISyntaxException;
/**
* Misc tests on InvDatasetScan
* @author edavis
* @since Dec 13, 2004
*/
public class TestInvDatasetScan
{
private String dsScanName = "Test Data";
private String dsScanPath = "testData";
//private String dsScanDir = "src/test/data";
private String dsScanDir = TestDir.cdmLocalTestDataDir;
private String dsScanFilter = ".*\\.nc$";
private String serviceName = "ncdods";
private String baseURL = "http://localhost:8080/thredds/docsC";
private File dsScanTmpDir;
private File expectedResultsDir;
private String configResourcePath = "/thredds/catalog";
private String testInvDsScan_emptyServiceBase_ResourceName = "testInvDsScan.emptyServiceBase.result.xml";
private String testInvDsScan_topLevelCat_ResourceName = "testInvDsScan.topLevelCat.result.xml";
private String testInvDsScan_secondLevelCat_ResourceName = "testInvDsScan.secondLevelCat.result.xml";
private String testInvDsScan_timeCoverage_ResourceName = "testInvDsScan.timeCoverage.result.xml";
private String testInvDsScan_addIdTopLevel_ResourceName = "testInvDsScan.addIdTopLevel.result.xml";
private String testInvDsScan_addIdLowerLevel_ResourceName = "testInvDsScan.addIdLowerLevel.result.xml";
private String testInvDsScan_compoundServiceLower_ResourceName = "testInvDsScan.compoundServiceLower.result.xml";
private String testInvDsScan_addDatasetSize_ResourceName = "testInvDsScan.addDatasetSize.result.xml";
private String testInvDsScan_addLatest_ResourceName = "testInvDsScan.addLatest.result.xml";
private String testInvDsScan_compoundServerFilterProblem_1_ResourceName = "testInvDsScan.compoundServerFilterProblem.1.result.xml";
private String testInvDsScan_compoundServerFilterProblem_2_ResourceName = "testInvDsScan.compoundServerFilterProblem.2.result.xml";
public static void compareCatalogToCatalogDocFile( InvCatalog expandedCatalog, File expectedCatalogDocFile, boolean display)
throws IOException
{
assertNotNull( expandedCatalog);
assertNotNull( expectedCatalogDocFile);
assertTrue( "File doesn't exist [" + expectedCatalogDocFile.getPath() + "].", expectedCatalogDocFile.exists());
assertTrue( "File is a directory [" + expectedCatalogDocFile.getPath() + "].", expectedCatalogDocFile.isFile());
assertTrue( "Can't read file [" + expectedCatalogDocFile.getPath() + "].", expectedCatalogDocFile.canRead());
InputStream expectedCatalogInputStream = new FileInputStream( expectedCatalogDocFile);
// Read in expected result catalog.
InvCatalogFactory factory = new InvCatalogFactory( "default", true );
InvCatalogImpl expectedCatalog = factory.readXML( expectedCatalogInputStream, expectedCatalogDocFile.toURI());
expectedCatalogInputStream.close();
String expectedCatalogAsString;
String catalogAsString;
try
{
expectedCatalogAsString = factory.writeXML( (InvCatalogImpl) expectedCatalog );
catalogAsString = factory.writeXML( (InvCatalogImpl) expandedCatalog );
} catch ( IOException e ) {
System.out.println( "IOException trying to write catalog to sout: " + e.getMessage() );
return;
}
// Print expected and resulting catalogs to std out.
if ( display )
{
System.out.println( "Expected catalog (" + expectedCatalogDocFile.getPath() + "):" );
System.out.println( "--------------------" );
System.out.println( expectedCatalogAsString );
System.out.println( "--------------------" );
//System.out.println( "Resulting catalog (" + expandedCatalog.getUriString() + "):" );
System.out.println( "--------------------" );
System.out.println( catalogAsString );
System.out.println( "--------------------\n" );
}
assertEquals( expectedCatalogAsString, catalogAsString );
System.out.println( "Expected catalog as String equals resulting catalog as String");
// Compare the two catalogs.
//assertTrue( "Expanded catalog object does not equal expected catalog object.",
// ( (InvCatalogImpl) expandedCatalog ).equals( expectedCatalog ) );
}
@Before
public void setupResultsDirectory() {
expectedResultsDir = new File( "src/test/data/thredds/catalog" );
//expectedResultsDir = new File( TestDir.cdmLocalTestDataDir, configResourcePath );
assertTrue( "Directory [" + expectedResultsDir.getPath() + "] does not exist.", expectedResultsDir.exists() );
dsScanTmpDir = new File( TestDir.temporaryLocalDataDir );
assertTrue( "Directory [" + dsScanTmpDir.getPath() + "] does not exist.", dsScanTmpDir.exists() );
}
@Test
public void testEmptyServiceBase()
throws IOException
{
File syntheticDatasetDir = TestFileDirUtils.createTempDirectory( "testEmptyServiceBase", dsScanTmpDir );
createSampleEmptyDataFilesAndDirectories( syntheticDatasetDir, CalendarDate.parseISOformat( null, "2012-05-04T12:23Z").toDate().getTime() );
String dsScanDir = syntheticDatasetDir.getPath();
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_emptyServiceBase_ResourceName);
InvCatalogImpl configCat = null;
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.2", null );
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(), "", null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter,
false, "false", false, null, null, null );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
@Test
public void testTopLevelCatalog()
throws IOException
{
File syntheticDatasetDir = TestFileDirUtils.createTempDirectory( "testTopLevelCatalog", dsScanTmpDir );
createSampleEmptyDataFilesAndDirectories( syntheticDatasetDir, CalendarDate.parseISOformat( null, "2012-05-04T12:23Z").toDate().getTime() );
String dsScanDir = syntheticDatasetDir.getPath();
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_topLevelCat_ResourceName);
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.2", new URI( baseURL) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false);
}
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
baseURL, null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter,
false, "false", false, null, null, null );
// me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
URI reqURI = null;
configCat.addDataset( me);
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
String topLevelId = "my/data/models";
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
@Test
public void testSecondLevelCatalog()
throws IOException
{
String secondDirPath = "secondDir";
File syntheticDatasetDir = TestFileDirUtils.createTempDirectory( "testSecondLevelCatalog", dsScanTmpDir );
File secondDir = TestFileDirUtils.addDirectory( syntheticDatasetDir, secondDirPath );
createSampleEmptyDataFilesAndDirectories( secondDir, CalendarDate.parseISOformat( null, "2012-05-04T12:23Z").toDate().getTime() );
String dsScanDir = syntheticDatasetDir.getPath();
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_secondLevelCat_ResourceName);
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.2", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
baseURL, null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir , ".*[D\\.][in][rc]$", false, "false", false, null, null, null );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/" + secondDirPath+ "/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/" + secondDirPath + "/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testAddTimeCoverage()
throws IOException
{
String dsScanName = "Test Data";
String dsScanPath = "testData";
String dsScanDir = "src/test/data/thredds/cataloggen/testData/model";
String dsScanFilter = ".*\\.nc$";
String serviceName = "ncdods";
String baseURL = "http://localhost:8080/thredds/docsC";
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_timeCoverage_ResourceName);
String matchPattern = "([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])";
*/
String substitutionPattern = "$1-$2-$3T$4:00:00";
String duration = "60 hours";
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
baseURL, null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter, false, "false", false, matchPattern, substitutionPattern, duration );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testAddIdLowerLevel()
throws IOException
{
String dsScanName = "Test Data";
String dsScanPath = "testData";
String dsScanDir = "src/test/data/thredds/cataloggen/testData/modelNotFlat";
String dsScanFilter = ".*\\.nc$";
String serviceName = "ncdods";
String baseURL = "http://localhost:8080/thredds/docsC";
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_addIdLowerLevel_ResourceName);
String topLevelId = "my/data/models";
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
baseURL, null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter, false, "false", false, null, null, null );
me.setID( topLevelId);
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
String s = baseURL + "/" + dsScanPath + "/eta_211/catalog.xml";
try
{
reqURI = new URI( s );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + s + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/eta_211/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testAddIdTopLevel()
throws IOException
{
String dsScanName = "Test Data";
String dsScanPath = "testData";
String dsScanDir = "src/test/data/thredds/cataloggen/testData/model";
String dsScanFilter = ".*\\.nc$";
String serviceName = "ncdods";
String baseURL = "http://localhost:8080/thredds/docsC";
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_addIdTopLevel_ResourceName);
String topLevelId = "my/data/models";
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
baseURL, null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter, false, "false", false, null, null, null );
me.setID( topLevelId );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String s = baseURL + "/" + dsScanPath + "/catalog.xml";
try
{
reqURI = new URI( s );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + s + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testCompoundServiceLower()
throws IOException
{
String dsScanName = "Test Data";
String dsScanPath = "testData";
String dsScanDir = "src/test/data/thredds/cataloggen/testData/modelNotFlat";
String dsScanFilter = ".*\\.nc$";
String serviceName = "both";
String baseURL = "http://localhost:8080/thredds";
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_compoundServiceLower_ResourceName);
String topLevelId = "my/data/models";
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService = new InvService( serviceName, ServiceType.COMPOUND.toString(), "", null, null );
myService.addService( new InvService( "tdsDods", ServiceType.DODS.toString(), "/thredds/dodsC", null, null) );
}
myService.addService( new InvService( "tdsHttp", ServiceType.HTTPServer.toString(), "/thredds/fileServer", null, null) );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter, false, "false", false, null, null, null );
me.setID( topLevelId );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/eta_211/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/eta_211/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testAddDatasetSize()
throws IOException
{
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_addDatasetSize_ResourceName);
InvCatalogImpl configCat = null;
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", null );
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
"", null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, ".*\\.OIS$", true, "false", false, null, null, null );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/dmsp/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/dmsp/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testAddLatest()
throws IOException
{
String dsScanName = "Test Data";
String dsScanPath = "testData";
String dsScanDir = "src/test/data/thredds/cataloggen/testData/modelNotFlat";
String dsScanFilter = ".*\\.nc$";
String baseURL = "http://localhost:8080/thredds/docsC";
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_addLatest_ResourceName);
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService;
myService = new InvService( "myserver", ServiceType.COMPOUND.toString(), "", null, null );
myService.addService( new InvService( "tdsDods", ServiceType.DODS.toString(), "/thredds/dodsC", null, null ) );
myService.addService( new InvService( "tdsHttp", ServiceType.HTTPServer.toString(), "/thredds/fileServer", null, null ) );
configCat.addService( myService );
InvService latestService = new InvService( "latest", ServiceType.RESOLVER.toString(), "", null, null );
configCat.addService( latestService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter, false, "true", false, null, null, null );
me.setID( topLevelId );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String s = baseURL + "/" + dsScanPath + "/eta_211/catalog.xml";
try
{
reqURI = new URI( s );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + s + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/eta_211/catalog.xml", reqURI );
// Compare the resulting catalog and the expected catalog.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testAddLatestServiceBaseNotEmpty()
throws IOException
{
String dsScanName = "Test Data";
String dsScanPath = "testData";
String dsScanDir = "src/test/data/thredds/cataloggen/testData/modelNotFlat";
String dsScanFilter = ".*\\.nc$";
String baseURL = "http://localhost:8080/thredds/docsC";
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_addLatest_ResourceName);
String topLevelId = "my/data/models";
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService;
myService = new InvService( "myserver", ServiceType.COMPOUND.toString(), "", null, null );
InvDatasetScan dsScan1 =
myService.addService( new InvService( "tdsDods", ServiceType.DODS.toString(), "/thredds/dodsC", null, null ) );
myService.addService( new InvService( "tdsHttp", ServiceType.HTTPServer.toString(), "/thredds/fileServer", null, null ) );
configCat.addService( myService );
InvService latestService = new InvService( "latest", ServiceType.RESOLVER.toString(), "/thredds/dqc/latest", null, null );
configCat.addService( latestService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter, false, "true", false, null, null, null );
me.setID( topLevelId );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String s = baseURL + "/" + dsScanPath + "/eta_211/catalog.xml";
try
{
reqURI = new URI( s );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + s + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/eta_211/catalog.xml", reqURI );
System.out.println( "NEEDS WORK: don't have a real use case here - probably need a different ProxyDatasetHandler." );
System.out.println( " Possible use case: current DQC Latest server URLs like \"/thredds/dqc/latest?eta_211\"." );
// Compare the resulting catalog and the expected catalog.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testCompoundServerFilterProblem()
throws IOException
{
File expectedCatalog1File = new File(expectedResultsDir, testInvDsScan_compoundServerFilterProblem_1_ResourceName);
File expectedCatalog2File = new File(expectedResultsDir, testInvDsScan_compoundServerFilterProblem_2_ResourceName);
InvCatalogImpl configCat;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
return;
}
/*
*/
InvService myService;
myService = new InvService( "myserver", ServiceType.COMPOUND.toString(), "", null, null );
myService.addService( new InvService( "tdsDods", ServiceType.DODS.toString(), "/thredds/dodsC", null, null ) );
myService.addService( new InvService( "tdsHttp", ServiceType.HTTPServer.toString(), "/thredds/fileServer", null, null ) );
myService.addService( new InvService( "tdsWcs", ServiceType.WCS.toString(), "/thredds/wcs/wcs", null, null ) );
// myService = new InvService( "myserver", ServiceType.OPENDAP.toString(), "", null, null );
configCat.addService( myService );
/*
myserver
new InvDatasetScan( configCat, null, "Data", "testRelative", "C:\\Program Files\\Apache Software Foundation\\Tomcat 5.0\\content\\thredds\\dodsC\\data", "^test.*nc$",
true, "false", false,
null, null, null );
dsScan1.setID( "test/relative" );
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( dsScan1, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
dsScan1.setLocalMetadata( tm2 );
configCat.addDataset( dsScan1 );
/*
myserver
*/
InvDatasetScan dsScan2 =
new InvDatasetScan( configCat, null, "Eta", "testRelativeEta", "C:\\Program Files\\Apache Software Foundation\\Tomcat 5.0\\content\\thredds\\dodsC\\data", "^2004.*nc$",
true, "false", false,
null, null, null );
dsScan2.setID( "test/eta" );
tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
md = new InvMetadata( dsScan2, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
dsScan2.setLocalMetadata( tm2 );
configCat.addDataset( dsScan2 );
configCat.finish();
// Generate catalogs
URI reqURI = null;
String reqUriString = baseURL + "/testRelative/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog1 = dsScan1.makeCatalogForDirectory( "testRelative/catalog.xml", reqURI );
URI reqURI2 = null;
String reqUriString2 = baseURL + "/testRelativeEta/catalog.xml";
try
{
reqURI = new URI( reqUriString2 );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString2 + ">: " + e.getMessage(),
false );
}
InvCatalog catalog2 = dsScan2.makeCatalogForDirectory( "testRelativeEta/catalog.xml", reqURI2 );
// Compare the resulting catalog and the expected catalog.
compareCatalogToCatalogDocFile(catalog1, expectedCatalog1File, debugShowCatalogs);
compareCatalogToCatalogDocFile(catalog2, expectedCatalog2File, debugShowCatalogs);
}
/**
* Testing subsetting on a selected dataset ID. Used by
* InvDatasetScan.makeLatestCatalogForDirectory() to generate
* the latest catalog.
*/
@Test
public void testSubsetCatOnDs()
throws IOException
{
String filePath = "src/test/data/thredds/catalog";
String inFileName = "testInvDsScan.subsetCatOnDs.input.xml";
File expectedCatalogFile = new File(expectedResultsDir, "testInvDsScan.subsetCatOnDs.result.xml");
String targetDatasetID = "NCEP/GFS/Alaska_191km/GFS_Alaska_191km_20051011_1800.grib1";
File inFile = new File( filePath, inFileName );
InvCatalogFactory fac = InvCatalogFactory.getDefaultFactory( false );
InvCatalogImpl cat = fac.readXML( inFile.toURI() );
StringBuilder validationLog = new StringBuilder();
boolean valid = cat.check( validationLog );
assertTrue( validationLog.toString(), valid );
InvCatalog subsetCat = DeepCopyUtils.subsetCatalogOnDataset( cat, targetDatasetID );
compareCatalogToCatalogDocFile(subsetCat, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testDsScanPreRefactor()
throws IOException
{
String filePath = "src/test/data/thredds/catalog";
String inFileName = "testInvDsScan.dsScanPreRefactor.input.xml";
File expectedCatalog1File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result1.xml");
String targetDsId = "myGridDataID";
File expectedCatalog2File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result2.xml");
File expectedCatalog3File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result3.xml");
File inFile = new File( filePath, inFileName );
InvCatalogFactory fac = InvCatalogFactory.getDefaultFactory( false );
InvCatalogImpl catalog = fac.readXML( inFile.toURI() );
assertTrue( "Read resulted in null catalog.",
catalog != null );
String baseURI = catalog.getBaseURI().toString();
String expectedBaseURI = inFile.toURI().toString();
assertTrue( "Base URI <" + baseURI + "> not as expected <" + expectedBaseURI + ">.",
baseURI.equals( expectedBaseURI ) );
String targetDsId = "myGridDataID";
InvDataset targetDs = catalog.findDatasetByID( targetDsId );
assertTrue( "Did not find dataset .",
targetDs != null );
assertTrue( "Found dataset not an InvDatasetScan.",
targetDs instanceof InvDatasetScan );
InvDatasetScan scan = (InvDatasetScan) targetDs;
URI reqURI = null;
String reqUriString = baseURI + "/myGridData/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat1 = scan.makeCatalogForDirectory( "myGridData/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat2 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/Alaska_191km/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat3 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/Alaska_191km/catalog.xml", reqURI );
compareCatalogToCatalogDocFile(cat1, expectedCatalog1File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat2, expectedCatalog2File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat3, expectedCatalog3File, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testDsScanRefactor()
throws IOException
{
String filePath = "src/test/data/thredds/catalog";
String inFileName = "testInvDsScan.dsScanRefactor.input.xml";
File expectedCatalog1File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result1.xml");
File expectedCatalog2File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result2.xml");
File expectedCatalog3File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result3.xml");
File inFile = new File( filePath, inFileName );
InvCatalogFactory fac = InvCatalogFactory.getDefaultFactory( false );
InvCatalogImpl catalog = fac.readXML( inFile.toURI() );
assertTrue( "Read resulted in null catalog.",
catalog != null);
String baseURI = catalog.getBaseURI().toString();
String expectedBaseURI = inFile.toURI().toString();
assertTrue( "Base URI <" + baseURI + "> not as expected <" + expectedBaseURI + ">.",
baseURI.equals( expectedBaseURI ));
InvDataset targetDs = catalog.findDatasetByID( targetDsId );
assertTrue( "Did not find dataset .",
targetDs != null );
assertTrue( "Found dataset not an InvDatasetScan.",
targetDs instanceof InvDatasetScan );
InvDatasetScan scan = (InvDatasetScan) targetDs;
URI reqURI = null;
String reqUriString = baseURI + "/myGridData/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat1 = scan.makeCatalogForDirectory( "myGridData/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat2 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/Alaska_191km/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat3 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/Alaska_191km/catalog.xml", reqURI );
compareCatalogToCatalogDocFile(cat1, expectedCatalog1File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat2, expectedCatalog2File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat3, expectedCatalog3File, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testDsScanRefactorWithNamer()
throws IOException
{
String filePath = "src/test/data/thredds/catalog";
String inFileName = "testInvDsScan.dsScanRefactorWithNamer.input.xml";
File expectedCatalog1File = new File( expectedResultsDir, "testInvDsScan.dsScanRefactorWithNamer.result1.xml");
File expectedCatalog2File = new File( expectedResultsDir, "testInvDsScan.dsScanRefactorWithNamer.result2.xml");
File expectedCatalog3File = new File( expectedResultsDir, "testInvDsScan.dsScanRefactorWithNamer.result3.xml");
File inFile = new File( filePath, inFileName );
InvCatalogFactory fac = InvCatalogFactory.getDefaultFactory( false );
InvCatalogImpl catalog = fac.readXML( inFile.toURI() );
assertTrue( "Read resulted in null catalog.",
catalog != null);
String baseURI = catalog.getBaseURI().toString();
String expectedBaseURI = inFile.toURI().toString();
assertTrue( "Base URI <" + baseURI + "> not as expected <" + expectedBaseURI + ">.",
baseURI.equals( expectedBaseURI ));
String targetDsId = "myGridDataID";
InvDataset targetDs = catalog.findDatasetByID( targetDsId );
assertTrue( "Did not find dataset .",
targetDs != null );
assertTrue( "Found dataset not an InvDatasetScan.",
targetDs instanceof InvDatasetScan );
InvDatasetScan scan = (InvDatasetScan) targetDs;
URI reqURI = null;
String reqUriString = baseURI + "/myGridData/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
InvCatalogImpl cat1 = scan.makeCatalogForDirectory( "myGridData/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat2 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/Alaska_191km/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat3 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/Alaska_191km/catalog.xml", reqURI );
compareCatalogToCatalogDocFile(cat1, expectedCatalog1File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat2, expectedCatalog2File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat3, expectedCatalog3File, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testDsScanRefactorWithDirExclude()
throws IOException
{
String filePath = "src/test/data/thredds/catalog";
String inFileName = "testInvDsScan.dsScanRefactorWithDirExclude.input.xml";
// String res4Name = "/thredds/catalog/testInvDsScan.dsScanRefactorWithDirExclude.resultNAM.xml";
File expectedCatalog1File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result1.xml");
File expectedCatalog2File = new File( expectedResultsDir, "testInvDsScan.dsScanRefactorWithDirExclude.resultNCEP.xml");
File expectedCatalog3File = new File( expectedResultsDir, "testInvDsScan.dsScanRefactorWithDirExclude.resultGFS.xml");
File inFile = new File( filePath, inFileName );
InvCatalogFactory fac = InvCatalogFactory.getDefaultFactory( false );
InvCatalogImpl catalog = fac.readXML( inFile.toURI() );
assertTrue( "Read resulted in null catalog.",
catalog != null);
String baseURI = catalog.getBaseURI().toString();
String expectedBaseURI = inFile.toURI().toString();
assertTrue( "Base URI <" + baseURI + "> not as expected <" + expectedBaseURI + ">.",
baseURI.equals( expectedBaseURI ));
String targetDsId = "myGridDataID";
InvDataset targetDs = catalog.findDatasetByID( targetDsId );
assertTrue( "Did not find dataset .",
targetDs != null );
assertTrue( "Found dataset not an InvDatasetScan.",
targetDs instanceof InvDatasetScan );
InvDatasetScan scan = (InvDatasetScan) targetDs;
URI reqURI = null;
String reqUriString = baseURI + "/myGridData/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
private boolean debugShowCatalogs = true;
InvCatalogImpl cat1 = scan.makeCatalogForDirectory( "myGridData/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat2 = scan.makeCatalogForDirectory( "myGridData/NCEP/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat3 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/NAM/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat4 = scan.makeCatalogForDirectory( "myGridData/NCEP/NAM/catalog.xml", reqURI );
compareCatalogToCatalogDocFile(cat1, expectedCatalog1File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat2, expectedCatalog2File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat3, expectedCatalog3File, debugShowCatalogs);
assertTrue( "Unexpected non-null NAM catalog, should be excluded by filter.",
cat4 == null );
}
// ToDo Get this test working
//@Test
public void testDsScanNonexistentLocation()
{
//String expectedCatalogResourceName = configResourcePath + "/" + testInvDsScan_emptyServiceBase_ResourceName;
InvCatalogImpl configCat = null;
configCat = new InvCatalogImpl( "Test InvDatasetScan with non-existent scan location", "1.0.1", null );
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
"", null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir + "nonExistentDir/", dsScanFilter, false, "false", false, null, null, null );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
//TestCatalogGen.compareCatalogToCatalogResource( catalog, expectedCatalogResourceName, debugShowCatalogs );
}
private void createSampleEmptyDataFilesAndDirectories( File parentDir, long lastModDate ) {
createSampleEmptyDataFiles_yyyymmddFF_modelName_nc( parentDir, "fred", lastModDate);
createSampleEmptyDataFiles_yyyymmddFF_modelName_nc( parentDir, "june", lastModDate);
TestFileDirUtils.addDirectory( parentDir, "collection1", lastModDate );
TestFileDirUtils.addDirectory( parentDir, "collection2", lastModDate );
TestFileDirUtils.addDirectory( parentDir, "collection3", lastModDate );
}
private void createSampleEmptyDataFilesInFlatDirStruct_ETA_GFS( File parentDir, long lastModDate ) {
}
private void createSampleEmptyDataFilesInSubdirs_ETA_GFS( File parentDir, long lastModDate ) {
createSampleEmptyDataFilesInModelNameDirectory( parentDir, "eta_211", lastModDate );
createSampleEmptyDataFilesInModelNameDirectory( parentDir, "gfs_211", lastModDate );
}
private void createSampleEmptyDataFilesInModelNameDirectory( File parentDir, String modelName, long lastModDate ) {
File gfsDir = TestFileDirUtils.addDirectory( parentDir, "gfs_211", lastModDate );
createSampleEmptyDataFiles_yyyymmddFF_modelName_nc( gfsDir, "gfs_211", lastModDate );
}
private void createSampleEmptyDataFiles_yyyymmddFF_modelName_nc( File parentDir, String modelName, long lastModDate ) {
TestFileDirUtils.addFile( parentDir, "2004050300_" + modelName + ".nc", lastModDate );
TestFileDirUtils.addFile( parentDir, "2004050600_" + modelName + ".nc", lastModDate );
TestFileDirUtils.addFile( parentDir, "2004051200_" + modelName + ".nc", lastModDate );
TestFileDirUtils.addFile( parentDir, "2004051800_" + modelName + ".nc", lastModDate );
}
}
=======
/*
* Copyright 1998-2009 University Corporation for Atmospheric Research/Unidata
*
* Portions of this software were developed by the Unidata Program at the
* University Corporation for Atmospheric Research.
*
* Access and use of this software shall impose the following obligations
* and understandings on the user. The user is granted the right, without
* any fee or cost, to use, copy, modify, alter, enhance and distribute
* this software, and any derivative works thereof, and its supporting
* documentation for any purpose whatsoever, provided that this entire
* notice appears in all copies of the software, derivative works and
* supporting documentation. Further, UCAR requests that the user credit
* UCAR/Unidata in any publications that result from the use of this
* software or in any product that includes this software. The names UCAR
* and/or Unidata, however, may not be used in any advertising or publicity
* to endorse or promote any products or commercial entity unless specific
* written permission is obtained from UCAR/Unidata. The user also
* understands that UCAR/Unidata is not obligated to provide the user with
* any support, consulting, training or assistance of any kind with regard
* to the use, operation and performance of this software nor to provide
* the user with any updates, revisions, new versions or "bug fixes."
*
* THIS SOFTWARE IS PROVIDED BY UCAR/UNIDATA "AS IS" AND ANY EXPRESS OR
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL UCAR/UNIDATA BE LIABLE FOR ANY SPECIAL,
* INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING
* FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
* NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION
* WITH THE ACCESS, USE OR PERFORMANCE OF THIS SOFTWARE.
*/
package thredds.catalog;
import org.junit.Test;
import org.junit.Before;
import static org.junit.Assert.*;
import thredds.catalog.util.DeepCopyUtils;
import ucar.nc2.time.CalendarDate;
import ucar.unidata.test.util.TestDir;
import ucar.unidata.test.util.TestFileDirUtils;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.net.URI;
import java.net.URISyntaxException;
/**
* Misc tests on InvDatasetScan
* @author edavis
* @since Dec 13, 2004
*/
public class TestInvDatasetScan
{
private String dsScanName = "Test Data";
private String dsScanPath = "testData";
//private String dsScanDir = "src/test/data";
private String dsScanDir = TestDir.cdmLocalTestDataDir;
private String dsScanFilter = ".*\\.nc$";
private String serviceName = "ncdods";
private String baseURL = "http://localhost:8080/thredds/docsC";
private File dsScanTmpDir;
private File expectedResultsDir;
private String configResourcePath = "/thredds/catalog";
private String testInvDsScan_emptyServiceBase_ResourceName = "testInvDsScan.emptyServiceBase.result.xml";
private String testInvDsScan_topLevelCat_ResourceName = "testInvDsScan.topLevelCat.result.xml";
private String testInvDsScan_secondLevelCat_ResourceName = "testInvDsScan.secondLevelCat.result.xml";
private String testInvDsScan_timeCoverage_ResourceName = "testInvDsScan.timeCoverage.result.xml";
private String testInvDsScan_addIdTopLevel_ResourceName = "testInvDsScan.addIdTopLevel.result.xml";
private String testInvDsScan_addIdLowerLevel_ResourceName = "testInvDsScan.addIdLowerLevel.result.xml";
private String testInvDsScan_compoundServiceLower_ResourceName = "testInvDsScan.compoundServiceLower.result.xml";
private String testInvDsScan_addDatasetSize_ResourceName = "testInvDsScan.addDatasetSize.result.xml";
private String testInvDsScan_addLatest_ResourceName = "testInvDsScan.addLatest.result.xml";
private String testInvDsScan_compoundServerFilterProblem_1_ResourceName = "testInvDsScan.compoundServerFilterProblem.1.result.xml";
private String testInvDsScan_compoundServerFilterProblem_2_ResourceName = "testInvDsScan.compoundServerFilterProblem.2.result.xml";
public static void compareCatalogToCatalogDocFile( InvCatalog expandedCatalog, File expectedCatalogDocFile, boolean display)
throws IOException
{
assertNotNull( expandedCatalog);
assertNotNull( expectedCatalogDocFile);
assertTrue( "File doesn't exist [" + expectedCatalogDocFile.getPath() + "].", expectedCatalogDocFile.exists());
assertTrue( "File is a directory [" + expectedCatalogDocFile.getPath() + "].", expectedCatalogDocFile.isFile());
assertTrue( "Can't read file [" + expectedCatalogDocFile.getPath() + "].", expectedCatalogDocFile.canRead());
InputStream expectedCatalogInputStream = new FileInputStream( expectedCatalogDocFile);
// Read in expected result catalog.
InvCatalogFactory factory = new InvCatalogFactory( "default", true );
InvCatalogImpl expectedCatalog = factory.readXML( expectedCatalogInputStream, expectedCatalogDocFile.toURI());
expectedCatalogInputStream.close();
String expectedCatalogAsString;
String catalogAsString;
try
{
expectedCatalogAsString = factory.writeXML( (InvCatalogImpl) expectedCatalog );
catalogAsString = factory.writeXML( (InvCatalogImpl) expandedCatalog );
} catch ( IOException e ) {
System.out.println( "IOException trying to write catalog to sout: " + e.getMessage() );
return;
}
// Print expected and resulting catalogs to std out.
if ( display )
{
System.out.println( "Expected catalog (" + expectedCatalogDocFile.getPath() + "):" );
System.out.println( "--------------------" );
System.out.println( expectedCatalogAsString );
System.out.println( "--------------------" );
//System.out.println( "Resulting catalog (" + expandedCatalog.getUriString() + "):" );
System.out.println( "--------------------" );
System.out.println( catalogAsString );
System.out.println( "--------------------\n" );
}
assertEquals( expectedCatalogAsString, catalogAsString );
System.out.println( "Expected catalog as String equals resulting catalog as String");
// Compare the two catalogs.
//assertTrue( "Expanded catalog object does not equal expected catalog object.",
// ( (InvCatalogImpl) expandedCatalog ).equals( expectedCatalog ) );
}
@Before
public void setupResultsDirectory() {
expectedResultsDir = new File( "src/test/data/thredds/catalog" );
//expectedResultsDir = new File( TestDir.cdmLocalTestDataDir, configResourcePath );
assertTrue( "Directory [" + expectedResultsDir.getPath() + "] does not exist.", expectedResultsDir.exists() );
dsScanTmpDir = new File( TestDir.temporaryLocalDataDir );
assertTrue( "Directory [" + dsScanTmpDir.getPath() + "] does not exist.", dsScanTmpDir.exists() );
}
@Test
public void testEmptyServiceBase()
throws IOException
{
File syntheticDatasetDir = TestFileDirUtils.createTempDirectory( "testEmptyServiceBase", dsScanTmpDir );
createSampleEmptyDataFilesAndDirectories( syntheticDatasetDir, CalendarDate.parseISOformat( null, "2012-05-04T12:23Z").toDate().getTime() );
String dsScanDir = syntheticDatasetDir.getPath();
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_emptyServiceBase_ResourceName);
InvCatalogImpl configCat = null;
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.2", null );
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(), "", null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter,
false, "false", false, null, null, null );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
@Test
public void testTopLevelCatalog()
throws IOException
{
File syntheticDatasetDir = TestFileDirUtils.createTempDirectory( "testTopLevelCatalog", dsScanTmpDir );
createSampleEmptyDataFilesAndDirectories( syntheticDatasetDir, CalendarDate.parseISOformat( null, "2012-05-04T12:23Z").toDate().getTime() );
String dsScanDir = syntheticDatasetDir.getPath();
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_topLevelCat_ResourceName);
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.2", new URI( baseURL) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false);
}
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
baseURL, null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter,
false, "false", false, null, null, null );
// me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me);
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
{
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
@Test
public void testSecondLevelCatalog()
throws IOException
{
String secondDirPath = "secondDir";
File syntheticDatasetDir = TestFileDirUtils.createTempDirectory( "testSecondLevelCatalog", dsScanTmpDir );
File secondDir = TestFileDirUtils.addDirectory( syntheticDatasetDir, secondDirPath );
createSampleEmptyDataFilesAndDirectories( secondDir, CalendarDate.parseISOformat( null, "2012-05-04T12:23Z").toDate().getTime() );
String dsScanDir = syntheticDatasetDir.getPath();
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_secondLevelCat_ResourceName);
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.2", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
baseURL, null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir , ".*[D\\.][in][rc]$", false, "false", false, null, null, null );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/" + secondDirPath+ "/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/" + secondDirPath + "/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
@Test
public void testSpaces() throws IOException {
File syntheticDatasetDir = TestFileDirUtils.createTempDirectory( "test Top Level Catalog", dsScanTmpDir );
createSampleEmptyDataFilesAndDirectories( syntheticDatasetDir, CalendarDate.parseISOformat( null, "2012-05-04T12:23Z").toDate().getTime() );
String dsScanDir = syntheticDatasetDir.getPath();
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.2", new URI( baseURL) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false);
}
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
baseURL, null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, "space path", dsScanDir, dsScanFilter,
false, "false", false, null, null, null );
configCat.addDataset( me);
configCat.finish();
String href = me.getXlinkHref();
assertFalse("HREF should not have spaces", href.contains(" "));
}
@Test
public void testDashes() throws IOException {
File syntheticDatasetDir = TestFileDirUtils.createTempDirectory( "test-Top-Level-Catalog", dsScanTmpDir );
createSampleEmptyDataFilesAndDirectories( syntheticDatasetDir, CalendarDate.parseISOformat( null, "2012-05-04T12:23Z").toDate().getTime() );
String dsScanDir = syntheticDatasetDir.getPath();
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.2", new URI( baseURL) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false);
}
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
baseURL, null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, "dashed-path", dsScanDir, dsScanFilter,
false, "false", false, null, null, null );
configCat.addDataset( me);
configCat.finish();
String href = me.getXlinkHref();
assertTrue("HREF should leave dashes", href.contains("-"));
}
// ToDo Get this test working
//@Test
public void testAddTimeCoverage()
throws IOException
{
String dsScanName = "Test Data";
String dsScanPath = "testData";
String dsScanDir = "src/test/data/thredds/cataloggen/testData/model";
String dsScanFilter = ".*\\.nc$";
String serviceName = "ncdods";
String baseURL = "http://localhost:8080/thredds/docsC";
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_timeCoverage_ResourceName);
String matchPattern = "([0-9][0-9][0-9][0-9])([0-9][0-9])([0-9][0-9])([0-9][0-9])";
String substitutionPattern = "$1-$2-$3T$4:00:00";
String duration = "60 hours";
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
baseURL, null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter, false, "false", false, matchPattern, substitutionPattern, duration );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testAddIdLowerLevel()
throws IOException
{
String dsScanName = "Test Data";
String dsScanPath = "testData";
String dsScanDir = "src/test/data/thredds/cataloggen/testData/modelNotFlat";
String dsScanFilter = ".*\\.nc$";
String serviceName = "ncdods";
String baseURL = "http://localhost:8080/thredds/docsC";
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_addIdLowerLevel_ResourceName);
String topLevelId = "my/data/models";
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
baseURL, null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter, false, "false", false, null, null, null );
me.setID( topLevelId);
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String s = baseURL + "/" + dsScanPath + "/eta_211/catalog.xml";
try
{
reqURI = new URI( s );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + s + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/eta_211/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testAddIdTopLevel()
throws IOException
{
String dsScanName = "Test Data";
String dsScanPath = "testData";
String dsScanDir = "src/test/data/thredds/cataloggen/testData/model";
String dsScanFilter = ".*\\.nc$";
String serviceName = "ncdods";
String baseURL = "http://localhost:8080/thredds/docsC";
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_addIdTopLevel_ResourceName);
String topLevelId = "my/data/models";
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
baseURL, null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter, false, "false", false, null, null, null );
me.setID( topLevelId );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String s = baseURL + "/" + dsScanPath + "/catalog.xml";
try
{
reqURI = new URI( s );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + s + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testCompoundServiceLower()
throws IOException
{
String dsScanName = "Test Data";
String dsScanPath = "testData";
String dsScanDir = "src/test/data/thredds/cataloggen/testData/modelNotFlat";
String dsScanFilter = ".*\\.nc$";
String serviceName = "both";
String baseURL = "http://localhost:8080/thredds";
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_compoundServiceLower_ResourceName);
String topLevelId = "my/data/models";
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService = new InvService( serviceName, ServiceType.COMPOUND.toString(), "", null, null );
myService.addService( new InvService( "tdsDods", ServiceType.DODS.toString(), "/thredds/dodsC", null, null) );
myService.addService( new InvService( "tdsHttp", ServiceType.HTTPServer.toString(), "/thredds/fileServer", null, null) );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter, false, "false", false, null, null, null );
me.setID( topLevelId );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/eta_211/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/eta_211/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testAddDatasetSize()
throws IOException
{
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_addDatasetSize_ResourceName);
InvCatalogImpl configCat = null;
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", null );
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
"", null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, ".*\\.OIS$", true, "false", false, null, null, null );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/dmsp/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/dmsp/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testAddLatest()
throws IOException
{
String dsScanName = "Test Data";
String dsScanPath = "testData";
String dsScanDir = "src/test/data/thredds/cataloggen/testData/modelNotFlat";
String dsScanFilter = ".*\\.nc$";
String baseURL = "http://localhost:8080/thredds/docsC";
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_addLatest_ResourceName);
String topLevelId = "my/data/models";
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService;
myService = new InvService( "myserver", ServiceType.COMPOUND.toString(), "", null, null );
myService.addService( new InvService( "tdsDods", ServiceType.DODS.toString(), "/thredds/dodsC", null, null ) );
myService.addService( new InvService( "tdsHttp", ServiceType.HTTPServer.toString(), "/thredds/fileServer", null, null ) );
configCat.addService( myService );
InvService latestService = new InvService( "latest", ServiceType.RESOLVER.toString(), "", null, null );
configCat.addService( latestService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter, false, "true", false, null, null, null );
me.setID( topLevelId );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String s = baseURL + "/" + dsScanPath + "/eta_211/catalog.xml";
try
{
reqURI = new URI( s );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + s + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/eta_211/catalog.xml", reqURI );
// Compare the resulting catalog and the expected catalog.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testAddLatestServiceBaseNotEmpty()
throws IOException
{
String dsScanName = "Test Data";
String dsScanPath = "testData";
String dsScanDir = "src/test/data/thredds/cataloggen/testData/modelNotFlat";
String dsScanFilter = ".*\\.nc$";
String baseURL = "http://localhost:8080/thredds/docsC";
File expectedCatalogFile = new File(expectedResultsDir, testInvDsScan_addLatest_ResourceName);
String topLevelId = "my/data/models";
InvCatalogImpl configCat = null;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
}
InvService myService;
myService = new InvService( "myserver", ServiceType.COMPOUND.toString(), "", null, null );
myService.addService( new InvService( "tdsDods", ServiceType.DODS.toString(), "/thredds/dodsC", null, null ) );
myService.addService( new InvService( "tdsHttp", ServiceType.HTTPServer.toString(), "/thredds/fileServer", null, null ) );
configCat.addService( myService );
InvService latestService = new InvService( "latest", ServiceType.RESOLVER.toString(), "/thredds/dqc/latest", null, null );
configCat.addService( latestService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir, dsScanFilter, false, "true", false, null, null, null );
me.setID( topLevelId );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String s = baseURL + "/" + dsScanPath + "/eta_211/catalog.xml";
try
{
reqURI = new URI( s );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + s + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/eta_211/catalog.xml", reqURI );
System.out.println( "NEEDS WORK: don't have a real use case here - probably need a different ProxyDatasetHandler." );
System.out.println( " Possible use case: current DQC Latest server URLs like \"/thredds/dqc/latest?eta_211\"." );
// Compare the resulting catalog and the expected catalog.
compareCatalogToCatalogDocFile(catalog, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testCompoundServerFilterProblem()
throws IOException
File expectedCatalog1File = new File(expectedResultsDir, testInvDsScan_compoundServerFilterProblem_1_ResourceName);
File expectedCatalog2File = new File(expectedResultsDir, testInvDsScan_compoundServerFilterProblem_2_ResourceName);
InvCatalogImpl configCat;
try
{
configCat = new InvCatalogImpl( "Test Data Catalog for NetCDF-OPeNDAP Server", "1.0.1", new URI( baseURL ) );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + baseURL + ">: " + e.getMessage(),
false );
return;
}
/*
*/
InvService myService;
myService = new InvService( "myserver", ServiceType.COMPOUND.toString(), "", null, null );
myService.addService( new InvService( "tdsDods", ServiceType.DODS.toString(), "/thredds/dodsC", null, null ) );
myService.addService( new InvService( "tdsHttp", ServiceType.HTTPServer.toString(), "/thredds/fileServer", null, null ) );
myService.addService( new InvService( "tdsWcs", ServiceType.WCS.toString(), "/thredds/wcs/wcs", null, null ) );
// myService = new InvService( "myserver", ServiceType.OPENDAP.toString(), "", null, null );
configCat.addService( myService );
/*
myserver
*/
InvDatasetScan dsScan1 =
new InvDatasetScan( configCat, null, "Data", "testRelative", "C:\\Program Files\\Apache Software Foundation\\Tomcat 5.0\\content\\thredds\\dodsC\\data", "^test.*nc$",
true, "false", false,
null, null, null );
dsScan1.setID( "test/relative" );
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( dsScan1, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
dsScan1.setLocalMetadata( tm2 );
configCat.addDataset( dsScan1 );
/*
myserver
*/
InvDatasetScan dsScan2 =
new InvDatasetScan( configCat, null, "Eta", "testRelativeEta", "C:\\Program Files\\Apache Software Foundation\\Tomcat 5.0\\content\\thredds\\dodsC\\data", "^2004.*nc$",
true, "false", false,
null, null, null );
dsScan2.setID( "test/eta" );
tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
md = new InvMetadata( dsScan2, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
dsScan2.setLocalMetadata( tm2 );
configCat.addDataset( dsScan2 );
configCat.finish();
// Generate catalogs
URI reqURI = null;
String reqUriString = baseURL + "/testRelative/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog1 = dsScan1.makeCatalogForDirectory( "testRelative/catalog.xml", reqURI );
URI reqURI2 = null;
String reqUriString2 = baseURL + "/testRelativeEta/catalog.xml";
try
{
reqURI = new URI( reqUriString2 );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString2 + ">: " + e.getMessage(),
false );
}
InvCatalog catalog2 = dsScan2.makeCatalogForDirectory( "testRelativeEta/catalog.xml", reqURI2 );
// Compare the resulting catalog and the expected catalog.
compareCatalogToCatalogDocFile(catalog1, expectedCatalog1File, debugShowCatalogs);
compareCatalogToCatalogDocFile(catalog2, expectedCatalog2File, debugShowCatalogs);
}
/**
* Testing subsetting on a selected dataset ID. Used by
* InvDatasetScan.makeLatestCatalogForDirectory() to generate
* the latest catalog.
*/
@Test
public void testSubsetCatOnDs()
throws IOException
{
String filePath = "src/test/data/thredds/catalog";
String inFileName = "testInvDsScan.subsetCatOnDs.input.xml";
File expectedCatalogFile = new File(expectedResultsDir, "testInvDsScan.subsetCatOnDs.result.xml");
String targetDatasetID = "NCEP/GFS/Alaska_191km/GFS_Alaska_191km_20051011_1800.grib1";
File inFile = new File( filePath, inFileName );
InvCatalogFactory fac = InvCatalogFactory.getDefaultFactory( false );
InvCatalogImpl cat = fac.readXML( inFile.toURI() );
StringBuilder validationLog = new StringBuilder();
boolean valid = cat.check( validationLog );
assertTrue( validationLog.toString(), valid );
InvCatalog subsetCat = DeepCopyUtils.subsetCatalogOnDataset( cat, targetDatasetID );
compareCatalogToCatalogDocFile(subsetCat, expectedCatalogFile, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testDsScanPreRefactor()
throws IOException
{
String filePath = "src/test/data/thredds/catalog";
String inFileName = "testInvDsScan.dsScanPreRefactor.input.xml";
File expectedCatalog1File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result1.xml");
File expectedCatalog2File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result2.xml");
File expectedCatalog3File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result3.xml");
File inFile = new File( filePath, inFileName );
InvCatalogFactory fac = InvCatalogFactory.getDefaultFactory( false );
InvCatalogImpl catalog = fac.readXML( inFile.toURI() );
assertTrue( "Read resulted in null catalog.",
catalog != null );
String baseURI = catalog.getBaseURI().toString();
String expectedBaseURI = inFile.toURI().toString();
assertTrue( "Base URI <" + baseURI + "> not as expected <" + expectedBaseURI + ">.",
baseURI.equals( expectedBaseURI ) );
String targetDsId = "myGridDataID";
InvDataset targetDs = catalog.findDatasetByID( targetDsId );
assertTrue( "Did not find dataset .",
targetDs != null );
assertTrue( "Found dataset not an InvDatasetScan.",
targetDs instanceof InvDatasetScan );
InvDatasetScan scan = (InvDatasetScan) targetDs;
URI reqURI = null;
String reqUriString = baseURI + "/myGridData/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat1 = scan.makeCatalogForDirectory( "myGridData/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat2 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/Alaska_191km/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat3 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/Alaska_191km/catalog.xml", reqURI );
compareCatalogToCatalogDocFile(cat1, expectedCatalog1File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat2, expectedCatalog2File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat3, expectedCatalog3File, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testDsScanRefactor()
throws IOException
{
String filePath = "src/test/data/thredds/catalog";
String inFileName = "testInvDsScan.dsScanRefactor.input.xml";
File expectedCatalog1File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result1.xml");
File expectedCatalog2File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result2.xml");
File expectedCatalog3File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result3.xml");
File inFile = new File( filePath, inFileName );
InvCatalogFactory fac = InvCatalogFactory.getDefaultFactory( false );
InvCatalogImpl catalog = fac.readXML( inFile.toURI() );
assertTrue( "Read resulted in null catalog.",
catalog != null);
String baseURI = catalog.getBaseURI().toString();
String expectedBaseURI = inFile.toURI().toString();
assertTrue( "Base URI <" + baseURI + "> not as expected <" + expectedBaseURI + ">.",
baseURI.equals( expectedBaseURI ));
String targetDsId = "myGridDataID";
InvDataset targetDs = catalog.findDatasetByID( targetDsId );
assertTrue( "Did not find dataset .",
targetDs != null );
assertTrue( "Found dataset not an InvDatasetScan.",
targetDs instanceof InvDatasetScan );
InvDatasetScan scan = (InvDatasetScan) targetDs;
URI reqURI = null;
String reqUriString = baseURI + "/myGridData/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat1 = scan.makeCatalogForDirectory( "myGridData/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat2 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/Alaska_191km/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat3 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/Alaska_191km/catalog.xml", reqURI );
compareCatalogToCatalogDocFile(cat1, expectedCatalog1File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat2, expectedCatalog2File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat3, expectedCatalog3File, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testDsScanRefactorWithNamer()
throws IOException
{
String filePath = "src/test/data/thredds/catalog";
String inFileName = "testInvDsScan.dsScanRefactorWithNamer.input.xml";
File expectedCatalog1File = new File( expectedResultsDir, "testInvDsScan.dsScanRefactorWithNamer.result1.xml");
File expectedCatalog2File = new File( expectedResultsDir, "testInvDsScan.dsScanRefactorWithNamer.result2.xml");
File expectedCatalog3File = new File( expectedResultsDir, "testInvDsScan.dsScanRefactorWithNamer.result3.xml");
File inFile = new File( filePath, inFileName );
InvCatalogFactory fac = InvCatalogFactory.getDefaultFactory( false );
InvCatalogImpl catalog = fac.readXML( inFile.toURI() );
assertTrue( "Read resulted in null catalog.",
catalog != null);
String baseURI = catalog.getBaseURI().toString();
String expectedBaseURI = inFile.toURI().toString();
assertTrue( "Base URI <" + baseURI + "> not as expected <" + expectedBaseURI + ">.",
baseURI.equals( expectedBaseURI ));
String targetDsId = "myGridDataID";
InvDataset targetDs = catalog.findDatasetByID( targetDsId );
assertTrue( "Did not find dataset .",
targetDs != null );
assertTrue( "Found dataset not an InvDatasetScan.",
targetDs instanceof InvDatasetScan );
InvDatasetScan scan = (InvDatasetScan) targetDs;
URI reqURI = null;
String reqUriString = baseURI + "/myGridData/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat1 = scan.makeCatalogForDirectory( "myGridData/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat2 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/Alaska_191km/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat3 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/Alaska_191km/catalog.xml", reqURI );
compareCatalogToCatalogDocFile(cat1, expectedCatalog1File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat2, expectedCatalog2File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat3, expectedCatalog3File, debugShowCatalogs);
}
// ToDo Get this test working
//@Test
public void testDsScanRefactorWithDirExclude()
throws IOException
{
String filePath = "src/test/data/thredds/catalog";
String inFileName = "testInvDsScan.dsScanRefactorWithDirExclude.input.xml";
// String res4Name = "/thredds/catalog/testInvDsScan.dsScanRefactorWithDirExclude.resultNAM.xml";
File expectedCatalog1File = new File( expectedResultsDir, "testInvDsScan.dsScanPreRefactor.result1.xml");
File expectedCatalog2File = new File( expectedResultsDir, "testInvDsScan.dsScanRefactorWithDirExclude.resultNCEP.xml");
File expectedCatalog3File = new File( expectedResultsDir, "testInvDsScan.dsScanRefactorWithDirExclude.resultGFS.xml");
File inFile = new File( filePath, inFileName );
InvCatalogFactory fac = InvCatalogFactory.getDefaultFactory( false );
InvCatalogImpl catalog = fac.readXML( inFile.toURI() );
assertTrue( "Read resulted in null catalog.",
catalog != null);
String baseURI = catalog.getBaseURI().toString();
String expectedBaseURI = inFile.toURI().toString();
assertTrue( "Base URI <" + baseURI + "> not as expected <" + expectedBaseURI + ">.",
baseURI.equals( expectedBaseURI ));
String targetDsId = "myGridDataID";
InvDataset targetDs = catalog.findDatasetByID( targetDsId );
assertTrue( "Did not find dataset .",
targetDs != null );
assertTrue( "Found dataset not an InvDatasetScan.",
targetDs instanceof InvDatasetScan );
InvDatasetScan scan = (InvDatasetScan) targetDs;
URI reqURI = null;
String reqUriString = baseURI + "/myGridData/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat1 = scan.makeCatalogForDirectory( "myGridData/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat2 = scan.makeCatalogForDirectory( "myGridData/NCEP/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/GFS/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat3 = scan.makeCatalogForDirectory( "myGridData/NCEP/GFS/catalog.xml", reqURI );
reqUriString = baseURI + "/myGridData/NCEP/NAM/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalogImpl cat4 = scan.makeCatalogForDirectory( "myGridData/NCEP/NAM/catalog.xml", reqURI );
compareCatalogToCatalogDocFile(cat1, expectedCatalog1File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat2, expectedCatalog2File, debugShowCatalogs);
compareCatalogToCatalogDocFile(cat3, expectedCatalog3File, debugShowCatalogs);
assertTrue( "Unexpected non-null NAM catalog, should be excluded by filter.",
cat4 == null );
}
// ToDo Get this test working
//@Test
public void testDsScanNonexistentLocation()
{
//String expectedCatalogResourceName = configResourcePath + "/" + testInvDsScan_emptyServiceBase_ResourceName;
InvCatalogImpl configCat = null;
configCat = new InvCatalogImpl( "Test InvDatasetScan with non-existent scan location", "1.0.1", null );
InvService myService = new InvService( serviceName, ServiceType.DODS.toString(),
"", null, null );
configCat.addService( myService );
InvDatasetScan me = new InvDatasetScan( configCat, null, dsScanName, dsScanPath, dsScanDir + "nonExistentDir/", dsScanFilter, false, "false", false, null, null, null );
//me.setServiceName( serviceName );
// Set the serviceName (inherited) in InvDatasetScan.
ThreddsMetadata tm = new ThreddsMetadata( false );
tm.setServiceName( myService.getName() );
InvMetadata md = new InvMetadata( me, null, XMLEntityResolver.CATALOG_NAMESPACE_10, "", true, true, null, tm );
ThreddsMetadata tm2 = new ThreddsMetadata( false );
tm2.addMetadata( md );
me.setLocalMetadata( tm2 );
configCat.addDataset( me );
configCat.finish();
URI reqURI = null;
String reqUriString = baseURL + "/" + dsScanPath + "/catalog.xml";
try
{
reqURI = new URI( reqUriString );
}
catch ( URISyntaxException e )
{
assertTrue( "Bad URI syntax <" + reqUriString + ">: " + e.getMessage(),
false );
}
InvCatalog catalog = me.makeCatalogForDirectory( dsScanPath + "/catalog.xml", reqURI );
// Compare the resulting catalog an the expected catalog resource.
//TestCatalogGen.compareCatalogToCatalogResource( catalog, expectedCatalogResourceName, debugShowCatalogs );
}
private void createSampleEmptyDataFilesAndDirectories( File parentDir, long lastModDate ) {
createSampleEmptyDataFiles_yyyymmddFF_modelName_nc( parentDir, "fred", lastModDate);
createSampleEmptyDataFiles_yyyymmddFF_modelName_nc( parentDir, "june", lastModDate);
TestFileDirUtils.addDirectory( parentDir, "collection1", lastModDate );
TestFileDirUtils.addDirectory( parentDir, "collection2", lastModDate );
TestFileDirUtils.addDirectory( parentDir, "collection3", lastModDate );
}
private void createSampleEmptyDataFilesInFlatDirStruct_ETA_GFS( File parentDir, long lastModDate ) {
}
private void createSampleEmptyDataFilesInSubdirs_ETA_GFS( File parentDir, long lastModDate ) {
createSampleEmptyDataFilesInModelNameDirectory( parentDir, "eta_211", lastModDate );
createSampleEmptyDataFilesInModelNameDirectory( parentDir, "gfs_211", lastModDate );
}
private void createSampleEmptyDataFilesInModelNameDirectory( File parentDir, String modelName, long lastModDate ) {
File gfsDir = TestFileDirUtils.addDirectory( parentDir, "gfs_211", lastModDate );
createSampleEmptyDataFiles_yyyymmddFF_modelName_nc( gfsDir, "gfs_211", lastModDate );
}
private void createSampleEmptyDataFiles_yyyymmddFF_modelName_nc( File parentDir, String modelName, long lastModDate ) {
TestFileDirUtils.addFile( parentDir, "2004050300_" + modelName + ".nc", lastModDate );
TestFileDirUtils.addFile( parentDir, "2004050600_" + modelName + ".nc", lastModDate );
TestFileDirUtils.addFile( parentDir, "2004051200_" + modelName + ".nc", lastModDate );
TestFileDirUtils.addFile( parentDir, "2004051800_" + modelName + ".nc", lastModDate );
}
}
>>>>>>> 0bd93182858a21c033a9ce0ba0a24acd80711168:cdm-test/src/test/java/thredds/catalog/TestInvDatasetScan.java |