-
Notifications
You must be signed in to change notification settings - Fork 209
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #1698 from NCAR/ejh_test_simple
allow use of compression with netcdf-4 parallel, also add a simple test
- Loading branch information
Showing
8 changed files
with
190 additions
and
47 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,161 @@ | ||
| /* | ||
| * This very simple test for PIO runs on 4 ranks. | ||
| * | ||
| * @author Ed Hartnett | ||
| */ | ||
| #include <config.h> | ||
| #include <pio.h> | ||
| #include <pio_tests.h> | ||
|
|
||
| /* The name of this test. */ | ||
| #define TEST_NAME "test_simple" | ||
| #define DIM_NAME "a_dim" | ||
| #define DIM_NAME_UNLIM "an_unlimited_dim" | ||
| #define VAR_NAME "a_var" | ||
| #define DIM_LEN 4 | ||
| #define NDIM1 1 | ||
| #define NDIM2 2 | ||
|
|
||
| int main(int argc, char **argv) | ||
| { | ||
| int my_rank; | ||
| int ntasks; | ||
| int num_iotasks = 1; | ||
| int iosysid, ioid; | ||
| int gdimlen, elements_per_pe; | ||
| PIO_Offset *compmap; | ||
| int ncid, dimid[NDIM2], varid; | ||
| int num_flavors; /* Number of PIO netCDF flavors in this build. */ | ||
| int flavor[NUM_FLAVORS]; /* iotypes for the supported netCDF IO flavors. */ | ||
| int *data, *data_in; | ||
| int i, f; | ||
| int ret; | ||
|
|
||
| /* Initialize MPI. */ | ||
| if ((ret = MPI_Init(&argc, &argv))) | ||
| MPIERR(ret); | ||
|
|
||
| /* Learn my rank and the total number of processors. */ | ||
| if ((ret = MPI_Comm_rank(MPI_COMM_WORLD, &my_rank))) | ||
| MPIERR(ret); | ||
| if ((ret = MPI_Comm_size(MPI_COMM_WORLD, &ntasks))) | ||
| MPIERR(ret); | ||
|
|
||
| /* PIOc_set_log_level(4); */ | ||
| if (ntasks != 1 && ntasks != 4) | ||
| { | ||
| if (!my_rank) | ||
| printf("Test must be run on 1 or 4 tasks.\n"); | ||
| return ERR_AWFUL; | ||
| } | ||
|
|
||
| /* Turn off logging, to prevent error messages from being logged | ||
| * when we intentionally call functions we know will fail. */ | ||
| PIOc_set_log_level(-1); | ||
|
|
||
| /* Change error handling so we can test inval parameters. */ | ||
| if ((ret = PIOc_set_iosystem_error_handling(PIO_DEFAULT, PIO_RETURN_ERROR, NULL))) | ||
| ERR(ret); | ||
|
|
||
| /* Initialize the IOsystem. */ | ||
| if ((ret = PIOc_Init_Intracomm(MPI_COMM_WORLD, num_iotasks, 1, 0, PIO_REARR_BOX, | ||
| &iosysid))) | ||
| ERR(ret); | ||
|
|
||
| /* Find out which IOtypes are available in this build by calling | ||
| * this function from test_common.c. */ | ||
| if ((ret = get_iotypes(&num_flavors, flavor))) | ||
| ERR(ret); | ||
|
|
||
| /* Initialize the decomposition. */ | ||
| gdimlen = DIM_LEN; | ||
| elements_per_pe = DIM_LEN/ntasks; | ||
| if (!(compmap = malloc(elements_per_pe * sizeof(PIO_Offset)))) | ||
| ERR(ERR_MEM); | ||
| for (i = 0; i < elements_per_pe; i++) | ||
| compmap[i] = my_rank + i; | ||
| if ((ret = PIOc_init_decomp(iosysid, PIO_INT, NDIM1, &gdimlen, elements_per_pe, compmap, | ||
| &ioid, PIO_REARR_BOX, NULL, NULL))) | ||
| ERR(ret); | ||
| free(compmap); | ||
|
|
||
| /* Create one record of data. */ | ||
| if (!(data = malloc(elements_per_pe * sizeof(int)))) | ||
| ERR(ERR_MEM); | ||
| for (i = 0; i < elements_per_pe; i++) | ||
| data[i] = my_rank + i; | ||
|
|
||
| /* Storage to read one record back in. */ | ||
| if (!(data_in = malloc(elements_per_pe * sizeof(int)))) | ||
| ERR(ERR_MEM); | ||
|
|
||
| /* Create a file with each available IOType. */ | ||
| for (f = 0; f < num_flavors; f++) | ||
| { | ||
| char filename[NC_MAX_NAME + 1]; | ||
|
|
||
| /* Create a file. */ | ||
| sprintf(filename, "%s_%d.nc", TEST_NAME, flavor[f]); | ||
| if ((ret = PIOc_createfile(iosysid, &ncid, &flavor[f], filename, NC_CLOBBER))) | ||
| ERR(ret); | ||
|
|
||
| /* Define dims. */ | ||
| if ((ret = PIOc_def_dim(ncid, DIM_NAME_UNLIM, PIO_UNLIMITED, &dimid[0]))) | ||
| ERR(ret); | ||
| if ((ret = PIOc_def_dim(ncid, DIM_NAME, DIM_LEN, &dimid[1]))) | ||
| ERR(ret); | ||
|
|
||
| /* Define a var. */ | ||
| if ((ret = PIOc_def_var(ncid, VAR_NAME, PIO_INT, NDIM2, dimid, &varid))) | ||
| ERR(ret); | ||
| if ((ret = PIOc_enddef(ncid))) | ||
| ERR(ret); | ||
|
|
||
| /* Write a record of data. Each compute task writes its local | ||
| * array of data. */ | ||
| if ((ret = PIOc_setframe(ncid, varid, 0))) | ||
| ERR(ret); | ||
| if ((ret = PIOc_write_darray(ncid, varid, ioid, elements_per_pe, data, NULL))) | ||
| ERR(ret); | ||
|
|
||
| /* Close the file. */ | ||
| if ((ret = PIOc_closefile(ncid))) | ||
| ERR(ret); | ||
|
|
||
| /* Check the file. */ | ||
| { | ||
| /* Reopen the file. */ | ||
| if ((ret = PIOc_openfile(iosysid, &ncid, &flavor[f], filename, NC_NOWRITE))) | ||
| ERR(ret); | ||
|
|
||
| /* Read the local array of data for this task and confirm correctness. */ | ||
| if ((ret = PIOc_setframe(ncid, varid, 0))) | ||
| ERR(ret); | ||
| if ((ret = PIOc_read_darray(ncid, varid, ioid, elements_per_pe, data_in))) | ||
| ERR(ret); | ||
| for (i = 0; i < elements_per_pe; i++) | ||
| if (data_in[i] != data[i]) ERR(ERR_WRONG); | ||
|
|
||
| /* Close the file. */ | ||
| if ((ret = PIOc_closefile(ncid))) | ||
| ERR(ret); | ||
| } | ||
| } /* next IOType */ | ||
|
|
||
| /* Free resources. */ | ||
| free(data); | ||
| free(data_in); | ||
| if ((ret = PIOc_freedecomp(iosysid, ioid))) | ||
| ERR(ret); | ||
|
|
||
| /* Finalize the IOsystem. */ | ||
| if ((ret = PIOc_finalize(iosysid))) | ||
| ERR(ret); | ||
|
|
||
| printf("%d %s SUCCESS!!\n", my_rank, TEST_NAME); | ||
|
|
||
| /* Finalize MPI. */ | ||
| MPI_Finalize(); | ||
|
|
||
| return 0; | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters