Date: 2016-07-24T16:47:31+00:00

Actual source code: fretrieve.c
petsc-3.7.3 2016-07-24
Report Typos and Errors

      2: /*
      3:       Code for opening and closing files.
      4: */
      5: #include <petscsys.h>
      6: #if defined(PETSC_HAVE_PWD_H)
      7: #include <pwd.h>
      8: #endif
      9: #include <ctype.h>
     10: #include <sys/stat.h>
     11: #if defined(PETSC_HAVE_UNISTD_H)
     12: #include <unistd.h>
     13: #endif
     14: #if defined(PETSC_HAVE_SYS_UTSNAME_H)
     15: #include <sys/utsname.h>
     16: #endif
     17: #include <fcntl.h>
     18: #include <time.h>
     19: #if defined(PETSC_HAVE_SYS_SYSTEMINFO_H)
     20: #include <sys/systeminfo.h>
     21: #endif

     25: /*
     26:    Private routine to delete tmp/shared storage

     28:    This is called by MPI, not by users.

     30:    Note: this is declared extern "C" because it is passed to MPI_Keyval_create()

     32: */
     33: PETSC_EXTERN PetscMPIInt MPIAPI Petsc_DelTmpShared(MPI_Comm comm,PetscMPIInt keyval,void *count_val,void *extra_state)
     34: {

     38:   PetscInfo1(0,"Deleting tmp/shared data in an MPI_Comm %ld\n",(long)comm);if (ierr) PetscFunctionReturn((PetscMPIInt)ierr);
     39:   PetscFree(count_val);if (ierr) PetscFunctionReturn((PetscMPIInt)ierr);
     40:   PetscFunctionReturn(MPI_SUCCESS);
     41: }

     45: /*@C
     46:    PetscGetTmp - Gets the name of the tmp directory

     48:    Collective on MPI_Comm

     50:    Input Parameters:
     51: +  comm - MPI_Communicator that may share /tmp
     52: -  len - length of string to hold name

     54:    Output Parameters:
     55: .  dir - directory name

     57:    Options Database Keys:
     58: +    -shared_tmp
     59: .    -not_shared_tmp
     60: -    -tmp tmpdir

     62:    Environmental Variables:
     63: +     PETSC_SHARED_TMP
     64: .     PETSC_NOT_SHARED_TMP
     65: -     PETSC_TMP

     67:    Level: developer

     70:    If the environmental variable PETSC_TMP is set it will use this directory
     71:   as the "/tmp" directory.

     73: @*/
     74: PetscErrorCode  PetscGetTmp(MPI_Comm comm,char dir[],size_t len)
     75: {
     77:   PetscBool      flg;

     80:   PetscOptionsGetenv(comm,"PETSC_TMP",dir,len,&flg);
     81:   if (!flg) {
     82:     PetscStrncpy(dir,"/tmp",len);
     83:   }
     84:   return(0);
     85: }

     89: /*@C
     90:    PetscSharedTmp - Determines if all processors in a communicator share a
     91:          /tmp or have different ones.

     93:    Collective on MPI_Comm

     95:    Input Parameters:
     96: .  comm - MPI_Communicator that may share /tmp

     98:    Output Parameters:
     99: .  shared - PETSC_TRUE or PETSC_FALSE

    101:    Options Database Keys:
    102: +    -shared_tmp
    103: .    -not_shared_tmp
    104: -    -tmp tmpdir

    106:    Environmental Variables:
    107: +     PETSC_SHARED_TMP
    108: .     PETSC_NOT_SHARED_TMP
    109: -     PETSC_TMP

    111:    Level: developer

    113:    Notes:
    114:    Stores the status as a MPI attribute so it does not have
    115:     to be redetermined each time.

    117:       Assumes that all processors in a communicator either
    118:        1) have a common /tmp or
    119:        2) each has a separate /tmp
    120:       eventually we can write a fancier one that determines which processors
    121:       share a common /tmp.

    123:    This will be very slow on runs with a large number of processors since
    124:    it requires O(p*p) file opens.

    126:    If the environmental variable PETSC_TMP is set it will use this directory
    127:   as the "/tmp" directory.

    129: @*/
    130: PetscErrorCode  PetscSharedTmp(MPI_Comm comm,PetscBool  *shared)
    131: {
    132:   PetscErrorCode     ierr;
    133:   PetscMPIInt        size,rank,*tagvalp,sum,cnt,i;
    134:   PetscBool          flg,iflg;
    135:   FILE               *fd;
    136:   static PetscMPIInt Petsc_Tmp_keyval = MPI_KEYVAL_INVALID;
    137:   int                err;

    140:   MPI_Comm_size(comm,&size);
    141:   if (size == 1) {
    142:     *shared = PETSC_TRUE;
    143:     return(0);
    144:   }

    146:   PetscOptionsGetenv(comm,"PETSC_SHARED_TMP",NULL,0,&flg);
    147:   if (flg) {
    148:     *shared = PETSC_TRUE;
    149:     return(0);
    150:   }

    152:   PetscOptionsGetenv(comm,"PETSC_NOT_SHARED_TMP",NULL,0,&flg);
    153:   if (flg) {
    154:     *shared = PETSC_FALSE;
    155:     return(0);
    156:   }

    158:   if (Petsc_Tmp_keyval == MPI_KEYVAL_INVALID) {
    159:     MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelTmpShared,&Petsc_Tmp_keyval,0);
    160:   }

    162:   MPI_Attr_get(comm,Petsc_Tmp_keyval,(void**)&tagvalp,(int*)&iflg);
    163:   if (!iflg) {
    164:     char filename[PETSC_MAX_PATH_LEN],tmpname[PETSC_MAX_PATH_LEN];

    166:     /* This communicator does not yet have a shared tmp attribute */
    167:     PetscMalloc1(1,&tagvalp);
    168:     MPI_Attr_put(comm,Petsc_Tmp_keyval,tagvalp);

    170:     PetscOptionsGetenv(comm,"PETSC_TMP",tmpname,238,&iflg);
    171:     if (!iflg) {
    172:       PetscStrcpy(filename,"/tmp");
    173:     } else {
    174:       PetscStrcpy(filename,tmpname);
    175:     }

    177:     PetscStrcat(filename,"/petsctestshared");
    178:     MPI_Comm_rank(comm,&rank);

    180:     /* each processor creates a /tmp file and all the later ones check */
    181:     /* this makes sure no subset of processors is shared */
    182:     *shared = PETSC_FALSE;
    183:     for (i=0; i<size-1; i++) {
    184:       if (rank == i) {
    185:         fd = fopen(filename,"w");
    186:         if (!fd) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_FILE_OPEN,"Unable to open test file %s",filename);
    187:         err = fclose(fd);
    188:         if (err) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SYS,"fclose() failed on file");
    189:       }
    190:       MPI_Barrier(comm);
    191:       if (rank >= i) {
    192:         fd = fopen(filename,"r");
    193:         if (fd) cnt = 1;
    194:         else cnt = 0;
    195:         if (fd) {
    196:           err = fclose(fd);
    197:           if (err) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SYS,"fclose() failed on file");
    198:         }
    199:       } else cnt = 0;

    201:       MPIU_Allreduce(&cnt,&sum,1,MPI_INT,MPI_SUM,comm);
    202:       if (rank == i) unlink(filename);

    204:       if (sum == size) {
    205:         *shared = PETSC_TRUE;
    206:         break;
    207:       } else if (sum != 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP_SYS,"Subset of processes share /tmp ");
    208:     }
    209:     *tagvalp = (int)*shared;
    210:     PetscInfo2(0,"processors %s %s\n",(*shared) ? "share":"do NOT share",(iflg ? tmpname:"/tmp"));
    211:   } else *shared = (PetscBool) *tagvalp;
    212:   return(0);
    213: }

    217: /*@C
    218:    PetscSharedWorkingDirectory - Determines if all processors in a communicator share a
    219:          working directory or have different ones.

    221:    Collective on MPI_Comm

    223:    Input Parameters:
    224: .  comm - MPI_Communicator that may share working directory

    226:    Output Parameters:
    227: .  shared - PETSC_TRUE or PETSC_FALSE

    229:    Options Database Keys:
    230: +    -shared_working_directory
    231: .    -not_shared_working_directory

    233:    Environmental Variables:
    234: +     PETSC_SHARED_WORKING_DIRECTORY
    235: .     PETSC_NOT_SHARED_WORKING_DIRECTORY

    237:    Level: developer

    239:    Notes:
    240:    Stores the status as a MPI attribute so it does not have
    241:     to be redetermined each time.

    243:       Assumes that all processors in a communicator either
    244:        1) have a common working directory or
    245:        2) each has a separate working directory
    246:       eventually we can write a fancier one that determines which processors
    247:       share a common working directory.

    249:    This will be very slow on runs with a large number of processors since
    250:    it requires O(p*p) file opens.

    252: @*/
    253: PetscErrorCode  PetscSharedWorkingDirectory(MPI_Comm comm,PetscBool  *shared)
    254: {
    255:   PetscErrorCode     ierr;
    256:   PetscMPIInt        size,rank,*tagvalp,sum,cnt,i;
    257:   PetscBool          flg,iflg;
    258:   FILE               *fd;
    259:   static PetscMPIInt Petsc_WD_keyval = MPI_KEYVAL_INVALID;
    260:   int                err;

    263:   MPI_Comm_size(comm,&size);
    264:   if (size == 1) {
    265:     *shared = PETSC_TRUE;
    266:     return(0);
    267:   }

    269:   PetscOptionsGetenv(comm,"PETSC_SHARED_WORKING_DIRECTORY",NULL,0,&flg);
    270:   if (flg) {
    271:     *shared = PETSC_TRUE;
    272:     return(0);
    273:   }

    275:   PetscOptionsGetenv(comm,"PETSC_NOT_SHARED_WORKING_DIRECTORY",NULL,0,&flg);
    276:   if (flg) {
    277:     *shared = PETSC_FALSE;
    278:     return(0);
    279:   }

    281:   if (Petsc_WD_keyval == MPI_KEYVAL_INVALID) {
    282:     MPI_Keyval_create(MPI_NULL_COPY_FN,Petsc_DelTmpShared,&Petsc_WD_keyval,0);
    283:   }

    285:   MPI_Attr_get(comm,Petsc_WD_keyval,(void**)&tagvalp,(int*)&iflg);
    286:   if (!iflg) {
    287:     char filename[PETSC_MAX_PATH_LEN];

    289:     /* This communicator does not yet have a shared  attribute */
    290:     PetscMalloc1(1,&tagvalp);
    291:     MPI_Attr_put(comm,Petsc_WD_keyval,tagvalp);

    293:     PetscGetWorkingDirectory(filename,240);
    294:     PetscStrcat(filename,"/petsctestshared");
    295:     MPI_Comm_rank(comm,&rank);

    297:     /* each processor creates a  file and all the later ones check */
    298:     /* this makes sure no subset of processors is shared */
    299:     *shared = PETSC_FALSE;
    300:     for (i=0; i<size-1; i++) {
    301:       if (rank == i) {
    302:         fd = fopen(filename,"w");
    303:         if (!fd) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_FILE_OPEN,"Unable to open test file %s",filename);
    304:         err = fclose(fd);
    305:         if (err) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SYS,"fclose() failed on file");
    306:       }
    307:       MPI_Barrier(comm);
    308:       if (rank >= i) {
    309:         fd = fopen(filename,"r");
    310:         if (fd) cnt = 1;
    311:         else cnt = 0;
    312:         if (fd) {
    313:           err = fclose(fd);
    314:           if (err) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SYS,"fclose() failed on file");
    315:         }
    316:       } else cnt = 0;

    318:       MPIU_Allreduce(&cnt,&sum,1,MPI_INT,MPI_SUM,comm);
    319:       if (rank == i) unlink(filename);

    321:       if (sum == size) {
    322:         *shared = PETSC_TRUE;
    323:         break;
    324:       } else if (sum != 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP_SYS,"Subset of processes share working directory");
    325:     }
    326:     *tagvalp = (int)*shared;
    327:   } else *shared = (PetscBool) *tagvalp;
    328:   PetscInfo1(0,"processors %s working directory\n",(*shared) ? "shared" : "do NOT share");
    329:   return(0);
    330: }

    335: /*@C
    336:     PetscFileRetrieve - Obtains a library from a URL or compressed
    337:         and copies into local disk space as uncompressed.

    339:     Collective on MPI_Comm

    341:     Input Parameter:
    342: +   comm     - processors accessing the library
    343: .   libname  - name of library, including entire URL (with or without .gz)
    344: -   llen     - length of llibname

    346:     Output Parameter:
    347: +   llibname - name of local copy of library
    348: -   found - if found and retrieved the file

    350:     Level: developer

    352: @*/
    353: PetscErrorCode  PetscFileRetrieve(MPI_Comm comm,const char libname[],char llibname[],size_t llen,PetscBool  *found)
    354: {
    355:   char           buf[1024],tmpdir[PETSC_MAX_PATH_LEN],urlget[PETSC_MAX_PATH_LEN],*par;
    356:   const char     *pdir;
    357:   FILE           *fp;
    359:   int            i;
    360:   PetscMPIInt    rank;
    361:   size_t         len = 0;
    362:   PetscBool      flg1,flg2,flg3,sharedtmp,exists;
    363: #if defined(PETSC_HAVE_POPEN)
    364:   int            rval;
    365: #endif

    368:   *found = PETSC_FALSE;

    370:   /* if file does not have an ftp:// or http:// or .gz then need not process file */
    371:   PetscStrstr(libname,".gz",&par);
    372:   if (par) {PetscStrlen(par,&len);}

    374:   PetscStrncmp(libname,"ftp://",6,&flg1);
    375:   PetscStrncmp(libname,"http://",7,&flg2);
    376:   PetscStrncmp(libname,"file://",7,&flg3);
    377:   if (!flg1 && !flg2 && !flg3 && (!par || len != 3)) {
    378:     PetscStrncpy(llibname,libname,llen);
    379:     PetscTestFile(libname,'r',found);
    380:     if (*found) {
    381:       PetscInfo1(NULL,"Found file %s\n",libname);
    382:     } else {
    383:       PetscInfo1(NULL,"Did not find file %s\n",libname);
    384:     }
    385:     return(0);
    386:   }

    388:   if (par && len == 3){
    389:     size_t llen;
    390:     PetscStrlen(libname,&llen);
    391:     PetscStrncpy(llibname,libname,llen);
    392:     llibname[llen-len] = 0;
    393:     PetscTestFile(llibname,'r',found);
    394:     if (*found) {
    395:       PetscInfo1(NULL,"Found uncompressed version of file %s\n",llibname);
    396:       return(0);
    397:     } else {
    398:       PetscInfo1(NULL,"Did not find uncompressed version of file %s\n",libname);
    399:     }
    400:   }

    402:   /* Determine if all processors share a common /tmp */
    403:   PetscSharedTmp(comm,&sharedtmp);
    404:   PetscOptionsGetenv(comm,"PETSC_TMP",tmpdir,PETSC_MAX_PATH_LEN,&flg1);

    406:   MPI_Comm_rank(comm,&rank);
    407:   if (!rank || !sharedtmp) {

    409:     /* Construct the script to get URL file */
    410:     PetscGetPetscDir(&pdir);
    411:     PetscStrcpy(urlget,pdir);
    412:     PetscStrcat(urlget,"/bin/urlget");
    413:     PetscTestFile(urlget,'r',&exists);
    414:     if (!exists) {
    415:       PetscTestFile("urlget",'r',&exists);
    416:       if (!exists) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Cannot locate PETSc script urlget in %s or current directory",urlget);
    417:       PetscStrcpy(urlget,"urlget");
    418:     }
    419:     PetscStrcat(urlget," ");

    421:     /* are we using an alternative /tmp? */
    422:     if (flg1) {
    423:       PetscStrcat(urlget,"-tmp ");
    424:       PetscStrcat(urlget,tmpdir);
    425:       PetscStrcat(urlget," ");
    426:     }

    428:     PetscStrcat(urlget,libname);
    429:     PetscStrcat(urlget," 2>&1 ");

    431: #if defined(PETSC_HAVE_POPEN)
    432:     PetscPOpen(PETSC_COMM_SELF,NULL,urlget,"r",&fp);
    433: #else
    434:     SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP_SYS,"Cannot run external programs on this machine");
    435: #endif
    436:     if (!fgets(buf,1024,fp)) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_PLIB,"No output from ${PETSC_DIR}/bin/urlget in getting file %s",libname);
    437:     PetscInfo1(0,"Message back from urlget: %s\n",buf);

    439:     PetscStrncmp(buf,"Error",5,&flg1);
    440:     PetscStrncmp(buf,"Traceback",9,&flg2);
    441: #if defined(PETSC_HAVE_POPEN)
    442:     PetscPClose(PETSC_COMM_SELF,fp,&rval);
    443: #endif
    444:     if (flg1 || flg2) *found = PETSC_FALSE;
    445:     else {
    446:       *found = PETSC_TRUE;

    448:       /* Check for \n and make it 0 */
    449:       for (i=0; i<1024; i++) {
    450:         if (buf[i] == '\n') {
    451:           buf[i] = 0;
    452:           break;
    453:         }
    454:       }
    455:       PetscStrncpy(llibname,buf,llen);
    456:     }
    457:   }
    458:   if (sharedtmp) { /* send library name to all processors */
    459:     MPI_Bcast(found,1,MPIU_BOOL,0,comm);
    460:     if (*found) {
    461:       MPI_Bcast(llibname,llen,MPI_CHAR,0,comm);
    462:       MPI_Bcast(found,1,MPIU_BOOL,0,comm);
    463:     }
    464:   }
    465:   return(0);
    466: }