Home Research Papers Posters Manuals Talks Download People Help Internal

libs/ck-libs/ampi/romio/adio/ad_lustre/ad_lustre_open.c

Go to the documentation of this file.

/* -*- Mode: C; c-basic-offset:4 ; -*- */
/*
 *   Copyright (C) 1997 University of Chicago.
 *   See COPYRIGHT notice in top-level directory.
 *
 *   Copyright (C) 2007 Oak Ridge National Laboratory
 *
 *   Copyright (C) 2008 Sun Microsystems, Lustre group
 */

#include "ad_lustre.h"

/* what is the basis for this define?
 * what happens if there are more than 1k UUIDs? */

#define MAX_LOV_UUID_COUNT      1000

void ADIOI_LUSTRE_Open(ADIO_File fd, int *error_code)
{
    int perm, old_mask, amode, amode_direct;
    int lumlen;
    struct lov_user_md *lum = NULL;
    char *value;

#if defined(MPICH2) || !defined(PRINT_ERR_MSG)
    static char myname[] = "ADIOI_LUSTRE_OPEN";
#endif

    if (fd->perm == ADIO_PERM_NULL) {
    old_mask = umask(022);
    umask(old_mask);
    perm = old_mask ^ 0666;
    }
    else perm = fd->perm;

    amode = 0;
    if (fd->access_mode & ADIO_CREATE)
    amode = amode | O_CREAT;
    if (fd->access_mode & ADIO_RDONLY)
    amode = amode | O_RDONLY;
    if (fd->access_mode & ADIO_WRONLY)
    amode = amode | O_WRONLY;
    if (fd->access_mode & ADIO_RDWR)
    amode = amode | O_RDWR;
    if (fd->access_mode & ADIO_EXCL)
    amode = amode | O_EXCL;

    amode_direct = amode | O_DIRECT;

    fd->fd_sys = open(fd->filename, amode|O_CREAT, perm);

    if (fd->fd_sys != -1) {
        int err;

        /* get file striping information and set it in info */
    /* odd malloc here because lov_user_md contains some fixed data and
     * then a list of 'lmm_objects' representing stripe */
        lumlen = sizeof(struct lov_user_md) +
                 MAX_LOV_UUID_COUNT * sizeof(struct lov_user_ost_data);
    /* furthermore, Pascal Deveze reports that, even though we pass a
     * "GETSTRIPE" (read) flag to the ioctl, if some of the values of this
     * struct are uninitialzed, the call can give an error.  calloc in case
     * there are other members that must be initialized and in case
     * lov_user_md struct changes in future */
    lum = (struct lov_user_md *)ADIOI_Calloc(1,lumlen);
        lum->lmm_magic = LOV_USER_MAGIC;
        err = ioctl(fd->fd_sys, LL_IOC_LOV_GETSTRIPE, (void *)lum);
        if (!err) {
            value = (char *) ADIOI_Malloc((MPI_MAX_INFO_VAL+1)*sizeof(char));

            fd->hints->striping_unit = lum->lmm_stripe_size;
            sprintf(value, "%d", lum->lmm_stripe_size);
            ADIOI_Info_set(fd->info, "striping_unit", value);

            fd->hints->striping_factor = lum->lmm_stripe_count;
            sprintf(value, "%d", lum->lmm_stripe_count);
            ADIOI_Info_set(fd->info, "striping_factor", value);

            fd->hints->fs_hints.lustre.start_iodevice = lum->lmm_stripe_offset;
            sprintf(value, "%d", lum->lmm_stripe_offset);
            ADIOI_Info_set(fd->info, "romio_lustre_start_iodevice", value);

            ADIOI_Free(value);
        }
        ADIOI_Free(lum);

        if (fd->access_mode & ADIO_APPEND)
            fd->fp_ind = fd->fp_sys_posn = lseek(fd->fd_sys, 0, SEEK_END);
    } 

    if ((fd->fd_sys != -1) && (fd->access_mode & ADIO_APPEND))
    fd->fp_ind = fd->fp_sys_posn = lseek(fd->fd_sys, 0, SEEK_END);

    fd->fd_direct = -1;
    if (fd->direct_write || fd->direct_read) {
    fd->fd_direct = open(fd->filename, amode_direct, perm);
    if (fd->fd_direct != -1) {
        fd->d_mem = fd->d_miniosz = (1<<12);
    } else {
        perror("cannot open file with O_Direct");
        fd->direct_write = fd->direct_read = 0;
    }
    }

    /* --BEGIN ERROR HANDLING-- */
    if (fd->fd_sys == -1 || ((fd->fd_direct == -1) && 
        (fd->direct_write || fd->direct_read))) {
    if (errno == ENAMETOOLONG)
        *error_code = MPIO_Err_create_code(MPI_SUCCESS,
                           MPIR_ERR_RECOVERABLE, myname,
                           __LINE__, MPI_ERR_BAD_FILE,
                           "**filenamelong",
                           "**filenamelong %s %d",
                           fd->filename,
                           strlen(fd->filename));
    else if (errno == ENOENT)
        *error_code = MPIO_Err_create_code(MPI_SUCCESS,
                           MPIR_ERR_RECOVERABLE, myname,
                           __LINE__, MPI_ERR_NO_SUCH_FILE,
                           "**filenoexist",
                           "**filenoexist %s",
                           fd->filename);
    else if (errno == ENOTDIR || errno == ELOOP)
        *error_code = MPIO_Err_create_code(MPI_SUCCESS,
                           MPIR_ERR_RECOVERABLE,
                           myname, __LINE__,
                           MPI_ERR_BAD_FILE,
                           "**filenamedir",
                           "**filenamedir %s",
                           fd->filename);
    else if (errno == EACCES) {
        *error_code = MPIO_Err_create_code(MPI_SUCCESS,
                           MPIR_ERR_RECOVERABLE, myname,
                           __LINE__, MPI_ERR_ACCESS,
                           "**fileaccess",
                           "**fileaccess %s", 
                           fd->filename );
    }
    else if (errno == EROFS) {
        /* Read only file or file system and write access requested */
        *error_code = MPIO_Err_create_code(MPI_SUCCESS,
                           MPIR_ERR_RECOVERABLE, myname,
                           __LINE__, MPI_ERR_READ_ONLY,
                           "**ioneedrd", 0 );
    }
    else {
        *error_code = MPIO_Err_create_code(MPI_SUCCESS,
                           MPIR_ERR_RECOVERABLE, myname,
                           __LINE__, MPI_ERR_IO, "**io",
                           "**io %s", strerror(errno));
    }
    }
    /* --END ERROR HANDLING-- */
    else *error_code = MPI_SUCCESS;

}

---