[cig-commits] r13362 - seismo/3D/SPECFEM3D_GLOBE/branches/pluggable

[leif at geodynamics.org]

Author: leif
Date: 2008-11-20 14:08:08 -0800 (Thu, 20 Nov 2008)
New Revision: 13362

Added:
   seismo/3D/SPECFEM3D_GLOBE/branches/pluggable/bcast_model.c
Log:
First draft of generic model data broadcasting routine.


Added: seismo/3D/SPECFEM3D_GLOBE/branches/pluggable/bcast_model.c
===================================================================
--- seismo/3D/SPECFEM3D_GLOBE/branches/pluggable/bcast_model.c	                        (rev 0)
+++ seismo/3D/SPECFEM3D_GLOBE/branches/pluggable/bcast_model.c	2008-11-20 22:08:08 UTC (rev 13362)
@@ -0,0 +1,119 @@
+
+#include <mpi.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <sys/wait.h>
+#include <fcntl.h>
+#include <unistd.h>
+
+
+static char wd[150], modelDir[150];
+
+
+void bcast_model(int rank, char *scratchDir) {
+    int fd;
+    struct stat statBuf;
+    int size;
+    char *data;
+    int status;
+    
+    /* Save the working directory (which is on the shared filesystem)
+       for future reference. */
+    if (!getcwd(wd, sizeof(wd))) {
+        perror("getcwd");
+        MPI_Abort(MPI_COMM_WORLD, 1);
+    }
+    
+    /* Broadcast the model archive to all the nodes. */
+    if (rank == 0) {
+        /* XXX: We shouldn't hardcode this filename. */
+        fd = open("model.tgz", O_RDONLY);
+        if (fd == -1) {
+            perror("open");
+            MPI_Abort(MPI_COMM_WORLD, 1);
+        }
+        if (fstat(fd, &statBuf) == -1) {
+            perror("fstat");
+            MPI_Abort(MPI_COMM_WORLD, 1);
+        }
+        size = (int)statBuf.st_size;
+    }
+    status = MPI_Bcast(&size, 1, MPI_INT, 0, MPI_COMM_WORLD);
+    if (status != MPI_SUCCESS) {
+        fprintf(stderr, "MPI_Bcast: error %d\n", status);
+        MPI_Abort(MPI_COMM_WORLD, 1);
+    }
+    data = (char *)malloc(size);
+    if (!data) {
+        perror("malloc");
+        MPI_Abort(MPI_COMM_WORLD, 1);
+    }
+    if (rank == 0) {
+        if (read(fd, data, size) == -1) {
+            perror("read");
+            MPI_Abort(MPI_COMM_WORLD, 1);
+        }
+        close(fd);
+    }
+    MPI_Bcast(data, size, MPI_CHAR, 0, MPI_COMM_WORLD);
+    if (status != MPI_SUCCESS) {
+        fprintf(stderr, "MPI_Bcast: error %d\n", status);
+        MPI_Abort(MPI_COMM_WORLD, 1);
+    }
+    
+    /* Create and enter the model directory. */
+    sprintf(modelDir, "%s/model-%d", scratchDir, rank);
+    if (mkdir(modelDir, 0777) == -1) {
+        perror("mkdir");
+        MPI_Abort(MPI_COMM_WORLD, 1);
+    }
+    if (chdir(modelDir) == -1) {
+        perror("chdir");
+        MPI_Abort(MPI_COMM_WORLD, 1);
+    }
+    
+    /* Save a local copy of the model archive. */
+    fd = open("model.tgz", O_CREAT | O_WRONLY);
+    if (fd == -1) {
+        perror("open");
+        MPI_Abort(MPI_COMM_WORLD, 1);
+    }
+    if (write(fd, data, size) == -1) {
+        perror("write");
+        MPI_Abort(MPI_COMM_WORLD, 1);
+    }
+    close(fd);
+    free(data);
+    
+    /* Extract the model files. */
+    status = system("tar xzf model.tgz");
+    if (status == -1) {
+        perror("system");
+        MPI_Abort(MPI_COMM_WORLD, 1);
+    }
+    status = WEXITSTATUS(status);
+    if (status != 0) {
+        fprintf(stderr, "tar: exit %d\n", status);
+        MPI_Abort(MPI_COMM_WORLD, 1);
+    }
+    
+    /* Stay in the model directory, ready to read files. */
+}
+
+void enter_model_dir() {
+    if (chdir(modelDir) == -1) {
+        perror("chdir");
+        MPI_Abort(MPI_COMM_WORLD, 1);
+    }
+}
+
+void leave_model_dir() {
+    if (chdir(wd) == -1) {
+        perror("chdir");
+        MPI_Abort(MPI_COMM_WORLD, 1);
+    }
+}