Merge pull request #75 from gvallee/mpi_manifest

Finish support for Manifest and base images from the library

Author: gvallee

README.syvalidate.md

@@ -55,8 +55,8 @@ The tool achieves this by installing a specific version of MPI on the host and a
 (currently based on Ubuntu) with a specific version of MPI that will run certain MPI programs within it to test the comptibility. 
 
 The version of a given MPI implementation to be used throughout an experiment is defined in a configuration file. For example, a 
-default configuration file for Open MPI is available in `etc/openmpi.conf` and a default configuration file for MPICH is available 
-in `etc/mpich.conf`. Users *must* specify the configuration file on the command line when running the tool (see examples). 
+default configuration file for Open MPI is available in `etc/sympi_openmpi.conf` and a default configuration file for MPICH is available 
+in `etc/sympi_mpich.conf`. Users *must* specify the configuration file on the command line when running the tool (see examples). 
 
 Once the tool has completed, view the ``openmpi-results.txt``/``mpich-results.txt`` to view results of various combinations of the 
 versions and pick the host-container version combination most suitable to you.
@@ -71,39 +71,39 @@ At the moment, we support two tests:
 
 ## Run the tool with the default Open MPI versions and a simple helloworld test
 
-``syvalidate -configfile `pwd`/etc/openmpi.conf``
+``syvalidate -configfile `pwd`/etc/sympi_openmpi.conf``
 
 ## Run the tool with the default Open MPI versions and Netpipe
 
-``syvalidate -configfile `pwd`/etc/openmpi.conf -netpipe``
+``syvalidate -configfile `pwd`/etc/sympi_openmpi.conf -netpipe``
 
 ## Run the tool with the default Open MPI versions and IMB
 
-``syvalidate -configfile `pwd`/etc/openmpi.conf -imb``
+``syvalidate -configfile `pwd`/etc/sympi_openmpi.conf -imb``
 
 ## Run the tool with the default MPICH versions and a simple helloworld test
 
-``syvalidate -configfile `pwd`/etc/mpich.conf``
+``syvalidate -configfile `pwd`/etc/sympi_mpich.conf``
 
 ## Run the tool with the default MPICH versions and Netpipe
 
-``syvalidate -configfile `pwd`/etc/mpich.conf -netpipe``
+``syvalidate -configfile `pwd`/etc/sympi_mpich.conf -netpipe``
 
 ## Run the tool with the default MPICH versions and IMB
 
-``syvalidate -configfile `pwd`/etc/mpich.conf -imb``
+``syvalidate -configfile `pwd`/etc/sympi_mpich.conf -imb``
 
 ## Run the tool with the default Intel MPI versions and a simple helloworld test
 
-``syvalidate -configfile `pwd`/etc/intel.conf``
+``syvalidate -configfile `pwd`/etc/sympi_intel.conf``
 
 ## Run the tool with the default Intel MPI versions and Netpipe
 
-``syvalidate -configfile `pwd`/etc/intel.conf -netpipe``
+``syvalidate -configfile `pwd`/etc/sympi_intel.conf -netpipe``
 
 ## Run the tool with the default Intel MPI versions and collective operation test
 
-``syvalidate -configfile `pwd`/etc/intel.conf -imb``
+``syvalidate -configfile `pwd`/etc/sympi_intel.conf -imb``
 
 These commands will run various MPI programs to test the compatibility between different versions:
 - a basic HelloWorld test,

cmd/sycontainerize/sycontainerize.go

@@ -13,13 +13,13 @@ import (
 	"os"
 	"strconv"
 
+	"github.com/gvallee/go_util/pkg/util"
+	"github.com/gvallee/kv/pkg/kv"
 	"github.com/sylabs/singularity-mpi/internal/pkg/checker"
-	"github.com/sylabs/singularity-mpi/internal/pkg/kv"
 	"github.com/sylabs/singularity-mpi/internal/pkg/launcher"
 	"github.com/sylabs/singularity-mpi/internal/pkg/sy"
 	"github.com/sylabs/singularity-mpi/internal/pkg/sys"
-	util "github.com/sylabs/singularity-mpi/internal/pkg/util/file"
-	"github.com/sylabs/singularity-mpi/pkg/containizer"
+	"github.com/sylabs/singularity-mpi/pkg/containerizer"
 )
 
 func main() {
@@ -92,7 +92,7 @@ func main() {
 	}
 
 	log.Println("* Creating container for your application...")
-	_, err = containizer.ContainerizeApp(&sysCfg)
+	_, err = containerizer.ContainerizeApp(&sysCfg)
 	if err != nil {
 		log.Fatalf("failed to create container for app: %s", err)
 	}

cmd/sympi/sympi.go

@@ -16,16 +16,16 @@ import (
 	"regexp"
 	"strings"
 
+	"github.com/gvallee/go_util/pkg/util"
+	"github.com/gvallee/kv/pkg/kv"
 	"github.com/sylabs/singularity-mpi/internal/pkg/buildenv"
 	"github.com/sylabs/singularity-mpi/internal/pkg/builder"
 	"github.com/sylabs/singularity-mpi/internal/pkg/checker"
 	"github.com/sylabs/singularity-mpi/internal/pkg/implem"
-	"github.com/sylabs/singularity-mpi/internal/pkg/kv"
 	"github.com/sylabs/singularity-mpi/internal/pkg/manifest"
 	"github.com/sylabs/singularity-mpi/internal/pkg/sy"
 	"github.com/sylabs/singularity-mpi/internal/pkg/sympierr"
 	"github.com/sylabs/singularity-mpi/internal/pkg/sys"
-	util "github.com/sylabs/singularity-mpi/internal/pkg/util/file"
 	"github.com/sylabs/singularity-mpi/pkg/sympi"
 )
 
@@ -367,7 +367,7 @@ func installSingularity(id string, params []string, sysCfg *sys.Config) error {
 
 func listAvail(sysCfg *sys.Config) error {
 	fmt.Println("The following versions of Singularity can be installed:")
-	cfgFile := filepath.Join(sysCfg.EtcDir, "singularity.conf")
+	cfgFile := filepath.Join(sysCfg.EtcDir, "sympi_singularity.conf")
 	kvs, err := kv.LoadKeyValueConfig(cfgFile)
 	if err != nil {
 		return fmt.Errorf("failed to load configuration from %s: %s", cfgFile, err)
@@ -377,7 +377,7 @@ func listAvail(sysCfg *sys.Config) error {
 	}
 
 	fmt.Println("The following versions of Open MPI can be installed:")
-	cfgFile = filepath.Join(sysCfg.EtcDir, "openmpi.conf")
+	cfgFile = filepath.Join(sysCfg.EtcDir, sys.GetMPIConfigFileName("openmpi"))
 	kvs, err = kv.LoadKeyValueConfig(cfgFile)
 	if err != nil {
 		return fmt.Errorf("failed to load configuration from %s: %s", cfgFile, err)
@@ -387,7 +387,7 @@ func listAvail(sysCfg *sys.Config) error {
 	}
 
 	fmt.Println("The following versions of MPICH can be installed:")
-	cfgFile = filepath.Join(sysCfg.EtcDir, "mpich.conf")
+	cfgFile = filepath.Join(sysCfg.EtcDir, sys.GetMPIConfigFileName("mpich"))
 	kvs, err = kv.LoadKeyValueConfig(cfgFile)
 	if err != nil {
 		return fmt.Errorf("failed to load configuration from %s: %s", cfgFile, err)

cmd/syrun/syrun.go

@@ -10,7 +10,7 @@ import (
 	"log"
 	"os"
 
-	util "github.com/sylabs/singularity-mpi/internal/pkg/util/file"
+	"github.com/gvallee/go_util/pkg/util"
 	"github.com/sylabs/singularity-mpi/pkg/sympi"
 )
 

cmd/syvalidate/syvalidate.go

@@ -15,19 +15,19 @@ import (
 	"path/filepath"
 	"strconv"
 
+	"github.com/gvallee/go_util/pkg/util"
+	"github.com/gvallee/kv/pkg/kv"
 	"github.com/sylabs/singularity-mpi/internal/pkg/app"
 	"github.com/sylabs/singularity-mpi/internal/pkg/buildenv"
 	"github.com/sylabs/singularity-mpi/internal/pkg/checker"
 	"github.com/sylabs/singularity-mpi/internal/pkg/configparser"
 	cfg "github.com/sylabs/singularity-mpi/internal/pkg/configparser"
 	"github.com/sylabs/singularity-mpi/internal/pkg/container"
-	"github.com/sylabs/singularity-mpi/internal/pkg/kv"
 	"github.com/sylabs/singularity-mpi/internal/pkg/launcher"
 	"github.com/sylabs/singularity-mpi/internal/pkg/results"
 	"github.com/sylabs/singularity-mpi/internal/pkg/sy"
 	"github.com/sylabs/singularity-mpi/internal/pkg/syexec"
 	"github.com/sylabs/singularity-mpi/internal/pkg/sys"
-	util "github.com/sylabs/singularity-mpi/internal/pkg/util/file"
 	exp "github.com/sylabs/singularity-mpi/pkg/experiments"
 )
 
@@ -161,7 +161,7 @@ func run(experiments []exp.Config, sysCfg *sys.Config, syConfig *sy.MPIToolConfi
 			log.Printf("Running experiment %d/%d with host MPI %s and container MPI %s\n", i+1, sysCfg.Nrun, e.HostMPI.Version, e.ContainerMPI.Version)
 			newRes, err = runExperiment(e, sysCfg, syConfig)
 			if err != nil {
-				log.Fatalf("failure during the execution of experiment: %s", err)
+				log.Printf("[ERROR] failure during the execution of experiment: %s", err)
 			}
 			newResults = append(newResults, newRes)
 
@@ -261,7 +261,7 @@ func main() {
 	}
 
 	/* Argument parsing */
-	configFile := flag.String("configfile", sysCfg.EtcDir+"/openmpi.conf", "Path to the configuration file specifying which versions of a given implementation of MPI to test")
+	configFile := flag.String("configfile", sysCfg.EtcDir+"/sympi_openmpi.conf", "Path to the configuration file specifying which versions of a given implementation of MPI to test")
 	outputFile := flag.String("outputFile", "", "Full path to the output file")
 	verbose := flag.Bool("v", false, "Enable verbose mode")
 	netpipe := flag.Bool("netpipe", false, "Run NetPipe as test")