todays examples

cpp/Practice/Hello_MPI_omp.c

@@ -0,0 +1,23 @@
+# include <stdio.h>
+# include <omp.h>
+# include <mpi.h>
+
+int main(int argc, char *argv[])
+{
+	int numprocs, rank, namelen;
+	char processor_name[MPI_MAX_PROCESSOR_NAME];
+	int iam = 0, np = 1;
+
+	MPI_Init(&argc, &argv);
+	MPI_Comm_size(MPI_COMM_WORLD, &numprocs);
+	MPI_Comm_rank(MPI_COMM_WORLD, &rank);
+	MPI_Get_processor_name(processor_name, &namelen);
+
+	#pragma omp parallel default(shared) private(iam,np)
+	{
+		np = omp_get_num_threads();
+    	iam = omp_get_thread_num();
+		printf("Hello from head %d our of %d from process %d our of %d on %s\n",iam,np,rank,numprocs,processor_name);
+	}
+	MPI_Finalize();
+}

cpp/Practice/constants.h

@@ -0,0 +1,6 @@
+#ifndef FOO_H_ /* include guar */
+#define FOO_H_
+
+int foo(int x);
+
+#endif

cpp/Practice/data.h

@@ -0,0 +1,25 @@
+#ifndef DATA01
+#define DATA01
+
+double matrix[20][20] = {{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328},
+{-5.3874808900112328,-4.6036824495507442,-3.9447640401156252,-3.3478545673832163,-2.7888060584281305,-2.2549740020892757,-1.7385377121165861,-1.2340762153953231,-0.7374737285453943,-0.2453407083009012,0.2453407083009012,0.7374737285453943,1.2340762153953231,1.7385377121165861,2.2549740020892757,2.7888060584281305,3.3478545673832163,3.9447640401156252,4.6036824495507442,5.3874808900112328}};
+
+#endif

cpp/Practice/foo.c

@@ -0,0 +1,6 @@
+#include "foo.h" 	/* Include the header (not stricly necessary here) */ 
+
+int foo(int x) 	/* function definition */
+{
+	return x+5;
+}

cpp/Practice/foo.h

@@ -0,0 +1,6 @@
+#ifndef FOO_H_ /* include guar */
+#define FOO_H_
+
+int foo(int x);
+
+#endif

cpp/Practice/hello_mpi.c

@@ -0,0 +1,19 @@
+# include <stdio.h>
+# include <mpi.h>
+
+/* compile as: mpicc hello_mpi.c -o hello_mpi */ 
+
+int main(int argc, char *argv[])
+{
+	int numprocs, rank, namelen;
+	char processor_name[MPI_MAX_PROCESSOR_NAME];
+
+	MPI_Init(&argc, &argv);
+	MPI_Comm_size(MPI_COMM_WORLD, &numprocs);
+	MPI_Comm_rank(MPI_COMM_WORLD, &rank);
+	MPI_Get_processor_name(processor_name, &namelen);
+
+	printf("Process %d on %s out of %d\n",rank,processor_name,numprocs);
+
+	MPI_Finalize();
+}

cpp/Practice/hello_omp.c

@@ -0,0 +1,41 @@
+# include <stdio.h>
+# include <omp.h>
+
+/* compile as: icc hello_omp.c -o hello_omp -openmp */
+
+int main (int argc, char *argv[])
+{
+	int iam = 0, np = 1;
+
+	/* Fork a team of theards giving them their own copies of variables */
+
+	#pragma omp parallel default(shared) private(iam,np)
+	{
+		# if defined (_OPENMP)
+		np = omp_get_thread_num();
+		iam = omp_get_num_threads();
+		#endif
+		printf("Hello World from thread %d out of %d\n",iam,np);
+
+		/* Only master thread does this */
+		if (np==0)
+		{
+			iam = omp_get_num_threads();
+			printf("Number of threads = %d\n",iam);
+		}
+	}  /* al threads join master thread and disband */
+}
+
+/* The OpenMP runtime environment needs an environment variable to tell it 
+how many threads you want to use for your program. In bash syntax, this looks like this 
+
+export OMP_NUM_THREADS=3 
+
+Now you can start your program and it will execute with 3 parallel threads:
+
+manuel@hal:~./hello
+Hello from thread 0 out of 4
+Hello from thread 1 out of 4
+Hello from thread 2 out of 4
+Hello from thread 3 out of 4 
+*/ 

cpp/Practice/hybrid.c

@@ -0,0 +1,159 @@
+/*
+   This is a hello world program utilizing both MPI and OpenMP.
+
+   In order to coordinate output, all output is handled by the master
+   process.  Within the master process, first, each thread says hello.
+   Once this is completed, the master thread waits for MPI sends from
+   each of the other processes.  The first piece of data is how many
+   threads the process has.  This is sent by the master thread of the
+   remote process.  Then, each thread will send a thread ID, process
+   rank, and processor name to the master process.  This will then be
+   formatted and sent to standard output as a hello from the sending
+   thread.
+*/
+
+// Include the MPI header <mpi.h> and the OpenMP header <omp.h>
+// The MPI header should be included before stdio.h.
+
+#include <mpi.h>
+#include <omp.h>
+#include <stdio.h>
+
+int main(int argc, char* argv[]) {
+
+   int rank;                           // Rank ID of the current process
+   int nproc;                          // Total number of processes
+   int nthreads;                       // Total number of threads
+   int threadID;                       // ID of the current thread
+   int namelen;                        // Length of the processor name
+   int required=MPI_THREAD_SERIALIZED; // Required level of MPI threading support
+   /* Each thread will call MPI routines, but these calls will be coordinated
+      to occur only one at a time within a process.
+   */
+   int provided;                       // Provided level of MPI threading support
+   char name[MPI_MAX_PROCESSOR_NAME];  // Name of the processor
+   int dThread;                        // Display thread ID
+   int dRank;                          // Display rank ID
+   int dNamelen;                       // Length of display name
+   char dName[MPI_MAX_PROCESSOR_NAME]; // Display processor name
+   int sNthreads;                      // nthreads from sender
+   MPI_Status stat;                    // Status from MPI calls
+   int r;                              // Rank loop counter
+   int t;                              // Thread loop counter
+
+   // Initialize MPI with threading
+
+   MPI_Init_thread(&argc, &argv, required, &provided);
+
+   // Determine the MPI rank, number of processes, and processor name
+
+   MPI_Comm_size(MPI_COMM_WORLD,&nproc);
+   MPI_Comm_rank(MPI_COMM_WORLD,&rank);
+   MPI_Get_processor_name(name,&namelen);
+
+   // Check the threading support level
+
+   if (provided < required) {
+
+      // Insufficient support, degrade to 1 thread and warn the user
+
+      if (rank == 0) {
+         printf("Warning:  This MPI implementation provides insufficient");
+         printf(" threading support.\n");
+      }
+      omp_set_num_threads(1);
+   }
+
+   // The multithreaded section where all threads will say hello
+
+   #pragma omp parallel default(shared) private(threadID)
+   {
+
+   // All processes should get the total number of threads, each
+   // threads needs to know its own ID.
+
+   threadID=omp_get_thread_num();   // Get the thread ID
+   nthreads=omp_get_num_threads();  // Get the total number of threads
+
+   // Time to say hello, the master process performs all output.
+   // Within the master process, each thread will handle its own
+   // output, the master thread will handle output from all threads
+   // of all other processes.
+
+   if (rank == 0) {
+
+      // The master process outputs from its own threads
+      // This section is done by every OpenMP thread, but only one at a time.
+      // This requires MPI_THREAD_SERIALIZED.
+
+      #pragma omp critical
+      {
+         printf("Hello from thread %d of %d in rank %d of %d on %s.\n",
+            threadID, nthreads, rank, nproc, name);
+      }  // End of #pragma omp critical
+
+      #pragma omp barrier
+
+      // Now, receive data from each of the other processes and
+      // give an appropriate greeting.  Only the master thread
+      // should do this.  Since only the master thread is calling
+      // MPI, this is an example of MPI_THREAD_FUNNELED.
+
+      #pragma omp master
+      {
+
+      for (r=1;r<nproc;r++) {
+
+         // Get the number of threads in the sender
+
+         MPI_Recv(&sNthreads, 1, MPI_INT, r, 10*r, MPI_COMM_WORLD, &stat);
+
+         for (t=0;t<sNthreads;t++) {
+
+            // For each thread, get the rank ID, thread ID, and name
+
+            MPI_Recv(&dRank, 1, MPI_INT, r, 10*r+1, MPI_COMM_WORLD, &stat);
+            MPI_Recv(&dThread, 1, MPI_INT, r, 10*r+2, MPI_COMM_WORLD, &stat);
+            MPI_Recv(&dNamelen, 1, MPI_INT, r, 1000*r+10*dThread, MPI_COMM_WORLD, &stat);
+            MPI_Recv(dName, dNamelen+1, MPI_CHAR, r, 1000*r+10*dThread+1, MPI_COMM_WORLD, &stat);
+
+            printf("Hello from thread %d of %d in rank %d of %d on %s.\n",
+               dThread, sNthreads, dRank, nproc, dName);
+         }
+      }
+
+      }  // End of #pragma omp master
+
+   } else { // All other processes will send their data to the master
+
+      // Only the master sends the number of threads.  MPI_THREAD_FUNNELED
+
+      #pragma omp master
+      {
+      MPI_Send(&nthreads, 1, MPI_INT, 0, 10*rank, MPI_COMM_WORLD);
+      }  // End of #pragma omp master
+
+      #pragma omp critical
+      {
+
+      // Each thread will send its own data, but there is no
+      // particular order required, so a critical section works
+      // exactly as needed.  As such, this requires MPI_THREAD_SERIALIZED
+
+      MPI_Send(&rank, 1, MPI_INT, 0, 10*rank+1, MPI_COMM_WORLD);
+      MPI_Send(&threadID, 1, MPI_INT, 0, 10*rank+2, MPI_COMM_WORLD);
+      MPI_Send(&namelen, 1, MPI_INT, 0, 1000*rank+10*threadID, MPI_COMM_WORLD);
+      MPI_Send(name, namelen+1, MPI_CHAR, 0, 1000*rank+10*threadID+1, MPI_COMM_WORLD);
+
+      }  // End of #pragma omp critical
+
+   }
+
+   }  // End of #pragma omp parallel
+
+   // Close out MPI and the program
+
+   MPI_Finalize();
+
+   return 0;
+}

cpp/Practice/main.c

@@ -0,0 +1,13 @@
+#include <stdio.h>
+#include "foo.h" /* Include the header here, to obtain the function declaration */ 
+#include "data.h" /* Include the vector */
+
+/* compile as: gcc -o my_app main.c foo.c*/
+
+int main(void){
+	int y = foo(3); /* Use the function here */
+	printf("%d\n", y);
+	double x = matrix[0][0];
+	printf("%2.4f\n", x);
+	return	0;
+}