Multi-GPU training and inference (single node)

milakov · Nov 29, 2016 · 5cdfc8e · 5cdfc8e
1 parent 1ddfa94
commit 5cdfc8e
Show file tree

Hide file tree

Showing 154 changed files with 3,226 additions and 1,987 deletions.
diff --git a/nnforge/cuda/absolute_layer_testing_schema.cpp b/nnforge/cuda/absolute_layer_testing_schema.cpp
@@ -35,7 +35,8 @@ namespace nnforge
 
 		layer_tester_cuda::ptr absolute_layer_testing_schema::create_tester_specific(
 			const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-			const layer_configuration_specific& output_configuration_specific) const
+			const layer_configuration_specific& output_configuration_specific,
+			const cuda_running_configuration& cuda_config) const
 		{
 			return layer_tester_cuda::ptr(new absolute_layer_tester_cuda());
 		}

diff --git a/nnforge/cuda/absolute_layer_testing_schema.h b/nnforge/cuda/absolute_layer_testing_schema.h
@@ -36,7 +36,8 @@ namespace nnforge
 
 			virtual layer_tester_cuda::ptr create_tester_specific(
 				const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-				const layer_configuration_specific& output_configuration_specific) const;
+				const layer_configuration_specific& output_configuration_specific,
+				const cuda_running_configuration& cuda_config) const;
 		};
 	}
 }
diff --git a/nnforge/cuda/absolute_layer_updater_schema.cpp b/nnforge/cuda/absolute_layer_updater_schema.cpp
@@ -1,5 +1,5 @@
 /*
- *  Copyright 2011-2015 Maxim Milakov
+ *  Copyright 2011-2016 Maxim Milakov
  *
  *  Licensed under the Apache License, Version 2.0 (the "License");
  *  you may not use this file except in compliance with the License.
@@ -35,7 +35,8 @@ namespace nnforge
 
 		layer_updater_cuda::ptr absolute_layer_updater_schema::create_updater_specific(
 			const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-			const layer_configuration_specific& output_configuration_specific) const
+			const layer_configuration_specific& output_configuration_specific,
+			const cuda_running_configuration& cuda_config) const
 		{
 			return layer_updater_cuda::ptr(new absolute_layer_updater_cuda());
 		}

diff --git a/nnforge/cuda/absolute_layer_updater_schema.h b/nnforge/cuda/absolute_layer_updater_schema.h
@@ -1,5 +1,5 @@
 /*
- *  Copyright 2011-2015 Maxim Milakov
+ *  Copyright 2011-2016 Maxim Milakov
  *
  *  Licensed under the Apache License, Version 2.0 (the "License");
  *  you may not use this file except in compliance with the License.
@@ -36,7 +36,8 @@ namespace nnforge
 
 			virtual layer_updater_cuda::ptr create_updater_specific(
 				const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-				const layer_configuration_specific& output_configuration_specific) const;
+				const layer_configuration_specific& output_configuration_specific,
+				const cuda_running_configuration& cuda_config) const;
 		};
 	}
 }
diff --git a/nnforge/cuda/accuracy_layer_testing_schema.cpp b/nnforge/cuda/accuracy_layer_testing_schema.cpp
@@ -38,7 +38,8 @@ namespace nnforge
 
 		layer_tester_cuda::ptr accuracy_layer_testing_schema::create_tester_specific(
 			const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-			const layer_configuration_specific& output_configuration_specific) const
+			const layer_configuration_specific& output_configuration_specific,
+			const cuda_running_configuration& cuda_config) const
 		{
 			return layer_tester_cuda::ptr(new accuracy_layer_tester_cuda());
 		}

diff --git a/nnforge/cuda/accuracy_layer_testing_schema.h b/nnforge/cuda/accuracy_layer_testing_schema.h
@@ -36,7 +36,8 @@ namespace nnforge
 
 			virtual layer_tester_cuda::ptr create_tester_specific(
 				const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-				const layer_configuration_specific& output_configuration_specific) const;
+				const layer_configuration_specific& output_configuration_specific,
+				const cuda_running_configuration& cuda_config) const;
 		};
 	}
 }
diff --git a/nnforge/cuda/accuracy_layer_updater_schema.cpp b/nnforge/cuda/accuracy_layer_updater_schema.cpp
@@ -1,5 +1,5 @@
 /*
- *  Copyright 2011-2015 Maxim Milakov
+ *  Copyright 2011-2016 Maxim Milakov
  *
  *  Licensed under the Apache License, Version 2.0 (the "License");
  *  you may not use this file except in compliance with the License.
@@ -35,7 +35,8 @@ namespace nnforge
 
 		layer_updater_cuda::ptr accuracy_layer_updater_schema::create_updater_specific(
 			const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-			const layer_configuration_specific& output_configuration_specific) const
+			const layer_configuration_specific& output_configuration_specific,
+			const cuda_running_configuration& cuda_config) const
 		{
 			return layer_updater_cuda::ptr(new accuracy_layer_updater_cuda());
 		}

diff --git a/nnforge/cuda/accuracy_layer_updater_schema.h b/nnforge/cuda/accuracy_layer_updater_schema.h
@@ -1,5 +1,5 @@
 /*
- *  Copyright 2011-2015 Maxim Milakov
+ *  Copyright 2011-2016 Maxim Milakov
  *
  *  Licensed under the Apache License, Version 2.0 (the "License");
  *  you may not use this file except in compliance with the License.
@@ -36,7 +36,8 @@ namespace nnforge
 
 			virtual layer_updater_cuda::ptr create_updater_specific(
 				const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-				const layer_configuration_specific& output_configuration_specific) const;
+				const layer_configuration_specific& output_configuration_specific,
+				const cuda_running_configuration& cuda_config) const;
 		};
 	}
 }
diff --git a/nnforge/cuda/add_layer_testing_schema.cpp b/nnforge/cuda/add_layer_testing_schema.cpp
@@ -35,7 +35,8 @@ namespace nnforge
 
 		layer_tester_cuda::ptr add_layer_testing_schema::create_tester_specific(
 			const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-			const layer_configuration_specific& output_configuration_specific) const
+			const layer_configuration_specific& output_configuration_specific,
+			const cuda_running_configuration& cuda_config) const
 		{
 			return layer_tester_cuda::ptr(new add_layer_tester_cuda());
 		}

diff --git a/nnforge/cuda/add_layer_testing_schema.h b/nnforge/cuda/add_layer_testing_schema.h
@@ -36,7 +36,8 @@ namespace nnforge
 
 			virtual layer_tester_cuda::ptr create_tester_specific(
 				const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-				const layer_configuration_specific& output_configuration_specific) const;
+				const layer_configuration_specific& output_configuration_specific,
+				const cuda_running_configuration& cuda_config) const;
 		};
 	}
 }
diff --git a/nnforge/cuda/add_layer_updater_schema.cpp b/nnforge/cuda/add_layer_updater_schema.cpp
@@ -35,7 +35,8 @@ namespace nnforge
 
 		layer_updater_cuda::ptr add_layer_updater_schema::create_updater_specific(
 			const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-			const layer_configuration_specific& output_configuration_specific) const
+			const layer_configuration_specific& output_configuration_specific,
+			const cuda_running_configuration& cuda_config) const
 		{
 			return layer_updater_cuda::ptr(new add_layer_updater_cuda());
 		}

diff --git a/nnforge/cuda/add_layer_updater_schema.h b/nnforge/cuda/add_layer_updater_schema.h
@@ -36,7 +36,8 @@ namespace nnforge
 
 			virtual layer_updater_cuda::ptr create_updater_specific(
 				const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-				const layer_configuration_specific& output_configuration_specific) const;
+				const layer_configuration_specific& output_configuration_specific,
+				const cuda_running_configuration& cuda_config) const;
 		};
 	}
 }
diff --git a/nnforge/cuda/affine_grid_generator_layer_testing_schema.cpp b/nnforge/cuda/affine_grid_generator_layer_testing_schema.cpp
@@ -35,7 +35,8 @@ namespace nnforge
 
 		layer_tester_cuda::ptr affine_grid_generator_layer_testing_schema::create_tester_specific(
 			const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-			const layer_configuration_specific& output_configuration_specific) const
+			const layer_configuration_specific& output_configuration_specific,
+			const cuda_running_configuration& cuda_config) const
 		{
 			return layer_tester_cuda::ptr(new affine_grid_generator_layer_tester_cuda());
 		}

diff --git a/nnforge/cuda/affine_grid_generator_layer_testing_schema.h b/nnforge/cuda/affine_grid_generator_layer_testing_schema.h
@@ -36,7 +36,8 @@ namespace nnforge
 
 			virtual layer_tester_cuda::ptr create_tester_specific(
 				const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-				const layer_configuration_specific& output_configuration_specific) const;
+				const layer_configuration_specific& output_configuration_specific,
+				const cuda_running_configuration& cuda_config) const;
 		};
 	}
 }
diff --git a/nnforge/cuda/affine_grid_generator_layer_updater_schema.cpp b/nnforge/cuda/affine_grid_generator_layer_updater_schema.cpp
@@ -35,7 +35,8 @@ namespace nnforge
 
 		layer_updater_cuda::ptr affine_grid_generator_layer_updater_schema::create_updater_specific(
 			const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-			const layer_configuration_specific& output_configuration_specific) const
+			const layer_configuration_specific& output_configuration_specific,
+			const cuda_running_configuration& cuda_config) const
 		{
 			return layer_updater_cuda::ptr(new affine_grid_generator_layer_updater_cuda());
 		}

diff --git a/nnforge/cuda/affine_grid_generator_layer_updater_schema.h b/nnforge/cuda/affine_grid_generator_layer_updater_schema.h
@@ -36,7 +36,8 @@ namespace nnforge
 
 			virtual layer_updater_cuda::ptr create_updater_specific(
 				const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-				const layer_configuration_specific& output_configuration_specific) const;
+				const layer_configuration_specific& output_configuration_specific,
+				const cuda_running_configuration& cuda_config) const;
 		};
 	}
 }
diff --git a/nnforge/cuda/average_subsampling_layer_testing_schema.h b/nnforge/cuda/average_subsampling_layer_testing_schema.h
@@ -36,7 +36,8 @@ namespace nnforge
 
 			virtual layer_tester_cuda::ptr create_tester_specific(
 				const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-				const layer_configuration_specific& output_configuration_specific) const;
+				const layer_configuration_specific& output_configuration_specific,
+				const cuda_running_configuration& cuda_config) const;
 		};
 	}
 }
diff --git a/nnforge/cuda/average_subsampling_layer_testing_schema_cuda.cu b/nnforge/cuda/average_subsampling_layer_testing_schema_cuda.cu
@@ -38,7 +38,8 @@ namespace nnforge
 
 		layer_tester_cuda::ptr average_subsampling_layer_testing_schema::create_tester_specific(
 			const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-			const layer_configuration_specific& output_configuration_specific) const
+			const layer_configuration_specific& output_configuration_specific,
+			const cuda_running_configuration& cuda_config) const
 		{
 			layer_tester_cuda::ptr res;
 

diff --git a/nnforge/cuda/average_subsampling_layer_updater_schema.h b/nnforge/cuda/average_subsampling_layer_updater_schema.h
@@ -1,5 +1,5 @@
 /*
- *  Copyright 2011-2015 Maxim Milakov
+ *  Copyright 2011-2016 Maxim Milakov
  *
  *  Licensed under the Apache License, Version 2.0 (the "License");
  *  you may not use this file except in compliance with the License.
@@ -36,7 +36,8 @@ namespace nnforge
 
 			virtual layer_updater_cuda::ptr create_updater_specific(
 				const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-				const layer_configuration_specific& output_configuration_specific) const;
+				const layer_configuration_specific& output_configuration_specific,
+				const cuda_running_configuration& cuda_config) const;
 		};
 	}
 }
diff --git a/nnforge/cuda/average_subsampling_layer_updater_schema_cuda.cu b/nnforge/cuda/average_subsampling_layer_updater_schema_cuda.cu
@@ -39,7 +39,8 @@ namespace nnforge
 
 		layer_updater_cuda::ptr average_subsampling_layer_updater_schema::create_updater_specific(
 			const std::vector<layer_configuration_specific>& input_configuration_specific_list,
-			const layer_configuration_specific& output_configuration_specific) const
+			const layer_configuration_specific& output_configuration_specific,
+			const cuda_running_configuration& cuda_config) const
 		{
 			layer_updater_cuda::ptr res;