War of galaxies

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "runtime/extern/jsoncons"]
+	path = runtime/extern/jsoncons
+	url = https://github.com/danielaparker/jsoncons.git

runtime/CMakeLists.txt

@@ -63,6 +63,11 @@ option(CUDA_KEEP_INTERMEDIATE_FILES
   OFF
   )
 
+option(WAR_OF_GALAXIES
+  "On to enable WarOfGalaxies"
+  OFF
+  )
+
 FIND_PACKAGE(CUDA REQUIRED)
 
 add_definitions(-std=c++11)
@@ -278,6 +283,23 @@ if (USE_OPENGL)
 
 endif (USE_OPENGL)
 
+if (WAR_OF_GALAXIES)
+  add_definitions(-DWAR_OF_GALAXIES)
+  add_definitions("-std=c++11")
+  include_directories(${CMAKE_SOURCE_DIR}/extern/jsoncons/include)
+  set (CCFILES ${CCFILES}
+    src/Galaxy.cpp
+    src/read_tipsy_file_parallel.cpp
+    src/WOGManager.cpp
+  )
+  set (CUFILES ${CUFILES}
+    CUDAkernels/war_of_galaxies.cu
+  )
+  if (USE_THRUST)
+    set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -DTHRUST_DEBUG")
+  endif()
+endif (WAR_OF_GALAXIES)
+
 #The SSE support for the local tree walks
 if(WIN32)
   add_definitions( "/arch:SSE4")

runtime/CUDAkernels/war_of_galaxies.cu

@@ -0,0 +1,84 @@
+/*
+ * war_of_galaxies.cu
+ *
+ *  Created on: Jun 14, 2016
+ *      Author: Bernd Doser <bernd.doser@h-its.org>
+ */
+
+#ifdef USE_THRUST
+
+#include "bonsai.h"
+#include "thrust_war_of_galaxies.h"
+#include <thrust/execution_policy.h>
+#include <thrust/device_ptr.h>
+#include <thrust/device_vector.h>
+#include <thrust/remove.h>
+
+/// Functor return true if position is out of sphere
+struct OutOfSphereChecker
+{
+  OutOfSphereChecker(real deletion_radius_square)
+   : deletion_radius_square(deletion_radius_square)
+  {}
+
+  __device__
+  bool operator()(thrust::tuple<real4, real4, ullong> const& t) const
+  {
+    real4 position = thrust::get<0>(t);
+    return position.x * position.x + position.y * position.y + position.z * position.z > deletion_radius_square
+      and thrust::get<2>(t) % 10 != 9;
+  }
+
+  real deletion_radius_square;
+};
+
+/// Functor return true if modules is equal
+struct EqualToModulus10
+{
+  EqualToModulus10(int user_id)
+   : user_id(user_id)
+  {}
+
+  __device__
+  bool operator()(int i) const
+  {
+    return i % 10 == user_id;
+  }
+
+  int user_id;
+};
+
+// Remove particles out of sphere
+extern "C" void remove_particles(tree_structure &tree,
+  real deletion_radius_square, my_dev::dev_mem<uint> &user_particles, int number_of_users)
+{
+  thrust::device_ptr<real4> thrust_pos = thrust::device_pointer_cast(tree.bodies_pos.raw_p());
+  thrust::device_ptr<real4> thrust_vel = thrust::device_pointer_cast(tree.bodies_vel.raw_p());
+  thrust::device_ptr<ullong> thrust_ids = thrust::device_pointer_cast(tree.bodies_ids.raw_p());
+  thrust::device_ptr<uint> thrust_user_particles = thrust::device_pointer_cast(user_particles.raw_p());
+
+  try {
+    // auto is not working, compiler assume int
+    thrust::zip_iterator< thrust::tuple<thrust::device_ptr<real4>, thrust::device_ptr<real4>, thrust::device_ptr<ullong> > > new_end =
+      thrust::remove_if(
+        thrust::device,
+        thrust::make_zip_iterator(thrust::make_tuple(thrust_pos, thrust_vel, thrust_ids)),
+        thrust::make_zip_iterator(thrust::make_tuple(thrust_pos + tree.n, thrust_vel + tree.n, thrust_ids + tree.n)),
+        OutOfSphereChecker(deletion_radius_square)
+      );
+
+    // Set new number of particles
+    tree.n = thrust::get<0>(new_end.get_iterator_tuple()) - thrust_pos;
+
+    // Update user particles
+    for (int i(0); i != number_of_users; ++i)
+      thrust_user_particles[i] = thrust::count_if(thrust_ids, thrust_ids + tree.n, EqualToModulus10(i));
+  }
+  catch(thrust::system_error &e)
+  {
+    std::cerr << "Error accessing vector element: " << e.what() << std::endl;
+    exit(-1);
+  }
+}
+
+#endif

runtime/include/Galaxy.h

@@ -0,0 +1,43 @@
+/*
+ * Galaxies.h
+ *
+ *  Created on: Apr 12, 2016
+ *      Author: Bernd Doser <bernd.doser@h-its.org>
+ */
+
+#pragma once
+
+#include <my_cuda_rt.h>
+#include <vector>
+
+typedef unsigned long long ullong;
+
+/// One defined galaxy
+struct Galaxy
+{
+  /// Center of mass
+  real4 getCenterOfMass() const;
+
+  /// Center-of-mass Velocity
+  real4 getCenterOfMassVelocity() const;
+
+  /// Move center of mass to origin (0,0,0)
+  void centering();
+
+  /// Remove center-of-mass velocity
+  void steady();
+
+  /// Move center of the galaxy
+  void translate(real4 w);
+
+  /// Accelerate the galaxy
+  void accelerate(real4 w);
+
+  std::vector<real4> pos;
+  std::vector<real4> vel;
+  std::vector<ullong> ids;
+
+  std::vector<real4> pos_dust;
+  std::vector<real4> vel_dust;
+  std::vector<ullong> ids_dust;
+};

runtime/include/WOGManager.h

@@ -0,0 +1,111 @@
+/*
+ * WOGManager.h
+ *
+ *  Created on: May 11, 2016
+ *      Author: Bernd Doser <bernd.doser@h-its.org>
+ */
+
+#pragma once
+
+#include "Galaxy.h"
+#include "octree.h"
+#include "jsoncons/json.hpp"
+#include <array>
+#include <arpa/inet.h>
+#include <fcntl.h>
+#include <netdb.h>
+#include <netinet/in.h>
+#include <stdio.h>
+#include <string.h>
+#include <sys/socket.h>
+#include <sys/types.h>
+#include <unistd.h>
+#include <cstdlib>
+#include <iostream>
+#include <string>
+#include <stdexcept>
+
+struct sockaddr_in;
+
+/**
+ * War of Galaxies (WOG)
+ * - Store galaxy type which can be released
+ * - Control interconnection via UNIX socket
+ * - Add and remove particles to running simulation
+ */
+class WOGManager
+{
+ public:
+
+  /// Constructor opening sockets and reading input galaxies
+  WOGManager(octree *tree, std::string const& path, int port, int window_width, int window_height, real fovy,
+	real farZ, real camera_distance, real deletion_radius_factor);
+
+  /// Constructor closing the sockets
+  ~WOGManager();
+
+  /// Execute a client request
+  void execute();
+
+  /// Must be called by glutReshapeFunc
+  void reshape(int width, int height);
+
+  /// Return camera distance
+  real get_camera_distance() const { return camera_distance; }
+
+ private:
+
+  /// Read all galaxy types
+  void read_galaxies(std::string const& path);
+
+  /// Remove particles continuously
+  void remove_particles();
+
+  /// Execute a client request
+  jsoncons::json execute_json(std::string const& buffer);
+
+  octree *tree;
+
+  int server_socket;
+
+  int client_socket;
+
+  /// Number of users
+  static constexpr auto number_of_users = 4;
+
+  /// Buffer size for socket data transmission
+  static constexpr auto buffer_size = 1024;
+
+  /// Maximal number of particles of a user
+  static constexpr auto max_number_of_particles_of_user = 100000;
+
+  /// Number of particles of user
+  my_dev::dev_mem<uint> user_particles;
+
+  /// Dimension of the window
+  int window_width;
+  int window_height;
+
+  /// OpenGL viewing angle
+  real fovy;
+
+  /// OpenGL distance of clipping plane
+  real farZ;
+
+  /// Distance of the OpenGL camera
+  real camera_distance;
+
+  /// Dimension of the window
+  real simulation_plane_width;
+  real simulation_plane_height;
+
+  /// Scaling factor for deletion sphere.
+  real deletion_radius_factor;
+
+  /// Squared radius of deletion sphere. Particles leaving this sphere will be removed.
+  real deletion_radius_square;
+
+  /// Galaxy types which can be released
+  std::vector<Galaxy> galaxies;
+
+};

runtime/include/octree.h

@@ -48,8 +48,7 @@
   #include <unistd.h>
 #endif
 
-
-
+#include "Galaxy.h"
 
 typedef float              real;
 typedef float2             real2;
@@ -681,6 +680,14 @@ class octree {
 
   //End functions for parallel code
 
+  // WarOfGalaxies: add galaxy to simulation
+  void releaseGalaxy(Galaxy const& galaxy);
+
+  // WarOfGalaxies: remove particles of a user
+  void removeGalaxy(int user_id);
+
+  // WarOfGalaxies: remove particles out of sphere continuously
+  void removeParticles(real deletion_radius_square, my_dev::dev_mem<uint> &user_particles, int number_of_users);
 
   //Library interface functions  
   void  setEps(float eps);

runtime/include/read_tipsy_file_parallel.h

@@ -0,0 +1,21 @@
+/*
+ * read_tipsy_file_parallel.h
+ *
+ *  Created on: May 6, 2016
+ *      Author: Bernd Doser <bernd.doser@h-its.org>
+ */
+
+#pragma once
+
+#include <my_cuda_rt.h>
+#include <octree.h>
+#include <vector>
+
+void read_tipsy_file_parallel(std::vector<real4> &bodyPositions, std::vector<real4> &bodyVelocities,
+                              std::vector<ullong> &bodiesIDs,  float eps2, string fileName,
+                              int rank, int procs, int &NTotal2, int &NFirst,
+                              int &NSecond, int &NThird, octree *tree,
+                              std::vector<real4> &dustPositions, std::vector<real4> &dustVelocities,
+                              std::vector<ullong> &dustIDs, int reduce_bodies_factor,
+                              int reduce_dust_factor,
+                              const bool restart);

runtime/include/renderloop.h

@@ -2,12 +2,14 @@
 #define _RENDERLOOP_H_
 
 #include "octree.h"
+
 extern float TstartGlow;
 extern float dTstartGlow;
 
 void initGL(int argc, char** argv, const char *fullScreenMode, bool &stereo);
 void initAppRenderer(int argc, char** argv, octree *tree, 
-                     octree::IterationData &idata,
-                     bool showFPS, bool stereo);
+                     octree::IterationData &idata, bool showFPS, bool stereo,
+                     std::string const& wogPath, int wogPort,
+                     real wogCameraDistance, real wogDeletionRadiusFactor);
 
 #endif // _RENDERLOOP_H_

runtime/include/thrust_war_of_galaxies.h

@@ -0,0 +1,14 @@
+/*
+ * thrust_war_of_galaxies.h
+ *
+ *  Created on: Jun 15, 2016
+ *      Author: Bernd Doser <bernd.doser@h-its.org>
+ */
+
+#pragma once
+
+#include <octree.h>
+
+/// Remove particles behind visualization sphere
+extern "C" void remove_particles(tree_structure &tree,
+  real deletion_radius_square, my_dev::dev_mem<uint> &user_particles, int number_of_users);