pre- and postprocessing for evo, benchmark bash scripts adjusted

Author: Molpich

benchmark.sh

@@ -1,24 +1,55 @@
 #!/bin/bash
 
-# Check if argument is provided
-if [ -z "$1" ] || [ -z "$2" ]; then
-  echo "Usage: $0 n [runs] t [seconds per run]"
+if [ -z "$1" ] || [ -z "$2" ] || [ -z "$3" ] || [ -z "$4" ]; then
+  echo "Usage: $0 time_limit [seconds] seed_num [number of seeds] mode [evo || multilevel] time_step [time step limit for evo]"
   exit 1
 fi
 
 # help command
 if [ "$1" == "-h" ] || [ "$1" == "--help" ]; then
-  echo "Usage: $0 n [runs] t [seconds per run]"
+  echo "Usage: $0 time_limit [seconds] seed_num [number of seeds] mode [evo || multilevel]"
   exit 0
 fi
 
-echo "timestamp, km1" > output.csv
+TIME_LIMIT="$1"
+SEED_NUM="$2"
+MODE="$3"
+TIME_STEP="$4"
 
 
-for i in $(seq 1 "$1"); do
-  echo "Second: $i"
-  timeout "$2" ./infinite-run.sh
-  if [ "$i" -lt "$1" ]; then
-    echo "###" >> output.csv
-  fi
-done
+if [ "$MODE" == "multilevel" ]; then
+  echo "timestamp, mode, km1" > output.csv
+
+  # loop for every seed
+  for i in $(seq 1 "$SEED_NUM"); do
+    START_TIMESTAMP=$(date +"%T.%N")
+    echo "$START_TIMESTAMP" >> output.csv
+    # echo "Running iteration $i with seed $i (${TIME_LIMIT}s timeout)"
+    timeout "$TIME_LIMIT" ./infinite-run.sh "$MODE" "$i"
+    if [ "$i" -lt "$SEED_NUM" ]; then
+      echo "###" >> output.csv
+    fi
+  done
+elif [ "$MODE" == "evo" ]; then
+  echo "timestamp, mode, km1" > output_evo.csv
+
+  # loop for every seed
+  for i in $(seq 1 "$SEED_NUM"); do
+    echo "Running seed $i"
+    START_TIMESTAMP=$(date +"%T.%N")
+    echo "$START_TIMESTAMP" >> output_evo.csv
+    # loop for every time step multiple
+    for j in $(seq 1 "$((TIME_LIMIT / TIME_STEP))"); do
+      current_time_limit=$((j * TIME_STEP))
+      echo "Running iteration $i with seed $i (${current_time_limit}s timeout)"
+      ./infinite-run.sh "$MODE" "$i" "$current_time_limit"
+    done
+    if [ "$i" -lt "$SEED_NUM" ]; then
+      echo "###" >> output_evo.csv
+    fi
+  done
+
+else
+  echo "Invalid mode: $MODE"
+  exit 1
+fi

infinite-run.sh

@@ -1,7 +1,44 @@
 #!/bin/bash
 
-while true; do 
+EXEC="./build/mt-kahypar/application/MtKaHyPar.exe"
+INSTANCE="./tests/instances/ibm01.hgr"
+
+COMMON_ARGS="-h ${INSTANCE} -k 8 -e 0.03 -t 10 -m direct -okm1 --seed=${2:-1}"
+
+extract_km1() {
+  # extracts the km1 value
+  grep -E '^.*km1\s+= [0-9]+ \(primary objective function\)' | awk '{print $3;}'
+}
+
+multilevel_run() {
+  
+  while true; do
+    # Normal Multilevel (no evo)
+    BASELINE_OUT="$(${EXEC} ${COMMON_ARGS} --preset-type=default 2>/dev/null | extract_km1)"
+    TIMESTAMP=$(date +"%T.%N")
+    echo "$TIMESTAMP, baseline, $BASELINE_OUT" >> output.csv
+  done
+}
+
+evolutionary_run() {
+  # Evolutionary enabled
+  EVO_OUT="$(${EXEC} ${COMMON_ARGS} --preset-type=default --partition-evolutionary=true --time-limit=$1 2>/dev/null | extract_km1)"
   TIMESTAMP=$(date +"%T.%N")
-  OUTPUT="$(./build/mt-kahypar/application/MtKaHyPar.exe -h ./tests/instances/ibm01.hgr --preset-type=default -k 8 -e 0.03 -t 10 -m direct -okm1 --seed=1 | grep -E '^.*km1\s+= [0-9]+ \(primary objective function\)' | awk '{print $3;}')"
-  echo "$TIMESTAMP, $OUTPUT" >> output.csv
-done
+  echo "$TIMESTAMP, evolutionary, $EVO_OUT" >> output_evo.csv
+}
+
+## MAIN
+if [ -z "$1" ]; then
+  echo "Usage: $0 mode"
+  echo "mode: multilevel | evolutionary"
+  exit 1
+fi
+
+if [ "$1" == "multilevel" ]; then
+  multilevel_run 
+elif [ "$1" == "evo" ]; then
+  evolutionary_run "$3"
+else
+  echo "Invalid mode: $1"
+  exit 1
+fi

mt-kahypar/partition/evo_partitioner.cpp

@@ -45,8 +45,8 @@ namespace mt_kahypar {
         timer.start_timer("preprocessing", "Preprocessing");
         DegreeZeroHypernodeRemover<TypeTraits> degree_zero_hn_remover(context);
         LargeHyperedgeRemover<TypeTraits> large_he_remover(context);
-        preprocess(hypergraph, context, target_graph);
-        //sanitize(hypergraph, context, degree_zero_hn_remover, large_he_remover);
+        Partitioner<TypeTraits>::preprocess(hypergraph, context, target_graph);
+        EvoPartitioner<TypeTraits>::sanitize(hypergraph, context, degree_zero_hn_remover, large_he_remover);
         timer.stop_timer("preprocessing");
 
         // ################## EVOLUTIONARY PARTITIONING ##################
@@ -96,6 +96,7 @@ namespace mt_kahypar {
         timer.start_timer("postprocessing", "Postprocessing");
         large_he_remover.restoreLargeHyperedges(final_partition);
         degree_zero_hn_remover.restoreDegreeZeroHypernodes(final_partition);
+        //forceFixedVertexAssignment(partitioned_hypergraph, context);
         timer.stop_timer("postprocessing");
 
         #ifdef KAHYPAR_ENABLE_STEINER_TREE_METRIC
@@ -104,7 +105,7 @@ namespace mt_kahypar {
             context.partition.objective = Objective::steiner_tree;
             timer.start_timer("one_to_one_mapping", "One-To-One Mapping");
             InitialMapping<TypeTraits>::mapToTargetGraph(
-                final_partition, *target_graph, context);
+                 final_partition, *target_graph, context);
             timer.stop_timer("one_to_one_mapping");
             }
         #endif
@@ -151,6 +152,7 @@ namespace mt_kahypar {
         LOG << "DEBUG: Initial population target size =" << context.evolutionary.population_size;
         int best = std::numeric_limits<HyperedgeWeight>::max();
         int iteration = 0;
+
         while (population.size() < context.evolutionary.population_size &&
             time_elapsed <= duration) {
             LOG << "DEBUG: Initial pop loop - Iteration" << iteration << ", Pop size:" << population.size();
@@ -463,8 +465,6 @@ namespace mt_kahypar {
         context.evolutionary.iteration += total_iterations.load();
         context.partition.verbose_output = true;
         LOG << "Performed " << total_iterations.load() << " Evolutionary Iterations" << "\n";
-        LOG << "    " << (total_iterations.load() - total_mutations.load() - total_combinations.load())
-            << " Initial Population members" << "\n";
         LOG << "    " << total_mutations.load() << " Mutations" << "\n";
         LOG << "    " << total_combinations.load() << " Combinations" << "\n";
 

mt-kahypar/partition/partitioner.cpp

@@ -483,5 +483,14 @@ namespace mt_kahypar {
     ::mt_kahypar::preprocess(hypergraph, context, target_graph);
   }
 
+  template<typename TypeTraits>
+  void Partitioner<TypeTraits>::sanitize(
+      Hypergraph& hypergraph,
+      Context& context,
+      DegreeZeroHypernodeRemover<TypeTraits>& degree_zero_hn_remover,
+      LargeHyperedgeRemover<TypeTraits>& large_he_remover) {
+    ::mt_kahypar::sanitize<TypeTraits>(hypergraph, context, degree_zero_hn_remover, large_he_remover);
+  }
+
   INSTANTIATE_CLASS_WITH_TYPE_TRAITS(Partitioner)
 }

mt-kahypar/partition/partitioner.h

@@ -28,6 +28,8 @@
 #pragma once
 
 #include "mt-kahypar/partition/context.h"
+#include "mt-kahypar/partition/preprocessing/sparsification/degree_zero_hn_remover.h"
+#include "mt-kahypar/partition/preprocessing/sparsification/large_he_remover.h"
 
 namespace mt_kahypar {
 
@@ -53,6 +55,11 @@ class Partitioner {
     static void configurePreprocessing(const Hypergraph& hypergraph, Context& context);
     static void setupContext(Hypergraph& hypergraph, Context& context, TargetGraph* target_graph);
     static void preprocess(Hypergraph& hypergraph, Context& context, TargetGraph* target_graph);
+    static void sanitize(
+    Hypergraph& hypergraph,
+    Context& context,
+    DegreeZeroHypernodeRemover<TypeTraits>& degree_zero_hn_remover,
+    LargeHyperedgeRemover<TypeTraits>& large_he_remover);
 
 };
 

output_evo.csv

@@ -0,0 +1,14 @@
+timestamp, mode, km1
+00:58:34.465105200
+00:58:35.765034000, evolutionary, 864
+00:58:38.056055500, evolutionary, 876
+00:58:41.341020400, evolutionary, 853
+00:58:45.680355200, evolutionary, 865
+00:58:50.994805100, evolutionary, 865
+###
+00:58:51.012464400
+00:58:52.342458000, evolutionary, 875
+00:58:54.589272700, evolutionary, 867
+00:58:57.879431300, evolutionary, 874
+00:59:02.214291500, evolutionary, 853
+00:59:07.499670900, evolutionary, 861