tests: skip irace tests (#278)

* tests: skip irace tests

* ...

R/OptimizerBatchIrace.R

@@ -66,7 +66,9 @@
 #'
 #' @export
 #' @examples
-#' \donttest{
+#' # currently there is bug in irace 4.0.0 that sometimes let the example crash
+#' \dontrun{
+#'
 #' library(data.table)
 #'
 #' search_space = domain = ps(

tests/testthat/test_OptimizerIrace.R

@@ -1,4 +1,5 @@
 test_that("OptimizerBatchIrace minimize works", {
+  skip_if(TRUE) # Remove this line when irace is fixed
   skip_if_not_installed("irace")
 
   search_space = domain = ps(
@@ -15,7 +16,7 @@ test_that("OptimizerBatchIrace minimize works", {
   instance = OptimInstanceBatchSingleCrit$new(
     objective = objective,
     search_space = search_space,
-    terminator = trm("evals", n_evals = 200))
+    terminator = trm("evals", n_evals = 96))
 
 
   optimizer = opt("irace", instances = rnorm(10, mean = 0, sd = 0.1))
@@ -39,6 +40,7 @@ test_that("OptimizerBatchIrace minimize works", {
 })
 
 test_that("OptimizerBatchIrace maximize works", {
+  skip_if(TRUE) # Remove this line when irace is fixed
   skip_if_not_installed("irace")
 
   search_space = domain = ps(
@@ -56,7 +58,7 @@ test_that("OptimizerBatchIrace maximize works", {
   instance = OptimInstanceBatchSingleCrit$new(
     objective = objective,
     search_space = search_space,
-    terminator = trm("evals", n_evals = 200))
+    terminator = trm("evals", n_evals = 96))
 
   optimizer = opt("irace", instances = rnorm(10, mean = 0, sd = 0.1))
 
@@ -79,6 +81,7 @@ test_that("OptimizerBatchIrace maximize works", {
 })
 
 test_that("OptimizerBatchIrace assertions works",  {
+  skip_if(TRUE) # Remove this line when irace is fixed
   skip_if_not_installed("irace")
 
   search_space = domain = ps(
@@ -106,6 +109,7 @@ test_that("OptimizerBatchIrace assertions works",  {
 })
 
 test_that("OptimizerBatchIrace works with passed constants set",  {
+  skip_if(TRUE) # Remove this line when irace is fixed
   skip_if_not_installed("irace")
 
   search_space = domain = ps(
@@ -122,7 +126,7 @@ test_that("OptimizerBatchIrace works with passed constants set",  {
   instance = OptimInstanceBatchSingleCrit$new(
     objective = objective,
     search_space = search_space,
-    terminator = trm("evals", n_evals = 200))
+    terminator = trm("evals", n_evals = 96))
 
   optimizer = opt("irace", instances = rnorm(10, mean = 0, sd = 0.1))
 
@@ -131,6 +135,7 @@ test_that("OptimizerBatchIrace works with passed constants set",  {
 })
 
 test_that("OptimizerBatchIrace works without passed constants set",  {
+  skip_if(TRUE) # Remove this line when irace is fixed
   skip_if_not_installed("irace")
 
   search_space = domain = ps(
@@ -147,7 +152,7 @@ test_that("OptimizerBatchIrace works without passed constants set",  {
   instance = OptimInstanceBatchSingleCrit$new(
     objective = objective,
     search_space = search_space,
-    terminator = trm("evals", n_evals = 200))
+    terminator = trm("evals", n_evals = 96))
 
   optimizer = opt("irace", instances = rnorm(10, mean = 0, sd = 0.1))
 
@@ -157,6 +162,7 @@ test_that("OptimizerBatchIrace works without passed constants set",  {
 
 
 test_that("paradox_to_irace without dependencies", {
+  skip_if(TRUE) # Remove this line when irace is fixed
   skip_if_not_installed("irace")
 
   # only ParamLgl
@@ -198,6 +204,7 @@ test_that("paradox_to_irace without dependencies", {
 })
 
 test_that("paradox_to_irace with dependencies", {
+  skip_if(TRUE) # Remove this line when irace is fixed
   skip_if_not_installed("irace")
 
   # one dependency
@@ -250,6 +257,7 @@ test_that("paradox_to_irace with dependencies", {
 })
 
 test_that("paradox_to_irace works with parameters with multiple dependencies", {
+  skip_if(TRUE) # Remove this line when irace is fixed
   skip_if_not_installed("irace")
 
   pps = ps(