
marabou_add_coav_test(1 "reluBenchmark1.30941200256s_UNSAT.nnet" unsat) 
marabou_add_coav_test(1 "reluBenchmark0.94518494606s_SAT.nnet" sat) 
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_8" "3" sat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_2_9" "3" unsat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_6" "3" unsat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_3_6" "4" unsat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_7" "4" sat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_8" "4" sat)
marabou_add_acasxu_test(1 "ACASXU_experimental_v2a_1_9" "4" sat)


marabou_add_mnist_test(1 "mnist10x10.nnet" "image2_target2_epsilon0.005.txt" unsat)
# These two instances has a very high variance of runtime with different random seed.
# Commenting out for now.
#marabou_add_mnist_test(1 "mnist10x10.nnet" "image2_target2_epsilon0.1.txt" sat)
#marabou_add_mnist_test(1 "mnist10x10.nnet" "image2_target2_epsilon0.05.txt" sat)
marabou_add_mnist_test(1 "mnist10x10.nnet" "image2_target6_epsilon0.005.txt" unsat)
marabou_add_mnist_test(1 "mnist10x10.nnet" "image3_target2_epsilon0.05.txt" sat)
marabou_add_mnist_test(1 "mnist10x10.nnet" "image3_target4_epsilon0.005.txt" unsat)


marabou_add_acasxu_dnc_test(1 "ACASXU_experimental_v2a_5_7" "3" unsat)
marabou_add_acasxu_dnc_test(1 "ACASXU_experimental_v2a_4_7" "4" unsat)

marabou_add_coav_test(1 "reluBenchmark0.453322172165s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.30711388588s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.00512099266052s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.725997209549s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.919886112213s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0352051258087s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.97177696228s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.36359000206s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0990879535675s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.20350694656s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.221790075302s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.048150062561s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.781363010406s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.0492730140686s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0494029521942s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.499482154846s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.674989938736s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark1.15705108643s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.0606548786163s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.21319699287s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.0064799785614s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0780329704285s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.454473018646s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.00568509101868s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.930528879166s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.0380239486694s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.764842987061s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.385080099106s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark1.07406687737s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0645151138306s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.04137301445s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.505765914917s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.07428097725s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.734488964081s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.326423883438s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.398984909058s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.379405975342s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.479170084s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0386769771576s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.4906899929s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark2.79231500626s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.345348119736s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.780378818512s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.32709693909s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.287177085876s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0374069213867s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0594508647919s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0918869972229s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.983299016953s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0842049121857s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.213617086411s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.666516065598s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.149944067s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.165054798126s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.00636315345764s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0596628189087s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0065929889679s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.30961179733s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0715999603271s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.29426407814s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.294414997101s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.124088048935s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0637600421906s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.00662088394165s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.276684999466s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.271136045456s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.101797103882s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.836799860001s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.907590150833s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.54942297935s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.692045211792s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.04315304756s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.213303089142s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.09928894043s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark1.21413683891s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.183997154236s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.514003992081s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.047042131424s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0507640838623s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.83825802803s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.262641906738s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.434634923935s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.950109958649s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.62436914444s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.73387503624s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.0452961921692s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.828888177872s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.996887922287s_SAT.nnet" sat)
marabou_add_coav_test(1 "reluBenchmark0.0575940608978s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.213079929352s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark1.81178617477s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.956095933914s_UNSAT.nnet" unsat)
marabou_add_coav_test(1 "reluBenchmark0.00601387023926s_UNSAT.nnet" unsat)

# Add all input query files in regress1/input_queries/ as tests.

file(GLOB sat_ipqs "input_queries/*_sat.ipq")
foreach(file ${sat_ipqs})
  get_filename_component(basename ${file} NAME [CACHE])
  marabou_add_input_query_test(1 ${basename} sat "--verbosity=0" "ipq")
  marabou_add_input_query_test(1 ${basename} sat "--num-workers=2+--initial-divides=2+--snc" "ipq")
  if (${ENABLE_GUROBI})
    marabou_add_input_query_test(1 ${basename} sat "--num-workers=2+--milp" "ipq")
  endif()
endforeach()

file(GLOB unsat_ipqs "input_queries/*_unsat.ipq")
foreach(file ${unsat_ipqs})
  get_filename_component(basename ${file} NAME [CACHE])
  marabou_add_input_query_test(1 ${basename} unsat "--verbosity=0" "ipq")
  marabou_add_input_query_test(1 ${basename} unsat "--num-workers=2+--initial-divides=2+--snc" "ipq")
  if (${ENABLE_GUROBI})
    marabou_add_input_query_test(1 ${basename} unsat "--num-workers=2+--milp" "ipq")
  endif()
endforeach()

# Proof production tests

# ReLU
# TODO: move the commented out long running test to higher regression level.
#marabou_add_acasxu_proof_test(1 "ACASXU_experimental_v2a_5_9" "3" unsat)
marabou_add_acasxu_proof_test(1 "ACASXU_experimental_v2a_5_7" "3" unsat)
#marabou_add_acasxu_proof_test(1 "ACASXU_experimental_v2a_3_7" "3" unsat)
#marabou_add_acasxu_proof_test(1 "ACASXU_experimental_v2a_2_9" "4" unsat)
#marabou_add_acasxu_proof_test(1 "ACASXU_experimental_v2a_2_9" "3" unsat)
marabou_add_coav_proof_test(1 "reluBenchmark1.30941200256s_UNSAT.nnet" unsat)
marabou_add_coav_proof_test(1 "reluBenchmark0.453322172165s_UNSAT.nnet" unsat)
marabou_add_coav_proof_test(1 "reluBenchmark0.30711388588s_UNSAT.nnet" unsat)
marabou_add_coav_proof_test(1 "reluBenchmark0.725997209549s_UNSAT.nnet" unsat)
marabou_add_coav_proof_test(1 "reluBenchmark1.81178617477s_UNSAT.nnet" unsat)

# Absolute value
marabou_add_input_query_test(1 ACASXU_abstest1.ipq unsat "--prove-unsat" "ipq")
marabou_add_input_query_test(1 ACASXU_abstest2.ipq unsat "--prove-unsat" "ipq")

# ReLU ad Max
marabou_add_input_query_test(1 ACASXU_maxtest1.ipq unsat "--prove-unsat" "ipq")
marabou_add_input_query_test(1 ACASXU_maxtest2.ipq unsat "--prove-unsat" "ipq")

# Sign
marabou_add_input_query_test(1 deep_6_index_5566.ipq unsat "--prove-unsat" "ipq")
marabou_add_input_query_test(1 deep_6_index_5567.ipq unsat "--prove-unsat" "ipq")
marabou_add_input_query_test(1 deep_6_index_5525.ipq unsat "--prove-unsat" "ipq")
marabou_add_input_query_test(1 deep_6_index_7779.ipq unsat "--prove-unsat" "ipq")
