Failure # 1 (occurred at 2021-01-23_18-10-56)
Traceback (most recent call last):
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/ray/tune/trial_runner.py", line 519, in _process_trial
    result = self.trial_executor.fetch_result(trial)
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py", line 497, in fetch_result
    result = ray.get(trial_future[0], timeout=DEFAULT_GET_TIMEOUT)
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/ray/worker.py", line 1379, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(TuneError): [36mray::ImplicitFunc.train()[39m (pid=80515, ip=192.168.0.158)
  File "python/ray/_raylet.pyx", line 463, in ray._raylet.execute_task
  File "python/ray/_raylet.pyx", line 415, in ray._raylet.execute_task.function_executor
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/ray/tune/trainable.py", line 183, in train
    result = self.step()
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/ray/tune/function_runner.py", line 366, in step
    self._report_thread_runner_error(block=True)
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/ray/tune/function_runner.py", line 512, in _report_thread_runner_error
    raise TuneError(("Trial raised an exception. Traceback:\n{}"
ray.tune.error.TuneError: Trial raised an exception. Traceback:
[36mray::ImplicitFunc.train()[39m (pid=80515, ip=192.168.0.158)
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/ray/tune/function_runner.py", line 248, in run
    self._entrypoint()
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/ray/tune/function_runner.py", line 315, in entrypoint
    return self._trainable_func(self.config, self._status_reporter,
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/ray/tune/function_runner.py", line 575, in _trainable_func
    output = fn()
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/ray/tune/function_runner.py", line 650, in _inner
    inner(config, checkpoint_dir=None)
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/ray/tune/function_runner.py", line 644, in inner
    fn(config, **fn_kwargs)
  File "main.py", line 299, in run_folds
    model: pl.LightningModule = train(config, args, train_dataset=train_dataset,
  File "main.py", line 413, in train
    trainer.fit(model, train_loader, val_dataloaders=DataLoader(val_dataset, batch_size=args.eval_batch_size) if val_dataset is not None
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 472, in fit
    results = self.accelerator_backend.train()
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/pytorch_lightning/accelerators/cpu_accelerator.py", line 62, in train
    results = self.train_or_test()
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/pytorch_lightning/accelerators/accelerator.py", line 69, in train_or_test
    results = self.trainer.train()
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 494, in train
    self.run_sanity_check(self.get_model())
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 692, in run_sanity_check
    _, eval_results = self.run_evaluation(test_mode=False, max_batches=self.num_sanity_val_batches)
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 595, in run_evaluation
    for batch_idx, batch in enumerate(dataloader):
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/torch/utils/data/dataloader.py", line 435, in __next__
    data = self._next_data()
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/torch/utils/data/dataloader.py", line 475, in _next_data
    data = self._dataset_fetcher.fetch(index)  # may raise StopIteration
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/torch/utils/data/_utils/fetch.py", line 44, in fetch
    data = [self.dataset[idx] for idx in possibly_batched_index]
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/torch/utils/data/_utils/fetch.py", line 44, in <listcomp>
    data = [self.dataset[idx] for idx in possibly_batched_index]
  File "/home/erik/Documents/university/present/fact/fact-ai/datasets.py", line 507, in __getitem__
    return self.dataset[self.indices[idx]]
  File "/home/erik/Documents/university/present/fact/fact-ai/datasets.py", line 435, in __getitem__
    x = Image.open(self._img_paths[index]).convert('RGB')
  File "/home/erik/.miniconda3/envs/fact-ai/lib/python3.8/site-packages/PIL/Image.py", line 2904, in open
    fp = builtins.open(filename, "rb")
FileNotFoundError: [Errno 2] No such file or directory: '/home/erik/Documents/university/present/fact/fact-ai/data/FairFace/images/train/1.jpg'

