trainer:
  devices: 1
  num_nodes: 1
  accelerator: gpu
  logger: False # logger provided by exp_manager
  precision: 16 # 16, 32, or bf16

data:
  test_ds: ???
  num_workers: 1
  global_batch_size: 8
  micro_batch_size: 8
  
tensor_model_parallel_size: 1
pipeline_model_parallel_size: 1
pipeline_model_parallel_split_rank: 0 # used for encoder and decoder model
language_model_path: ???  # path to a pretrained T5 nemo file 
virtual_prompt_model_file: ??? # path to a MegatronT5PromptLearningModel nemo file
pred_file_path: ??? # Path were all model predicitons will be written to a text file