Torch compile + export escn

src/fairchem/core/common/test_utils.py

@@ -130,3 +130,13 @@ def spawn_multi_process(
     )
 
     return [mp_output_dict[i] for i in range(config.world_size)]
+
+def init_local_distributed_process_group(backend="nccl"):
+    os.environ["MASTER_ADDR"] = "localhost"
+    os.environ["MASTER_PORT"] = str(get_free_port())
+    dist.init_process_group(
+        rank=0,
+        world_size=1,
+        backend=backend,
+        timeout=timedelta(seconds=10),  # setting up timeout for distributed collectives
+    )

src/fairchem/core/datasets/lmdb_dataset.py

@@ -211,7 +211,7 @@ def sample_property_metadata(self, num_samples: int = 100):
         }
 
 
-def data_list_collater(data_list: list[BaseData], otf_graph: bool = False) -> BaseData:
+def data_list_collater(data_list: list[BaseData], otf_graph: bool = False, to_dict: bool = False) -> BaseData | dict[str, torch.Tensor]:
     batch = Batch.from_data_list(data_list)
 
     if not otf_graph:
@@ -226,4 +226,7 @@ def data_list_collater(data_list: list[BaseData], otf_graph: bool = False) -> Ba
                 "LMDB does not contain edge index information, set otf_graph=True"
             )
 
+    if to_dict:
+        batch = dict(batch.items())
+
     return batch