{"data_mtime":1716302205,"dep_lines":[27,24,31,32,39,40,55,65,66,83,85,95,96,103,24,26,82,23,25,1,2,3,4,5,6,8,9,22,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"dep_prios":[5,10,5,5,5,5,5,5,5,5,5,5,5,5,20,5,5,10,10,5,10,10,10,10,10,5,5,10,5,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,30,30,30,30,30,30,30,30,30,30,30,30,30,30,30],"dependencies":["torch.distributed.algorithms._checkpoint.checkpoint_wrapper","torch.distributed.fsdp._traversal_utils","torch.distributed.algorithms._comm_hooks","torch.distributed.fsdp._common_utils","torch.distributed.fsdp._dynamo_utils","torch.distributed.fsdp._init_utils","torch.distributed.fsdp._runtime_utils","torch.distributed.fsdp._wrap_utils","torch.distributed.fsdp.api","torch.distributed.fsdp._flat_param","torch.distributed.fsdp._optim_utils","torch.distributed.fsdp._state_dict_utils","torch.distributed.fsdp._unshard_param_utils","torch.distributed.fsdp.wrap","torch.distributed.fsdp","torch.distributed._tensor","torch.distributed.utils","torch.distributed","torch.nn","contextlib","copy","functools","math","traceback","warnings","enum","typing","torch","builtins","torch.distributed.distributed_c10d","onnx.onnx_ml_pb2","os","re","inspect","types","itertools","multiprocessing.reduction","sys","collections","pyexpat.model","html","pyexpat.errors","string","numpy","pprint","abc","torch._C","torch._C._distributed_c10d","torch._tensor","torch.autograd","torch.autograd.grad_mode","torch.distributed._composable_state","torch.distributed.device_mesh","torch.nn.modules","torch.nn.modules.module","torch.nn.parameter","torch.optim","torch.optim.optimizer","torch.utils","torch.utils._contextlib"],"hash":"e5aec5a598284df0ab8de83b8fe84638a447668a61779e0c7824ab53d25d7306","id":"torch.distributed.fsdp.fully_sharded_data_parallel","ignore_all":true,"interface_hash":"dc0ac200a94b012a3d13799435bf5e3ad7b09a1c9f1406710a597902653b4de1","mtime":1704987096,"options":{"allow_redefinition":false,"allow_untyped_globals":false,"always_false":[],"always_true":[],"bazel":false,"check_untyped_defs":false,"disable_bytearray_promotion":false,"disable_error_code":[],"disable_memoryview_promotion":false,"disabled_error_codes":[],"disallow_any_decorated":false,"disallow_any_explicit":false,"disallow_any_expr":false,"disallow_any_generics":false,"disallow_any_unimported":false,"disallow_incomplete_defs":false,"disallow_subclassing_any":false,"disallow_untyped_calls":false,"disallow_untyped_decorators":false,"disallow_untyped_defs":false,"enable_error_code":[],"enabled_error_codes":[],"extra_checks":false,"follow_imports":"normal","follow_imports_for_stubs":false,"ignore_errors":false,"ignore_missing_imports":false,"implicit_optional":false,"implicit_reexport":true,"local_partial_types":false,"mypyc":false,"new_type_inference":false,"platform":"linux","plugins":[],"strict_concatenate":false,"strict_equality":false,"strict_optional":true,"warn_no_return":true,"warn_return_any":false,"warn_unreachable":false,"warn_unused_ignores":false},"path":"/home/bigcatc/miniconda3/envs/py310/lib/python3.10/site-packages/torch/distributed/fsdp/fully_sharded_data_parallel.py","plugin_data":null,"size":96275,"suppressed":[],"version_id":"1.6.1"}