Searched refs:source_datapipe (Results 1 – 3 of 3) sorted by relevance
| /aosp_15_r20/external/pytorch/torch/utils/data/datapipes/dataframe/ |
| H A D | datapipes.py | 21 def __init__(self, source_datapipe): argument
22 self.source_datapipe = source_datapipe
25 for df in self.source_datapipe:
32 def __init__(self, source_datapipe): argument
33 self.source_datapipe = source_datapipe
36 for df in self.source_datapipe:
44 def __init__(self, source_datapipe, batch=3): argument
45 self.source_datapipe = source_datapipe
50 for df in self.source_datapipe:
61 def __init__(self, source_datapipe): argument
[all …]
|
| H A D | dataframes.py | 45 def __init__(self, source_datapipe, output_var): argument
46 self.source_datapipe = source_datapipe
50 for item in self.source_datapipe:
391 return DataFrameTracedOps(self.ctx["variables"][0].source_datapipe, self)
443 source_datapipe: Optional[Any] = None variable in DataFrameTracer
453 def __init__(self, source_datapipe, schema_df=None): argument
454 self.source_datapipe = source_datapipe
456 schema_df = next(iter(self.source_datapipe))
|
| /aosp_15_r20/external/pytorch/torch/utils/data/datapipes/iter/ |
| H A D | sharding.py | 43 def __init__(self, source_datapipe: IterDataPipe, sharding_group_filter=None):
44 self.source_datapipe = source_datapipe
87 for i, item in enumerate(self.source_datapipe):
92 if isinstance(self.source_datapipe, Sized):
93 return len(self.source_datapipe) // self.num_of_instances + (
96 self.instance_id < len(self.source_datapipe) % self.num_of_instances
|