Browse Source

fix bugs of _FDataset of paddle, jittor and oneflow

dev0.8.0
x54-729 2 years ago
parent
commit
1f4208b1c9
3 changed files with 21 additions and 0 deletions
  1. +6
    -0
      fastNLP/core/dataloaders/jittor_dataloader/fdl.py
  2. +6
    -0
      fastNLP/core/dataloaders/oneflow_dataloader/fdl.py
  3. +9
    -0
      fastNLP/core/dataloaders/paddle_dataloader/fdl.py

+ 6
- 0
fastNLP/core/dataloaders/jittor_dataloader/fdl.py View File

@@ -37,6 +37,12 @@ class _JittorDataset(Dataset):
item = item.tolist() item = item.tolist()
return (item, self.dataset[item]) return (item, self.dataset[item])


def __getstate__(self):
return self.__dict__

def __setstate__(self, state):
self.__dict__ = state

class JittorDataLoader: class JittorDataLoader:
""" """


+ 6
- 0
fastNLP/core/dataloaders/oneflow_dataloader/fdl.py View File

@@ -47,6 +47,12 @@ class _FDataSet:
def __len__(self) -> int: def __len__(self) -> int:
return len(self.dataset) return len(self.dataset)


def __getstate__(self):
return self.__dict__

def __setstate__(self, state):
self.__dict__ = state



class OneflowDataLoader(DataLoader): class OneflowDataLoader(DataLoader):
""" """


+ 9
- 0
fastNLP/core/dataloaders/paddle_dataloader/fdl.py View File

@@ -43,6 +43,15 @@ class _PaddleDataset(Dataset):
except Exception as e: except Exception as e:
raise e raise e


def __len__(self) -> int:
return len(self.dataset)

def __getstate__(self):
return self.__dict__

def __setstate__(self, state):
self.__dict__ = state



class PaddleDataLoader(DataLoader): class PaddleDataLoader(DataLoader):
""" """


Loading…
Cancel
Save