Browse Source

fix bugs of _FDataset of paddle, jittor and oneflow

dev0.8.0
x54-729 2 years ago
parent
commit
1f4208b1c9
3 changed files with 21 additions and 0 deletions
  1. +6
    -0
      fastNLP/core/dataloaders/jittor_dataloader/fdl.py
  2. +6
    -0
      fastNLP/core/dataloaders/oneflow_dataloader/fdl.py
  3. +9
    -0
      fastNLP/core/dataloaders/paddle_dataloader/fdl.py

+ 6
- 0
fastNLP/core/dataloaders/jittor_dataloader/fdl.py View File

@@ -37,6 +37,12 @@ class _JittorDataset(Dataset):
item = item.tolist()
return (item, self.dataset[item])

def __getstate__(self):
return self.__dict__

def __setstate__(self, state):
self.__dict__ = state

class JittorDataLoader:
"""


+ 6
- 0
fastNLP/core/dataloaders/oneflow_dataloader/fdl.py View File

@@ -47,6 +47,12 @@ class _FDataSet:
def __len__(self) -> int:
return len(self.dataset)

def __getstate__(self):
return self.__dict__

def __setstate__(self, state):
self.__dict__ = state


class OneflowDataLoader(DataLoader):
"""


+ 9
- 0
fastNLP/core/dataloaders/paddle_dataloader/fdl.py View File

@@ -43,6 +43,15 @@ class _PaddleDataset(Dataset):
except Exception as e:
raise e

def __len__(self) -> int:
return len(self.dataset)

def __getstate__(self):
return self.__dict__

def __setstate__(self, state):
self.__dict__ = state


class PaddleDataLoader(DataLoader):
"""


Loading…
Cancel
Save