From 3f4a1f8e80686f5c7ad18eadf4dfc3bcb85a5694 Mon Sep 17 00:00:00 2001
From: YWMditto <ditto@YWMdittodeMacBook-Pro.local>
Date: Sat, 10 Sep 2022 11:10:31 +0800
Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E6=94=B9=E4=BA=86=20fdl.=5FFDataSet?=
 =?UTF-8?q?=20=E4=B8=AD=E5=9C=A8=E4=BD=BF=E7=94=A8=20pickle=20=E6=97=B6?=
 =?UTF-8?q?=E5=87=BA=E7=8E=B0=E7=9A=84=20bug?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 fastNLP/core/dataloaders/torch_dataloader/fdl.py | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/fastNLP/core/dataloaders/torch_dataloader/fdl.py b/fastNLP/core/dataloaders/torch_dataloader/fdl.py
index 5ae72367..8aa48382 100644
--- a/fastNLP/core/dataloaders/torch_dataloader/fdl.py
+++ b/fastNLP/core/dataloaders/torch_dataloader/fdl.py
@@ -47,6 +47,16 @@ class _FDataSet:
     def __len__(self) -> int:
         return len(self.dataset)
 
+    # 这里需要显示地带上这两个方法，因为可能会涉及到 pickle 的 dumps 和 loads；否则会导致 pickle 在 loads 时调用 __setstate__ 方法
+    #  进入到 __getattr__ 内部，引发死循环；
+    # https://docs.python.org/3/library/pickle.html#pickling-class-instances
+    # https://stackoverflow.com/questions/73662315/when-using-multiprocessing-and-spawn-in-python-use-self-a-in-getattr-cause?noredirect=1
+    def __getstate__(self):
+        return self.__dict__
+
+    def __setstate__(self, state):
+        self.__dict__ = state
+
 
 class TorchDataLoader(DataLoader):
     """