-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy path__init__.py
126 lines (105 loc) · 2.53 KB
/
__init__.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
"""
fl_sim.data_processing
=======================
This module contains federated datasets and data processing utilities.
.. contents::
:depth: 2
:local:
:backlinks: top
.. currentmodule:: fl_sim.data_processing
Base classes
------------------
.. autosummary::
:toctree: generated/
:recursive:
FedDataset
FedVisionDataset
FedNLPDataset
Vision datasets
--------------------------
.. autosummary::
:toctree: generated/
:recursive:
FedCIFAR
FedCIFAR100
FedEMNIST
FedMNIST
FedRotatedCIFAR10
FedRotatedMNIST
FedProxFEMNIST
FedProxMNIST
TinyImageNet
NLP datasets
--------------------------
.. autosummary::
:toctree: generated/
:recursive:
FedShakespeare
FedProxSent140
Synthetic datasets
--------------------------
.. autosummary::
:toctree: generated/
:recursive:
FedSynthetic
LibSVM datasets
--------------------------
.. autosummary::
:toctree: generated/
:recursive:
FedLibSVMDataset
Dataset registry utilities
--------------------------
.. autosummary::
:toctree: generated/
:recursive:
register_fed_dataset
list_fed_dataset
get_fed_dataset
"""
from ._register import get_fed_dataset, list_fed_dataset, register_fed_dataset
from .fed_cifar import FedCIFAR, FedCIFAR100
from .fed_data_args import FedDataArgs
from .fed_dataset import FedDataset, FedNLPDataset, FedVisionDataset
from .fed_emnist import FedEMNIST
from .fed_mnist import FedMNIST
from .fed_rotated_cifar10 import FedRotatedCIFAR10
from .fed_rotated_mnist import FedRotatedMNIST
from .fed_shakespeare import FedShakespeare
from .fed_synthetic import FedSynthetic
from .fedprox_femnist import FedProxFEMNIST
from .fedprox_mnist import FedProxMNIST
from .fedprox_sent140 import FedProxSent140
# from .leaf_sent140 import LeafSent140
from .libsvm_datasets import FedLibSVMDataset, libsvmread
from .tiny_imagenet import TinyImageNet
builtin_datasets = list_fed_dataset()
__all__ = [
"FedDataArgs",
# base classes
"FedDataset",
"FedVisionDataset",
"FedNLPDataset",
# datasets from FedML
"FedCIFAR",
"FedCIFAR100",
"FedEMNIST",
"FedMNIST",
"FedRotatedCIFAR10",
"FedRotatedMNIST",
"FedShakespeare",
"FedSynthetic",
# additional datasets
"TinyImageNet",
# datasets from FedProx
"FedProxFEMNIST",
"FedProxMNIST",
"FedProxSent140",
# libsvm datasets
"FedLibSVMDataset",
"libsvmread",
"list_fed_dataset",
"builtin_datasets",
"get_fed_dataset",
"register_fed_dataset",
]