Skip to content

Commit

Permalink
⚡️Optimized default Zoo settings
Browse files Browse the repository at this point in the history
  • Loading branch information
carefree0910 committed Feb 26, 2021
1 parent a089bd1 commit 9e051d5
Showing 1 changed file with 25 additions and 33 deletions.
58 changes: 25 additions & 33 deletions cflearn/api/zoo.py
Original file line number Diff line number Diff line change
Expand Up @@ -96,68 +96,60 @@ def register(
# fcnn

Zoo.register("fcnn", "default")
Zoo.register("fcnn", "light_bn", head_configs={"fcnn": {"hidden_units": [128]}})
Zoo.register(
"fcnn",
"min_max",
increment_configs={"data_config": {"default_numerical_process": "min_max"}},
)
Zoo.register(
"fcnn",
"on_large",
head_configs={"fcnn": {"mapping_configs": {"dropout": 0.1, "batch_norm": False}}},
)
Zoo.register(
"fcnn",
"light",
head_configs={
"fcnn": {"hidden_units": [128], "mapping_configs": {"batch_norm": False}}
},
"on_log_large",
head_configs={"fcnn": {"mapping_configs": {"dropout": 0.1, "batch_norm": False}}},
increment_configs={"data_config": {"default_numerical_process": "logarithm"}},
)
Zoo.register(
"fcnn",
"on_sparse",
head_configs={
"fcnn": {
"hidden_units": [128],
"mapping_configs": {"dropout": 0.9, "batch_norm": False},
}
"light",
head_configs={"fcnn": {"mapping_configs": {"batch_norm": False}}},
increment_configs={
"data_config": {"binning_method": "opt"},
"model_config": {"default_encoding_configs": {"embedding_dim": 8}},
},
increment_configs={"optimizer_config": {"lr": 1e-4}},
)

# tree dnn

Zoo.register("tree_dnn", "default")
Zoo.register(
"tree_dnn",
"min_max",
increment_configs={"data_config": {"default_numerical_process": "min_max"}},
)
Zoo.register(
"tree_dnn",
"on_large",
head_configs={
"dndf": {"dndf_config": None},
"fcnn": {"mapping_configs": {"dropout": 0.1}},
},
head_configs={"fcnn": {"mapping_configs": {"dropout": 0.1, "batch_norm": False}}},
)
Zoo.register(
"tree_dnn",
"light",
head_configs={
"dndf": {"dndf_config": None},
"fcnn": {"mapping_configs": {"batch_norm": False}},
},
increment_configs={
"model_config": {"default_encoding_configs": {"embedding_dim": 8}}
},
"on_log_large",
head_configs={"fcnn": {"mapping_configs": {"dropout": 0.1, "batch_norm": False}}},
increment_configs={"data_config": {"default_numerical_process": "logarithm"}},
)
Zoo.register(
"tree_dnn",
"on_sparse",
"light",
head_configs={
"dndf": {"dndf_config": None},
"fcnn": {
"mapping_configs": {
"dropout": 0.9,
"batch_norm": False,
"pruner_config": None,
}
},
"fcnn": {"mapping_configs": {"batch_norm": False}},
},
increment_configs={
"optimizer_config": {"lr": 1e-4},
"data_config": {"binning_method": "opt"},
"model_config": {"default_encoding_configs": {"embedding_dim": 8}},
},
)
Expand Down

0 comments on commit 9e051d5

Please sign in to comment.