References
Work from the following papers has been implemented in Dragonfly. They are listed in reverse chronological order.
Main Paper
@article{kandasamy2019tuning,
title={Tuning Hyperparameters without Grad Students: Scalable and Robust Bayesian Optimisation with Dragonfly},
author={Kandasamy, Kirthevasan and Vysyaraju, Karun Raju and Neiswanger,
Willie and Paria, Biswajit and Collins, Christopher R. and Schneider, Jeff and
Poczos, Barnabas and Xing, Eric P},
journal={arXiv preprint arXiv:1903.06694},
year={2019}
}
NASBOT for Neural Architecture Search
@inproceedings{kandasamy2018neural,
title={Neural architecture search with bayesian optimisation and optimal transport},
author={Kandasamy, Kirthevasan and Neiswanger, Willie and Schneider, Jeff and Poczos, Barnabas and Xing, Eric P},
booktitle={Advances in Neural Information Processing Systems},
pages={2020--2029},
year={2018}
}
Thompson Sampling for Parallel Bayesian Optimisation
@inproceedings{kandasamy2018parallelised,
title={Parallelised bayesian optimisation via thompson sampling},
author={Kandasamy, Kirthevasan and Krishnamurthy, Akshay and Schneider, Jeff and Poczos, Barnabas},
booktitle={International Conference on Artificial Intelligence and Statistics},
pages={133--142},
year={2018}
}
Bayesian Optimisation for Multi-objective Optimisation
@article{paria2018flexible,
title={A Flexible Multi-Objective Bayesian Optimization Approach using Random Scalarizations},
author={Paria, Biswajit and Kandasamy, Kirthevasan and Poczos, Barnabas},
journal={arXiv preprint arXiv:1805.12168},
year={2018}
}
BOCA for Multi-fidelity Optimisation
@inproceedings{kandasamy2017multi,
title={Multi-fidelity bayesian optimisation with continuous approximations},
author={Kandasamy, Kirthevasan and Dasarathy, Gautam and Schneider, Jeff and Poczos, Barnabas},
booktitle={Proceedings of the 34th International Conference on Machine Learning-Volume 70},
pages={1799--1808},
year={2017},
organization={JMLR. org}
}
@inproceedings{kandasamy2016multi,
title={The multi-fidelity multi-armed bandit},
author={Kandasamy, Kirthevasan and Dasarathy, Gautam and Poczos, Barnabas and Schneider, Jeff},
booktitle={Advances in Neural Information Processing Systems},
pages={1777--1785},
year={2016}
}
@inproceedings{kandasamy2016gaussian,
title={Gaussian process bandit optimisation with multi-fidelity evaluations},
author={Kandasamy, Kirthevasan and Dasarathy, Gautam and Oliva, Junier B and Schneider, Jeff and Poczos, Barnabas},
booktitle={Advances in Neural Information Processing Systems},
pages={992--1000},
year={2016}
}
Add-GP-UCB for high dimensional Bayesian Optimisation.
@inproceedings{kandasamy2015high,
title={High dimensional Bayesian optimisation and bandits via additive models},
author={Kandasamy, Kirthevasan and Schneider, Jeff and Poczos, Barnabas},
booktitle={International Conference on Machine Learning},
pages={295--304},
year={2015}
}
PDOO Algorithm for maximising the Acquisition.
@inproceedings{grill2015black,
title={Black-box Optimization of Noisy Functions with Unknown Smoothness},
author={Grill, Jean-Bastien and Valko, Michal and Munos, R{\'e}mi},
booktitle={Advances in Neural Information Processing Systems},
pages={667--675},
year={2015}
}
@inproceedings{sen2018multi,
title={Multi-fidelity Black-box Optimization with Hierarchical Partitions},
author={Sen, Rajat and Kandasamy, Kirthevasan and Shakkottai, Sanjay},
booktitle={International Conference on Machine Learning},
pages={4545--4554},
year={2018}
}
Hallucination techniques for parallel Bayesian optimisation.
@article{desautels2014parallelizing,
title={Parallelizing exploration-exploitation tradeoffs in Gaussian process bandit
optimization},
author={Desautels, Thomas and Krause, Andreas and Burdick, Joel W},
journal={The Journal of Machine Learning Research},
volume={15},
number={1},
pages={3873--3923},
year={2014},
publisher={JMLR. org}
}
@inproceedings{ginsbourger2011dealing,
title={Dealing with asynchronicity in parallel Gaussian process based global
optimization},
author={Ginsbourger, David and Janusevskis, Janis and Le Riche, Rodolphe},
booktitle={4th International Conference of the ERCIM WG on computing \& statistics
(ERCIM'11)},
year={2011}
}
Dividing Rectangles (DiRect) Algorithm for maximising the acquisition.
@article{jones1993lipschitzian,
title={Lipschitzian optimization without the Lipschitz constant},
author={Jones, Donald R and Perttunen, Cary D and Stuckman, Bruce E},
journal={Journal of optimization Theory and Applications},
volume={79},
number={1},
pages={157--181},
year={1993},
publisher={Springer}
}