References

Work from the following papers has been implemented in Dragonfly. They are listed in reverse chronological order.

 

Main Paper

@article{kandasamy2019tuning,
  title={Tuning Hyperparameters without Grad Students: Scalable and Robust Bayesian Optimisation with Dragonfly},
  author={Kandasamy, Kirthevasan and Vysyaraju, Karun Raju and Neiswanger,
  Willie and Paria, Biswajit and Collins, Christopher R. and Schneider, Jeff and
  Poczos, Barnabas and Xing, Eric P},
  journal={arXiv preprint arXiv:1903.06694},
  year={2019}
}

 

NASBOT for Neural Architecture Search

@inproceedings{kandasamy2018neural,
  title={Neural architecture search with bayesian optimisation and optimal transport},
  author={Kandasamy, Kirthevasan and Neiswanger, Willie and Schneider, Jeff and Poczos, Barnabas and Xing, Eric P},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2020--2029},
  year={2018}
}

 

Thompson Sampling for Parallel Bayesian Optimisation

@inproceedings{kandasamy2018parallelised,
  title={Parallelised bayesian optimisation via thompson sampling},
  author={Kandasamy, Kirthevasan and Krishnamurthy, Akshay and Schneider, Jeff and Poczos, Barnabas},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={133--142},
  year={2018}
}

 

Bayesian Optimisation for Multi-objective Optimisation

@article{paria2018flexible,
  title={A Flexible Multi-Objective Bayesian Optimization Approach using Random Scalarizations},
  author={Paria, Biswajit and Kandasamy, Kirthevasan and Poczos, Barnabas},
  journal={arXiv preprint arXiv:1805.12168},
  year={2018}
}

 

BOCA for Multi-fidelity Optimisation

@inproceedings{kandasamy2017multi,
  title={Multi-fidelity bayesian optimisation with continuous approximations},
  author={Kandasamy, Kirthevasan and Dasarathy, Gautam and Schneider, Jeff and Poczos, Barnabas},
  booktitle={Proceedings of the 34th International Conference on Machine Learning-Volume 70},
  pages={1799--1808},
  year={2017},
  organization={JMLR. org}
}

@inproceedings{kandasamy2016multi,
  title={The multi-fidelity multi-armed bandit},
  author={Kandasamy, Kirthevasan and Dasarathy, Gautam and Poczos, Barnabas and Schneider, Jeff},
  booktitle={Advances in Neural Information Processing Systems},
  pages={1777--1785},
  year={2016}
}

@inproceedings{kandasamy2016gaussian,
  title={Gaussian process bandit optimisation with multi-fidelity evaluations},
  author={Kandasamy, Kirthevasan and Dasarathy, Gautam and Oliva, Junier B and Schneider, Jeff and Poczos, Barnabas},
  booktitle={Advances in Neural Information Processing Systems},
  pages={992--1000},
  year={2016}
}

 

Add-GP-UCB for high dimensional Bayesian Optimisation.

@inproceedings{kandasamy2015high,
  title={High dimensional Bayesian optimisation and bandits via additive models},
  author={Kandasamy, Kirthevasan and Schneider, Jeff and Poczos, Barnabas},
  booktitle={International Conference on Machine Learning},
  pages={295--304},
  year={2015}
}

 

PDOO Algorithm for maximising the Acquisition.

@inproceedings{grill2015black,
  title={Black-box Optimization of Noisy Functions with Unknown Smoothness},
  author={Grill, Jean-Bastien and Valko, Michal and Munos, R{\'e}mi},
  booktitle={Advances in Neural Information Processing Systems},
  pages={667--675},
  year={2015}
}

@inproceedings{sen2018multi,
  title={Multi-fidelity Black-box Optimization with Hierarchical Partitions},
  author={Sen, Rajat and Kandasamy, Kirthevasan and Shakkottai, Sanjay},
  booktitle={International Conference on Machine Learning},
  pages={4545--4554},
  year={2018}
}

 

Hallucination techniques for parallel Bayesian optimisation.

@article{desautels2014parallelizing,
  title={Parallelizing exploration-exploitation tradeoffs in Gaussian process bandit
optimization},
  author={Desautels, Thomas and Krause, Andreas and Burdick, Joel W},
  journal={The Journal of Machine Learning Research},
  volume={15},
  number={1},
  pages={3873--3923},
  year={2014},
  publisher={JMLR. org}
}

@inproceedings{ginsbourger2011dealing,
  title={Dealing with asynchronicity in parallel Gaussian process based global
optimization},
  author={Ginsbourger, David and Janusevskis, Janis and Le Riche, Rodolphe},
  booktitle={4th International Conference of the ERCIM WG on computing \& statistics
(ERCIM'11)},
  year={2011}
}

 

Dividing Rectangles (DiRect) Algorithm for maximising the acquisition.

@article{jones1993lipschitzian,
  title={Lipschitzian optimization without the Lipschitz constant},
  author={Jones, Donald R and Perttunen, Cary D and Stuckman, Bruce E},
  journal={Journal of optimization Theory and Applications},
  volume={79},
  number={1},
  pages={157--181},
  year={1993},
  publisher={Springer}
}