@article { , title = {Automated Design of Metaheuristics Using Reinforcement Learning within a Novel General Search Framework}, abstract = {Metaheuristic algorithms have been investigated intensively to address highly complex combinatorial optimisation problems. However, most metaheuristic algorithms have been designed manually by researchers of different expertise without a consistent framework to support effective algorithm design. This paper proposes a general search framework to formulate in a unified way a range of different metaheuristics. This framework defines generic algorithmic components, including selection heuristics and evolution operators. The unified general search framework aims to serve as the basis of analysing algorithmic components for automated algorithm design. With the established new general search framework, two reinforcement learning based methods, deep Q-network based and proximal policy optimisation based methods, have been developed to automatically design a new general population-based algorithm. The proposed reinforcement learning based methods are able to intelligently select and combine appropriate algorithmic components during different stages of the optimisation process. The effectiveness and generalization of the proposed reinforcement learning based methods are validated comprehensively across different benchmark instances of the capacitated vehicle routing problem with time windows. This study contributes to making a key step towards automated algorithm design with a general framework supporting fundamental analysis by effective machine learning.}, doi = {10.1109/TEVC.2022.3197298}, eissn = {1941-0026}, issn = {1089-778X}, issue = {4}, journal = {IEEE Transactions on Evolutionary Computation}, pages = {1072-1084}, publicationstatus = {Published}, publisher = {Institute of Electrical and Electronics Engineers (IEEE)}, url = {https://nottingham-repository.worktribe.com/output/9907016}, volume = {27}, keyword = {Computational Theory and Mathematics, Theoretical Computer Science, Software}, year = {2023}, author = {Yi, Wenjie and Qu, Rong and Jiao, Licheng and Niu, Ben} }