@inproceedings {pub-5578,
	title = {Towards End-to-End Prompt-Vision-Physics Neural Network for Fast Design Discovery},
	author = {Qingshan Xu AND Jiao Liu AND Melvin Wong AND Ge Jin AND Ryan Lau AND Yew Soon Ong AND Stefan Menzel AND Thiago de Jesus de Araujo Rios AND Joo-Hwee Lim AND Chin Chun Ooi},
	year = {2024},
	month = {June},
	abstract = {In this paper, we present the study of an end-to-end prompt-vision-physics neural network (PVPNN) to speed up the design discovery process in science and engineering. PVPNN has the potential to transform design discovery by enabling researchers and engineers to specify design requirements seamlessly via prompts, analyze available large-scale relevant historical data sets to generate novel physics-conform designs and predict the efficacy of potential design candidates rapidly. Starting from a given image or prompt for an ideal design as the baseline, our proposed framework first generates potential designs from a vision foundation model. Based on the practicality requirements provided by the user through text prompt, the PVPNN initializes a resource-efficient physics-informed neural network and jointly optimizes both geometry and physics models in an end-to-end mode. An experimental study on a simple engineering structure validates that our proposed framework can seamlessly satisfy visual preferences and practicality for fast design discovery.},
	publisher = {IEEE},
	booktitle = {IEEE Conference on Artificial Intelligence}
}