Skip to content

Latest commit

 

History

History
249 lines (188 loc) · 8.34 KB

README.md

File metadata and controls

249 lines (188 loc) · 8.34 KB

Miscellaneous Methodology for ADS Testing

Here're some resources about Miscellaneous Methodology for ADS Testing

Search-based Testing

Many-objective reinforcement learning for online testing of dnn-enabled systems [READ]

paper link: here

citation:

@inproceedings{haq2023many,
  title={Many-objective reinforcement learning for online testing of dnn-enabled systems},
  author={Haq, Fitash Ul and Shin, Donghwan and Briand, Lionel C},
  booktitle={2023 IEEE/ACM 45th International Conference on Software Engineering (ICSE)},
  pages={1814--1826},
  year={2023},
  organization={IEEE}
}

Targeting patterns of driving characteristics in testing autonomous driving systems [READ]

paper link: here

citation:

@inproceedings{arcaini2021targeting,
  title={Targeting patterns of driving characteristics in testing autonomous driving systems},
  author={Arcaini, Paolo and Zhang, Xiao-Yi and Ishikawa, Fuyuki},
  booktitle={2021 14th IEEE Conference on Software Testing, Verification and Validation (ICST)},
  pages={295--305},
  year={2021},
  organization={IEEE}
}

Route coverage testing for autonomous vehicles via map modeling [READ]

paper link: here

citation:

@inproceedings{tang2021route,
  title={Route coverage testing for autonomous vehicles via map modeling},
  author={Tang, Yun and Zhou, Yuan and Wu, Fenghua and Liu, Yang and Sun, Jun and Huang, Wuling and Wang, Gang},
  booktitle={2021 IEEE International Conference on Robotics and Automation (ICRA)},
  pages={11450--11456},
  year={2021},
  organization={IEEE}
}

Achieving weight coverage for an autonomous driving system with search-based test generation [READ]

paper link: here

citation:

@inproceedings{laurent2020achieving,
  title={Achieving weight coverage for an autonomous driving system with search-based test generation},
  author={Laurent, Thomas and Arcaini, Paolo and Ishikawa, Fuyuki and Ventresque, Anthony},
  booktitle={2020 25th International Conference on Engineering of Complex Computer Systems (ICECCS)},
  pages={93--102},
  year={2020},
  organization={IEEE}
}

Metamorphic Testing

DeepRoad: GAN-based metamorphic testing and input validation framework for autonomous driving systems [READ]

paper link: here

citation:

@inproceedings{zhang2018deeproad,
  title={DeepRoad: GAN-based metamorphic testing and input validation framework for autonomous driving systems},
  author={Zhang, Mengshi and Zhang, Yuqun and Zhang, Lingming and Liu, Cong and Khurshid, Sarfraz},
  booktitle={Proceedings of the 33rd ACM/IEEE International Conference on Automated Software Engineering},
  pages={132--142},
  year={2018}
}

Combinatorial Testing

Leveraging combinatorial testing for safety-critical computer vision datasets [READ]

paper link: here

citation:

@inproceedings{gladisch2020leveraging,
  title={Leveraging combinatorial testing for safety-critical computer vision datasets},
  author={Gladisch, Christoph and Heinzemann, Christian and Herrmann, Martin and Woehrle, Matthias},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops},
  pages={324--325},
  year={2020}
}

Stress Testing

Adaptive stress testing for autonomous vehicles [READ]

paper link: here

citation:

@inproceedings{koren2018adaptive,
  title={Adaptive stress testing for autonomous vehicles},
  author={Koren, Mark and Alsaif, Saud and Lee, Ritchie and Kochenderfer, Mykel J},
  booktitle={2018 IEEE Intelligent Vehicles Symposium (IV)},
  pages={1--7},
  year={2018},
  organization={IEEE}
}

Neuron Coverage

Deeptest: Automated testing of deep-neural-network-driven autonomous cars [READ]

paper link: here

citation:

@inproceedings{tian2018deeptest,
  title={Deeptest: Automated testing of deep-neural-network-driven autonomous cars},
  author={Tian, Yuchi and Pei, Kexin and Jana, Suman and Ray, Baishakhi},
  booktitle={Proceedings of the 40th international conference on software engineering},
  pages={303--314},
  year={2018}
}

Hardware-in-the-Loop

A vehicle-in-the-loop methodology for evaluating automated driving functions in virtual traffic [READ]

paper link: here

citation:

@inproceedings{solmaz2020vehicle,
  title={A vehicle-in-the-loop methodology for evaluating automated driving functions in virtual traffic},
  author={Solmaz, Selim and Rudigier, Martin and Mischinger, Marlies},
  booktitle={2020 IEEE Intelligent Vehicles Symposium (IV)},
  pages={1465--1471},
  year={2020},
  organization={IEEE}
}

Hardware-in-the-loop autonomous driving simulation without real-time constraints [READ]

paper link: here

citation:

@article{brogle2019hardware,
  title={Hardware-in-the-loop autonomous driving simulation without real-time constraints},
  author={Brogle, Craig and Zhang, Chao and Lim, Kai Li and Br{\"a}unl, Thomas},
  journal={IEEE Transactions on Intelligent Vehicles},
  volume={4},
  number={3},
  pages={375--384},
  year={2019},
  publisher={IEEE}
}

Empirical Study

Testing of autonomous driving systems: where are we and where should we go? [READ]

paper link: here

citation:

@inproceedings{lou2022testing,
  title={Testing of autonomous driving systems: where are we and where should we go?},
  author={Lou, Guannan and Deng, Yao and Zheng, Xi and Zhang, Mengshi and Zhang, Tianyi},
  booktitle={Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering},
  pages={31--43},
  year={2022}
}

Automated vehicle crash sequences: Patterns and potential uses in safety testing [READ]

paper link: here

citation:

@article{song2021automated,
  title={Automated vehicle crash sequences: Patterns and potential uses in safety testing},
  author={Song, Yu and Chitturi, Madhav V and Noyce, David A},
  journal={Accident Analysis \& Prevention},
  volume={153},
  pages={106017},
  year={2021},
  publisher={Elsevier}
}

A comprehensive study of autonomous vehicle bugs [READ]

paper link: here

citation:

@inproceedings{garcia2020comprehensive,
  title={A comprehensive study of autonomous vehicle bugs},
  author={Garcia, Joshua and Feng, Yang and Shen, Junjie and Almanee, Sumaya and Xia, Yuan and Chen, and Qi Alfred},
  booktitle={Proceedings of the ACM/IEEE 42nd international conference on software engineering},
  pages={385--396},
  year={2020}
}

A first look at the integration of machine learning models in complex autonomous driving systems: a case study on Apollo [READ]

paper link: here

citation:

@inproceedings{peng2020first,
  title={A first look at the integration of machine learning models in complex autonomous driving systems: a case study on Apollo},
  author={Peng, Zi and Yang, Jinqiu and Chen, Tse-Hsun and Ma, Lei},
  booktitle={Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering},
  pages={1240--1250},
  year={2020}
}