Pedestrian detection is an important component for safety of autonomous vehicles, as well as for traffic and street surveillance. There are extensive benchmarks on this topic and it has been shown to be a challenging problem when applied on real use-case scenarios. In purely image-based pedestrian detection approaches, the state-of-the-art results have been achieved with convolutional neural networks (CNN) and surprisingly few detection frameworks have been built upon multi-cue approaches. In this work, we develop a new pedestrian detector for autonomous vehicles that exploits LiDAR data, in addition to visual information. In the proposed approach, LiDAR data is utilized to generate region proposals by processing the three dimensional point cloud that it provides. These candidate regions are then further processed by a state-of-the-art CNN classifier that we have fine-tuned for pedestrian detection. We have extensively evaluated the proposed detection process on the KITTI dataset. The experimental results show that the proposed LiDAR space clustering approach provides a very efficient way of generating region proposals leading to higher recall rates and fewer misses for pedestrian detection. This indicates that LiDAR data can provide auxiliary information for CNN-based approaches.
Description
Combining LiDAR space clustering and convolutional neural networks for pedestrian detection - IEEE Conference Publication
%0 Conference Paper
%1 8078512
%A Matti, D.
%A Ekenel, H. K.
%A Thiran, J.
%B 2017 14th IEEE International Conference on Advanced Video and Signal Based Surveillance (AVSS)
%D 2017
%K Lidar dnn order1 pedestrian
%P 1-6
%R 10.1109/AVSS.2017.8078512
%T Combining LiDAR space clustering and convolutional neural networks for pedestrian detection
%U https://ieeexplore.ieee.org/document/8078512
%X Pedestrian detection is an important component for safety of autonomous vehicles, as well as for traffic and street surveillance. There are extensive benchmarks on this topic and it has been shown to be a challenging problem when applied on real use-case scenarios. In purely image-based pedestrian detection approaches, the state-of-the-art results have been achieved with convolutional neural networks (CNN) and surprisingly few detection frameworks have been built upon multi-cue approaches. In this work, we develop a new pedestrian detector for autonomous vehicles that exploits LiDAR data, in addition to visual information. In the proposed approach, LiDAR data is utilized to generate region proposals by processing the three dimensional point cloud that it provides. These candidate regions are then further processed by a state-of-the-art CNN classifier that we have fine-tuned for pedestrian detection. We have extensively evaluated the proposed detection process on the KITTI dataset. The experimental results show that the proposed LiDAR space clustering approach provides a very efficient way of generating region proposals leading to higher recall rates and fewer misses for pedestrian detection. This indicates that LiDAR data can provide auxiliary information for CNN-based approaches.
@inproceedings{8078512,
abstract = {Pedestrian detection is an important component for safety of autonomous vehicles, as well as for traffic and street surveillance. There are extensive benchmarks on this topic and it has been shown to be a challenging problem when applied on real use-case scenarios. In purely image-based pedestrian detection approaches, the state-of-the-art results have been achieved with convolutional neural networks (CNN) and surprisingly few detection frameworks have been built upon multi-cue approaches. In this work, we develop a new pedestrian detector for autonomous vehicles that exploits LiDAR data, in addition to visual information. In the proposed approach, LiDAR data is utilized to generate region proposals by processing the three dimensional point cloud that it provides. These candidate regions are then further processed by a state-of-the-art CNN classifier that we have fine-tuned for pedestrian detection. We have extensively evaluated the proposed detection process on the KITTI dataset. The experimental results show that the proposed LiDAR space clustering approach provides a very efficient way of generating region proposals leading to higher recall rates and fewer misses for pedestrian detection. This indicates that LiDAR data can provide auxiliary information for CNN-based approaches.},
added-at = {2020-05-27T21:25:01.000+0200},
author = {{Matti}, D. and {Ekenel}, H. K. and {Thiran}, J.},
biburl = {https://www.bibsonomy.org/bibtex/2a4d88a42bd5decae19789f1b3a7ae331/sohnki},
booktitle = {2017 14th IEEE International Conference on Advanced Video and Signal Based Surveillance (AVSS)},
description = {Combining LiDAR space clustering and convolutional neural networks for pedestrian detection - IEEE Conference Publication},
doi = {10.1109/AVSS.2017.8078512},
interhash = {4a858b123320322505af07ea06ce1957},
intrahash = {a4d88a42bd5decae19789f1b3a7ae331},
keywords = {Lidar dnn order1 pedestrian},
month = aug,
pages = {1-6},
timestamp = {2020-06-02T20:03:20.000+0200},
title = {Combining LiDAR space clustering and convolutional neural networks for pedestrian detection},
url = {https://ieeexplore.ieee.org/document/8078512},
year = 2017
}