ByteTrack的卡爾曼濾波使用什么樣的邊框坐標信息

flyfish

如果想直接看結果，可以直接看文章末尾。
8維的狀態空間，前4維表邊框坐標信息，那么這個邊框坐標信息是什么樣子的
邊框又叫邊界框、bounding box。通常是目標檢測中一個矩形框包含了目標在哪里的信息。
整個分析過程都在STrack類和BYTETracker類中
首先看一個坐標的賦值

在 std::vector BYTETracker::update(const  std::vector& objects)成員函數中

std::vector tlbr_;
tlbr_.resize(4);
tlbr_[0] = objects[i].box.x;
tlbr_[1] = objects[i].box.y;
tlbr_[2] = objects[i].box.x + objects[i].box.width;
tlbr_[3] = objects[i].box.y + objects[i].box.height;
float score = objects[i].score;
STrack strack(STrack::tlbr_to_tlwh(tlbr_), score);

tlbr_在構建的使用的坐標信息是

0 left
1 top
2 right
3 bottom

std::vector STrack::tlbr_to_tlwh( std::vector &tlbr)
{
	tlbr[2] -= tlbr[0];
	tlbr[3] -= tlbr[1];
	return tlbr;
}

STrack在構建的使用的坐標信息

0 left  
1 top
2 width
3 height

STrack的構造函數

STrack::STrack( std::vector tlwh_, float score)
{
	_tlwh.resize(4);
	_tlwh.assign(tlwh_.begin(), tlwh_.end());

	is_activated = false;
	track_id = 0;
	state = TrackState::New;
	
	tlwh.resize(4);
	tlbr.resize(4);

	static_tlwh();
	static_tlbr();
	frame_id = 0;
	tracklet_len = 0;
	this->score = score;
	start_frame = 0;
}

構造函數調用了
static_tlwh();
static_tlbr();

void STrack::static_tlwh()
{
    if (this->state == TrackState::New)
    {
        tlwh[0] = _tlwh[0];
        tlwh[1] = _tlwh[1];
        tlwh[2] = _tlwh[2];
        tlwh[3] = _tlwh[3];
        return;
    }
    
    tlwh[0] = mean[0];
    tlwh[1] = mean[1];
    tlwh[2] = mean[2];
    tlwh[3] = mean[3];
    
    tlwh[2] *= tlwh[3];
    tlwh[0] -= tlwh[2] / 2;
    tlwh[1] -= tlwh[3] / 2;
}

void STrack::static_tlbr()
{
    tlbr.clear();
    tlbr.assign(tlwh.begin(), tlwh.end());
    tlbr[2] += tlbr[0];
    tlbr[3] += tlbr[1];
}

STrack類有兩個成員變量

std::vector tlwh;
std::vector tlbr;

邊框坐標信息1

tlbr
0 left  
1 top
2 width
3 height

邊框坐標信息2

tlwh
0 left  
1 top
2 width
3 height

卡爾曼濾波使用的邊框坐標信息

void STrack::activate(byte_kalman::KalmanFilter &kalman_filter, int frame_id)
{
    this->kalman_filter = kalman_filter;
    this->track_id = this->next_id();
    
    std::vector _tlwh_tmp(4);
    _tlwh_tmp[0] = this->_tlwh[0];
    _tlwh_tmp[1] = this->_tlwh[1];
    _tlwh_tmp[2] = this->_tlwh[2];
    _tlwh_tmp[3] = this->_tlwh[3];
    std::vector xyah = tlwh_to_xyah(_tlwh_tmp);
    DETECTBOX xyah_box;
    xyah_box[0] = xyah[0];
    xyah_box[1] = xyah[1];
    xyah_box[2] = xyah[2];
    xyah_box[3] = xyah[3];
    auto mc = this->kalman_filter.initiate(xyah_box);
    this->mean = mc.first;
    this->covariance = mc.second;
    
    static_tlwh();
    static_tlbr();
    
    this->tracklet_len = 0;
    this->state = TrackState::Tracked;
    if (frame_id == 1)
    {
        this->is_activated = true;
    }
    //this->is_activated = true;
    this->frame_id = frame_id;
    this->start_frame = frame_id;
}

最終定位到STrack類的tlwh_to_xyah函數

std::vector STrack::tlwh_to_xyah( std::vector tlwh_tmp)
{
    std::vector tlwh_output = tlwh_tmp;
    tlwh_output[0] += tlwh_output[2] / 2;
    tlwh_output[1] += tlwh_output[3] / 2;
    tlwh_output[2] /= tlwh_output[3];
    return tlwh_output;
}

通過該成員函數得知ByteTrack的卡爾曼濾波使用的邊框坐標信息是

0 邊框中心點 left
1 邊框中心點 top
2 邊框的寬高比 或者說 縱橫比、width/height
3 邊框的高度

總結

tlbr 邊框坐標信息1

0 left  
1 top
2 width
3 height

tlwh 邊框坐標信息2

0 left  
1 top
2 width
3 height

xyah 邊框坐標信息3

即卡爾曼濾波使用的邊框坐標信息

0 邊框中心點 left
1 邊框中心點 top
2 邊框的寬高比 或者說 縱橫比、width/height
3 邊框的高度