1
    2
    3
    4
    5
    6
    7
    8
    9
   10
   11
   12
   13
   14
   15
   16
   17
   18
   19
   20
   21
   22
   23
   24
   25
   26
   27
   28
   29
   30
   31
   32
   33
   34
   35
   36
   37
   38
   39
   40
   41
   42
   43
   44
   45
   46
   47
   48
   49
   50
   51
   52
   53
   54
   55
   56
   57
   58
   59
   60
   61
   62
   63
   64
   65
   66
   67
   68
   69
   70
   71
   72
   73
   74
   75
   76
   77
   78
   79
   80
   81
   82
   83
   84
   85
   86
   87
   88
   89
   90
   91
   92
   93
   94
   95
   96
   97
   98
   99
  100
  101
  102
  103
  104
  105
  106
  107
  108

media / gpu / v4l2 / test / h264_dpb.h [blame]

// Copyright 2023 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef MEDIA_GPU_V4L2_TEST_H264_DPB_H_
#define MEDIA_GPU_V4L2_TEST_H264_DPB_H_

#include <map>
#include <set>

#include "media/parsers/h264_parser.h"
#include "ui/gfx/geometry/rect.h"

namespace media {
namespace v4l2_test {

// H264SliceMetadata contains metadata about an H.264 picture
// slice including how the slice is reordered. It is used as
// elements in the decoded picture buffer class H264DPB.
struct H264SliceMetadata {
  H264SliceMetadata();
  H264SliceMetadata(const H264SliceMetadata&);

  H264SliceHeader slice_header;
  int bottom_field_order_cnt = 0;
  int frame_num = -1;
  int frame_num_offset = 0;
  int frame_num_wrap = 0;
  uint64_t ref_ts_nsec = 0;  // Reference Timestamp in nanoseconds.
  int pic_num = -1;
  int pic_order_cnt = 0;
  int pic_order_cnt_lsb = 0;
  int pic_order_cnt_msb = 0;
  int top_field_order_cnt = 0;
  bool outputted = false;  // Whether this slice has been outputted.
  bool ref = false;        // Whether this slice is a reference element.
  H264DecRefPicMarking ref_pic_marking[H264SliceHeader::kRefListSize];
  bool long_term_reference_flag = false;
  int long_term_frame_idx = 0;
  // Picture number for picture which is marked as long term as defined in
  // section 7.4.3.1.
  int long_term_pic_num = 0;
  // The CAPTURE queue index this slice is queued in.
  int capture_queue_buffer_id = -1;
  gfx::Rect visible_rect_;
};

// H264DPB is a class representing a Decoded Picture Buffer (DPB).
// The DPB is a map of H264 picture slice metadata objects that
// describe the pictures used in the H.264 decoding process.
class H264DPB : public std::map<uint64_t, H264SliceMetadata> {
 public:
  H264DPB() = default;
  ~H264DPB() = default;

  H264DPB(const H264DPB&) = delete;
  H264DPB& operator=(const H264DPB&) = delete;

  // Returns number of Reference |H264SliceMetadata| elements
  // in the DPB.
  int CountRefPics();
  // Deletes input |H264SliceMetadata| object from the DPB.
  void Delete(const H264SliceMetadata& pic);
  // Deletes any |H264SliceMetadata| object from DPB that is considered
  // to be unused by the decoder.
  // An |H264SliceMetadata| is unused if it has been outputted and is not a
  // reference picture.
  void DeleteUnused();
  // Removes the reference picture marking from the lowest frame
  // number |H264SliceMetadata| object in the DPB. This is used for
  // implementing a sliding window DPB replacement algorithm.
  void UnmarkLowestFrameNumWrapShortRefPic();
  // Returns a vector of |H264SliceMetadata| objects that have not been output
  // by the H264 Decoder.
  std::vector<H264SliceMetadata*> GetNotOutputtedPicsAppending();
  // Updates every |H264SliceMetadata| object in the DPB to indicate that they
  // are not reference elements.
  void MarkAllUnusedRef();
  // Updates each |H264SliceMetadata| object in DPB's frame num wrap
  // based on the max frame num.
  void UpdatePicNums(const int curr_frame_num, const int max_frame_num);
  // Removes the reference picture marking from the |H264SliceMetadata| object
  // in the DPB which has the same picture number as pic_num and is not a long
  // term picture.
  void UnmarkPicByPicNum(const int pic_num);
  // Removes the long term reference marking from a |H264SliceMetadata| object
  // that has a long term picture number equal to pic_num.
  void UnmarkLongTerm(const int pic_num);
  // Returns a short term reference picture from the |H264SliceMetadata|
  // objects that has a picture number equal to pic_num.
  H264SliceMetadata* GetShortRefPicByPicNum(const int pic_num);
  // Returns a long term reference picture from the |H264SliceMetadata|
  // objects that has a long term frame index equal to frame_index.
  H264SliceMetadata* GetLongRefPicByFrameIdx(const int frame_index);
  // Removes long term reference picture marking from |H264SliceMetadata|
  // objects that have a long term frame index greater than index.
  void UnmarkLongTermPicsGreaterThanFrameIndex(const int index);
  // Returns a set of indices on the CAPTURE queue which are
  // currently in use and cannot be refreshed.
  std::set<int> GetHeldCaptureIds() const;
  // Maximum number of elements in the DPB. This is utilized by the
  // decoder for updating elements in the DPB.
  size_t max_dpb_size_ = -1;
};

}  // namespace v4l2_test
}  // namespace media

#endif  // MEDIA_GPU_V4L2_TEST_H264_DPB_H_