vtkFFMPEGVideoSource.h

Go to the documentation of this file.

/*=========================================================================

  Program:   Visualization Toolkit
  Module:    vtkFFMPEGVideoSource.h

  Copyright (c) Ken Martin, Will Schroeder, Bill Lorensen
  All rights reserved.
  See Copyright.txt or http://www.kitware.com/Copyright.htm for details.

     This software is distributed WITHOUT ANY WARRANTY; without even
     the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
     PURPOSE.  See the above copyright notice for more information.

=========================================================================*/
#ifndef vtkFFMPEGVideoSource_h
#define vtkFFMPEGVideoSource_h

#include "vtkIOFFMPEGModule.h" // For export macro
#include "vtkVideoSource.h"
#include "vtkMultiThreader.h" // for ivar
#include "vtkNew.h" // for ivar
#include <functional> // for audio callback

class vtkFFMPEGVideoSourceInternal;

class vtkConditionVariable;
class vtkMutexLock;
class vtkFFMPEGVideoSource;

// audio callback struct, outside the class so that we
// can forward ref it
struct vtkFFMPEGVideoSourceAudioCallbackData
{
  int NumberOfSamples;
  int BytesPerSample;
  int NumberOfChannels;
  int SampleRate;
  int DataType;
  bool Packed;
  unsigned char** Data;
  vtkFFMPEGVideoSource *Caller;
  void *ClientData;
};

class VTKIOFFMPEG_EXPORT vtkFFMPEGVideoSource : public vtkVideoSource
{
public:
  static vtkFFMPEGVideoSource *New();
  vtkTypeMacro(vtkFFMPEGVideoSource,vtkVideoSource);

  void Record() override;

  void Play() override;

  void Stop() override;

  void Grab() override;


  void SetFrameSize(int x, int y, int z) override;
  void SetFrameSize(int dim[3]) override {
    this->SetFrameSize(dim[0], dim[1], dim[2]); };

  void SetFrameRate(float rate) override;

  void SetOutputFormat(int format) override;

  void Initialize() override;

  void ReleaseSystemResources() override;


  vtkSetStringMacro(FileName);
  vtkGetStringMacro(FileName);

  void InternalGrab() override;

  // is the video at the end of file?
  // Usefull for while loops
  vtkGetMacro(EndOfFile,bool);

  // we do not use Invoke Observers here because this callback
  // will happen in a different thread that could conflict
  // with events from other threads. In this function you should
  // not block the thread (for example waiting for audio to play)
  // instead you should have enough buffering that you can consume
  // the provided data and return. Typically even 1 second of
  // buffer storage is enough to prevent blocking.
  typedef std::function<void(vtkFFMPEGVideoSourceAudioCallbackData &data)> AudioCallbackType;
  void SetAudioCallback(AudioCallbackType cb, void *clientData)
  {
    this->AudioCallback = cb;
    this->AudioCallbackClientData = clientData;
  }


  vtkSetMacro(DecodingThreads, int);
  vtkGetMacro(DecodingThreads, int);

protected:
  vtkFFMPEGVideoSource();
  ~vtkFFMPEGVideoSource();

  AudioCallbackType AudioCallback;
  void *AudioCallbackClientData;

  int DecodingThreads;

  static void *DrainAudioThread(
    vtkMultiThreader::ThreadInfo *data);
  void *DrainAudio(vtkMultiThreader::ThreadInfo *data);
  int DrainAudioThreadId;

  static void *DrainThread(
    vtkMultiThreader::ThreadInfo *data);
  void *Drain(vtkMultiThreader::ThreadInfo *data);
  int DrainThreadId;

  bool EndOfFile;

  vtkNew<vtkConditionVariable> FeedCondition;
  vtkNew<vtkMutexLock> FeedMutex;
  vtkNew<vtkConditionVariable> FeedAudioCondition;
  vtkNew<vtkMutexLock> FeedAudioMutex;
  static void *FeedThread(
    vtkMultiThreader::ThreadInfo *data);
  void *Feed(vtkMultiThreader::ThreadInfo *data);
  int FeedThreadId;

  char *FileName;

  vtkFFMPEGVideoSourceInternal *Internal;

  void ReadFrame();

private:
  vtkFFMPEGVideoSource(const vtkFFMPEGVideoSource&) = delete;
  void operator=(const vtkFFMPEGVideoSource&) = delete;
};

#endif