experimental ffmpeg videodecoding support, frameskipping doesn't work quite right yet

git-svn-id: svn://svn.code.sf.net/p/ultrastardx/svn/trunk@332 b956fd51-792f-4845-bead-9b4dfca2ff2c

1 files changed, 265 insertions, 0 deletions

diff --git a/Game/Code/SMpeg/Uffmpeg.pas b/Game/Code/SMpeg/Uffmpeg.pas
new file mode 100644
index 00000000..3d21f33c
--- /dev/null
+++ b/Game/Code/SMpeg/Uffmpeg.pas
@@ -0,0 +1,265 @@
+unit Uffmpeg;

+

+interface

+uses SDL, UGraphicClasses, textgl, avcodec, avformat, avutil, math, OpenGL12, SysUtils, UIni, dialogs;

+

+procedure Init;

+procedure FFmpegOpenFile(FileName: pAnsiChar);

+procedure FFmpegClose;

+procedure FFmpegGetFrame(Time: Extended);

+procedure FFmpegDrawGL;

+procedure FFmpegTogglePause;

+procedure FFmpegSkip(Time: Single);

+

+var

+  VideoOpened, VideoPaused: Boolean;

+  VideoFormatContext: PAVFormatContext;

+  VideoStreamIndex: Integer;

+  VideoCodecContext: PAVCodecContext;

+  VideoCodec: PAVCodec;

+  AVFrame: PAVFrame;

+  AVFrameRGB: PAVFrame;

+  myBuffer: pByte;

+  VideoTex: glUint;

+  TexX, TexY, dataX, dataY: Cardinal;

+  TexData: array of Byte;

+  ScaledVideoWidth, ScaledVideoHeight: Real;

+  VideoAspect: Real;

+  VideoTextureU, VideoTextureV: Real;

+  VideoTimeBase, VideoTime, LastFrameTime, TimeDifference: Extended;

+  VideoSkipTime: Single;

+

+implementation

+

+const DebugDisplay=True;

+

+procedure Init;

+begin

+  av_register_all;

+  VideoOpened:=False;

+  VideoPaused:=False;

+  glGenTextures(1, PglUint(&VideoTex));

+  SetLength(TexData,0);

+end;

+

+procedure FFmpegOpenFile(FileName: pAnsiChar);

+var errnum, i, x,y: Integer;

+begin

+  VideoOpened:=False;

+  VideoPaused:=False;

+  VideoTimeBase:=0;

+  VideoTime:=0;

+  LastFrameTime:=0;

+  TimeDifference:=0;

+  errnum:=av_open_input_file(VideoFormatContext, FileName, Nil, 0, Nil);

+  if(errnum <> 0)

+  then begin

+    case errnum of

+      AVERROR_UNKNOWN: showmessage('failed to open file '+Filename+#13#10+'AVERROR_UNKNOWN');

+      AVERROR_IO: showmessage('failed to open file '+Filename+#13#10+'AVERROR_IO');

+      AVERROR_NUMEXPECTED: showmessage('failed to open file '+Filename+#13#10+'AVERROR_NUMEXPECTED');

+      AVERROR_INVALIDDATA: showmessage('failed to open file '+Filename+#13#10+'AVERROR_INVALIDDATA');

+      AVERROR_NOMEM: showmessage('failed to open file '+Filename+#13#10+'AVERROR_NOMEM');

+      AVERROR_NOFMT: showmessage('failed to open file '+Filename+#13#10+'AVERROR_NOFMT');

+      AVERROR_NOTSUPP: showmessage('failed to open file '+Filename+#13#10+'AVERROR_NOTSUPP');

+    else showmessage('failed to open file '+Filename+#13#10+'Error number: '+inttostr(Errnum));

+    end;

+    Exit;

+  end

+  else begin

+    VideoStreamIndex:=-1;

+    if(av_find_stream_info(VideoFormatContext)>=0) then

+    begin

+      for i:=0 to VideoFormatContext^.nb_streams-1 do

+        if(VideoFormatContext^.streams[i]^.codec^.codec_type=CODEC_TYPE_VIDEO) then begin

+          VideoStreamIndex:=i;

+        end else

+    end;

+    if(VideoStreamIndex >= 0) then

+    begin

+      VideoCodecContext:=VideoFormatContext^.streams[VideoStreamIndex]^.codec;

+      VideoCodec:=avcodec_find_decoder(VideoCodecContext^.codec_id);

+    end else showmessage('found no video stream');

+    if(VideoCodec<>Nil) then

+    begin

+      errnum:=avcodec_open(VideoCodecContext, VideoCodec);

+    end else showmessage('no matching codec found');

+    if(errnum >=0) then

+    begin

+      showmessage('Found a matching Codec:'+#13#10#13#10+

+           'Width='+inttostr(VideoCodecContext^.width)+

+        ', Height='+inttostr(VideoCodecContext^.height)+#13#10+

+        'Aspect: '+inttostr(VideoCodecContext^.sample_aspect_ratio.num)+'/'+inttostr(VideoCodecContext^.sample_aspect_ratio.den)+#13#10+

+        'Framerate: '+inttostr(VideoCodecContext^.time_base.num)+'/'+inttostr(VideoCodecContext^.time_base.den));

+      // allocate space for decoded frame and rgb frame

+      AVFrame:=avcodec_alloc_frame;

+      AVFrameRGB:=avcodec_alloc_frame;

+    end;

+    myBuffer:=Nil;

+    if(AVFrame <> Nil) and (AVFrameRGB <> Nil) then

+    begin

+      myBuffer:=av_malloc(avpicture_get_size(PIX_FMT_RGB24, VideoCodecContext^.width,

+                            VideoCodecContext^.height));

+    end;

+    if myBuffer <> Nil then errnum:=avpicture_fill(PAVPicture(AVFrameRGB), myBuffer, PIX_FMT_RGB24,

+                VideoCodecContext^.width, VideoCodecContext^.height)

+    else showmessage('failed to allocate video buffer');

+    if errnum >=0 then

+    begin

+      VideoOpened:=True;

+

+      TexX := VideoCodecContext^.width;

+      TexY := VideoCodecContext^.height;

+      dataX := Round(Power(2, Ceil(Log2(TexX))));

+      dataY := Round(Power(2, Ceil(Log2(TexY))));

+      SetLength(TexData,dataX*dataY*3);

+      // calculate some information for video display

+      VideoAspect:=VideoCodecContext^.sample_aspect_ratio.num/VideoCodecContext^.sample_aspect_ratio.den;

+      if (VideoAspect = 0) then

+        VideoAspect:=VideoCodecContext^.width/VideoCodecContext^.height

+      else

+        VideoAspect:=VideoAspect*VideoCodecContext^.width/VideoCodecContext^.height;

+      if VideoAspect >= 4/3 then

+      begin

+        ScaledVideoWidth:=800.0;

+        ScaledVideoHeight:=800.0/VideoAspect;

+      end else

+      begin

+        ScaledVideoHeight:=600.0;

+        ScaledVideoWidth:=600.0*VideoAspect;

+      end;

+      VideoTimeBase:=VideoCodecContext^.time_base.num/VideoCodecContext^.time_base.den;

+      if (VideoAspect*VideoCodecContext^.width*VideoCodecContext^.height)>200000 then

+        showmessage('you are trying to play a rather large video'+#13#10+

+                    'be prepared to experience some timing problems');

+    end;

+  end;

+end;

+

+procedure FFmpegClose;

+begin

+  if VideoOpened then begin

+    av_free(myBuffer);

+    av_free(AVFrameRGB);

+    av_free(AVFrame);

+    avcodec_close(VideoCodecContext);

+    av_close_input_file(VideoFormatContext);

+    SetLength(TexData,0);

+    VideoOpened:=False;

+  end;

+end;

+

+procedure FFmpegTogglePause;

+begin

+  if VideoPaused then VideoPaused:=False

+  else VideoPaused:=True;

+end;

+

+procedure FFmpegSkip(Time: Single);

+begin

+  VideoSkiptime:=Time;

+end;

+

+procedure FFmpegGetFrame(Time: Extended);

+var

+  FrameFinished: Integer;

+  AVPacket: TAVPacket;

+  errnum, x, y: Integer;

+  FrameDataPtr: PByteArray;

+  linesize: integer;

+  myTime: Extended;

+begin

+  if not VideoOpened then Exit;

+  if VideoPaused then Exit;

+  myTime:=Time+VideoSkipTime;

+  TimeDifference:=myTime-VideoTime;

+{  showmessage('Time:      '+inttostr(floor(Time*1000))+#13#10+

+    'VideoTime: '+inttostr(floor(VideoTime*1000))+#13#10+

+    'TimeBase:  '+inttostr(floor(VideoTimeBase*1000))+#13#10+

+    'TimeDiff:  '+inttostr(floor(TimeDifference*1000)));

+}

+  if (VideoTime <> 0) and (TimeDifference <= VideoTimeBase) then begin

+    if DebugDisplay then GoldenRec.Spawn(200,15,1,16,0,-1,ColoredStar,$00ff00);

+{    showmessage('not getting new frame'+#13#10+

+    'Time:      '+inttostr(floor(Time*1000))+#13#10+

+    'VideoTime: '+inttostr(floor(VideoTime*1000))+#13#10+

+    'TimeBase:  '+inttostr(floor(VideoTimeBase*1000))+#13#10+

+    'TimeDiff:  '+inttostr(floor(TimeDifference*1000)));

+}

+    Exit;// we don't need a new frame now

+  end;

+  VideoTime:=VideoTime+VideoTimeBase;

+  TimeDifference:=myTime-VideoTime;

+  if TimeDifference >= 3*VideoTimeBase then begin // skip frames

+    if DebugDisplay then GoldenRec.Spawn(200,35,1,16,0,-1,ColoredStar,$ff0000);

+//    showmessage('skipping frames'+#13#10+

+//    'TimeBase:  '+inttostr(floor(VideoTimeBase*1000))+#13#10+

+//    'TimeDiff:  '+inttostr(floor(TimeDifference*1000))+#13#10+

+//    'Time2Skip: '+inttostr(floor((Time-LastFrameTime)*1000)));

+//    av_seek_frame(VideoFormatContext,VideoStreamIndex,Floor(Time*VideoTimeBase),0);

+    av_seek_frame(VideoFormatContext,-1,Floor((myTime)*1100000),0);

+    VideoTime:=floor(myTime/VideoTimeBase)*VideoTimeBase;

+  end;

+

+  FrameFinished:=0;

+  // read packets until we have a finished frame (or there are no more packets)

+  while (FrameFinished=0) and (av_read_frame(VideoFormatContext, @AVPacket)>=0) do

+  begin

+    // if we got a packet from the video stream, then decode it

+    if (AVPacket.stream_index=VideoStreamIndex) then

+      errnum:=avcodec_decode_video(VideoCodecContext, AVFrame, @frameFinished,

+                                   AVPacket.data, AVPacket.size);

+    // release internal packet structure created by av_read_frame

+    av_free_packet(PAVPacket(@AVPacket));

+  end;

+  // if we did not get an new frame, there's nothing more to do

+  if Framefinished=0 then Exit;

+  // otherwise we convert the pixeldata from YUV to RGB

+  errnum:=img_convert(PAVPicture(AVFrameRGB), PIX_FMT_RGB24,

+            PAVPicture(AVFrame), VideoCodecContext^.pix_fmt,

+			      VideoCodecContext^.width, VideoCodecContext^.height);

+  if errnum >=0 then begin

+    // copy RGB pixeldata to our TextureBuffer

+    // (line by line)

+    FrameDataPtr:=AVFrameRGB^.data[0];

+    linesize:=AVFrameRGB^.linesize[0];

+    for y:=0 to TexY-1 do begin

+      System.Move(FrameDataPtr[y*linesize],TexData[3*y*dataX],linesize);

+    end;

+

+    // generate opengl texture out of whatever we got

+    glBindTexture(GL_TEXTURE_2D, VideoTex);

+    glTexImage2D(GL_TEXTURE_2D, 0, 3, dataX, dataY, 0, GL_RGB, GL_UNSIGNED_BYTE, TexData);

+    glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_LINEAR);

+    glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR);

+  end;

+end;

+

+procedure FFmpegDrawGL;

+begin

+  if not VideoOpened then Exit;

+  glEnable(GL_TEXTURE_2D);

+  glEnable(GL_BLEND);

+  glColor4f(1, 1, 1, 1);

+  glBindTexture(GL_TEXTURE_2D, VideoTex);

+  glbegin(gl_quads);

+    glTexCoord2f(         0,          0); glVertex2f(400-ScaledVideoWidth/2, 300-ScaledVideoHeight/2);

+    glTexCoord2f(         0, TexY/dataY); glVertex2f(400-ScaledVideoWidth/2, 300+ScaledVideoHeight/2);

+    glTexCoord2f(TexX/dataX, TexY/dataY); glVertex2f(400+ScaledVideoWidth/2, 300+ScaledVideoHeight/2);

+    glTexCoord2f(TexX/dataX,          0); glVertex2f(400+ScaledVideoWidth/2, 300-ScaledVideoHeight/2);

+  glEnd;

+  glDisable(GL_TEXTURE_2D);

+  glDisable(GL_BLEND);

+

+  if DebugDisplay then begin

+    SetFontStyle (2);

+    SetFontItalic(False);

+    SetFontSize(9);

+    SetFontPos (5, 0);

+    glPrint('delaying frame');

+    SetFontPos (5, 20);

+    glPrint('dropping frame');

+  end;

+end;

+

+end.