1
0
Fork 0
mirror of https://github.com/OpenMW/openmw.git synced 2025-01-21 06:23:53 +00:00

Merge branch 'videoplayback' of https://github.com/ChrisKCat/openmw into videoplayback

Conflicts:
	apps/openmw/mwrender/videoplayer.cpp
This commit is contained in:
scrawl 2012-12-12 22:24:38 +01:00
commit 7fd9e1d212
7 changed files with 124 additions and 64 deletions

View file

@ -112,6 +112,12 @@ namespace MWBase
virtual bool getSoundPlaying(MWWorld::Ptr reference, const std::string& soundId) const = 0;
///< Is the given sound currently playing on the given object?
virtual void pauseAllSounds() = 0;
///< Pauses all currently playing sounds, including music.
virtual void resumeAllSounds() = 0;
///< Resumes all previously paused sounds.
virtual void update(float duration) = 0;
virtual void setListenerPosDir(const Ogre::Vector3 &pos, const Ogre::Vector3 &dir, const Ogre::Vector3 &up) = 0;

View file

@ -3,6 +3,7 @@
#include "../mwbase/windowmanager.hpp"
#include "../mwbase/environment.hpp"
#include "../mwbase/soundmanager.hpp"
@ -144,16 +145,12 @@ namespace MWRender
double get_audio_clock(VideoState *is) {
double pts;
int hw_buf_size, bytes_per_sec, n;
pts = is->audio_clock; /* maintained in the audio thread */
hw_buf_size = is->audio_buf_size - is->audio_buf_index;
bytes_per_sec = 0;
n = is->audio_st->codec->channels * 2;
if(is->audio_st) {
bytes_per_sec = is->audio_st->codec->sample_rate * n;
}
if(bytes_per_sec) {
int n = is->audio_st->codec->channels * 2;
int bytes_per_sec = is->audio_st->codec->sample_rate * n;
int hw_buf_size = is->audio_buf_size - is->audio_buf_index;
pts -= (double)hw_buf_size / bytes_per_sec;
}
return pts;
@ -194,39 +191,39 @@ namespace MWRender
diff = get_audio_clock(is) - ref_clock;
if(diff < AV_NOSYNC_THRESHOLD) {
// accumulate the diffs
is->audio_diff_cum = diff + is->audio_diff_avg_coef
* is->audio_diff_cum;
is->audio_diff_cum = diff + is->audio_diff_avg_coef *
is->audio_diff_cum;
if(is->audio_diff_avg_count < AUDIO_DIFF_AVG_NB) {
is->audio_diff_avg_count++;
is->audio_diff_avg_count++;
} else {
avg_diff = is->audio_diff_cum * (1.0 - is->audio_diff_avg_coef);
if(fabs(avg_diff) >= is->audio_diff_threshold) {
wanted_size = samples_size + ((int)(diff * is->audio_st->codec->sample_rate) * n);
min_size = samples_size * ((100 - SAMPLE_CORRECTION_PERCENT_MAX) / 100);
max_size = samples_size * ((100 + SAMPLE_CORRECTION_PERCENT_MAX) / 100);
if(wanted_size < min_size) {
wanted_size = min_size;
} else if (wanted_size > max_size) {
wanted_size = max_size;
}
if(wanted_size < samples_size) {
/* remove samples */
samples_size = wanted_size;
} else if(wanted_size > samples_size) {
uint8_t *samples_end, *q;
int nb;
/* add samples by copying final sample*/
nb = (samples_size - wanted_size);
samples_end = (uint8_t *)samples + samples_size - n;
q = samples_end + n;
while(nb > 0) {
memcpy(q, samples_end, n);
q += n;
nb -= n;
}
samples_size = wanted_size;
}
}
avg_diff = is->audio_diff_cum * (1.0 - is->audio_diff_avg_coef);
if(fabs(avg_diff) >= is->audio_diff_threshold) {
wanted_size = samples_size + ((int)(diff * is->audio_st->codec->sample_rate) * n);
min_size = samples_size * ((100 - SAMPLE_CORRECTION_PERCENT_MAX) / 100);
max_size = samples_size * ((100 + SAMPLE_CORRECTION_PERCENT_MAX) / 100);
if(wanted_size < min_size) {
wanted_size = min_size;
} else if (wanted_size > max_size) {
wanted_size = max_size;
}
if(wanted_size < samples_size) {
/* remove samples */
samples_size = wanted_size;
} else if(wanted_size > samples_size) {
uint8_t *samples_end, *q;
int nb;
/* add samples by copying final sample*/
nb = (samples_size - wanted_size);
samples_end = (uint8_t *)samples + samples_size - n;
q = samples_end + n;
while(nb > 0) {
memcpy(q, samples_end, n);
q += n;
nb -= n;
}
samples_size = wanted_size;
}
}
}
} else {
/* difference is TOO big; reset diff stuff */
@ -245,7 +242,7 @@ namespace MWRender
while(is->audio_pkt_size > 0) {
data_size = buf_size;
len1 = avcodec_decode_audio3(is->audio_st->codec,
(int16_t *)audio_buf, &data_size, pkt);
(int16_t*)audio_buf, &data_size, pkt);
if(len1 < 0) {
@ -256,14 +253,14 @@ namespace MWRender
is->audio_pkt_data += len1;
is->audio_pkt_size -= len1;
if(data_size <= 0) {
/* No data yet, get more frames */
/* No data yet, get more frames */
continue;
}
pts = is->audio_clock;
*pts_ptr = pts;
n = 2 * is->audio_st->codec->channels;
is->audio_clock += (double)data_size /
(double)(n * is->audio_st->codec->sample_rate);
(double)(n * is->audio_st->codec->sample_rate);
/* We have data, return it and come back for more later */
return data_size;
@ -302,7 +299,7 @@ namespace MWRender
memset(is->audio_buf, 0, is->audio_buf_size);
} else {
audio_size = synchronize_audio(is, (int16_t *)is->audio_buf,
audio_size, pts);
audio_size, pts);
is->audio_buf_size = audio_size;
}
is->audio_buf_index = 0;
@ -327,9 +324,9 @@ namespace MWRender
}
*/
void timer_callback (int delay, VideoState* is)
void timer_callback (boost::system_time t, VideoState* is)
{
boost::this_thread::sleep (boost::posix_time::milliseconds(delay));
boost::this_thread::sleep (t);
is->refresh++;
}
@ -338,8 +335,8 @@ namespace MWRender
{
//SDL_AddTimer(delay, sdl_refresh_timer_cb, is);
//is->refresh_queue.push_back (delay);
boost::thread (boost::bind(&timer_callback, delay, is));
boost::system_time t = boost::get_system_time() + boost::posix_time::milliseconds(delay);
boost::thread (boost::bind(&timer_callback, t, is));
}
void video_display(VideoState *is)
@ -351,7 +348,8 @@ namespace MWRender
if (is->video_st->codec->width != 0 && is->video_st->codec->height != 0)
{
Ogre::TexturePtr texture = Ogre::TextureManager::getSingleton ().getByName("VideoTexture");
if (texture.isNull () || static_cast<int>(texture->getWidth()) != is->video_st->codec->width || static_cast<int>(texture->getHeight()) != is->video_st->codec->height)
if (texture.isNull () || static_cast<int>(texture->getWidth()) != is->video_st->codec->width
|| static_cast<int>(texture->getHeight()) != is->video_st->codec->height)
{
Ogre::TextureManager::getSingleton ().remove ("VideoTexture");
texture = Ogre::TextureManager::getSingleton().createManual(
@ -403,7 +401,7 @@ namespace MWRender
diff = vp->pts - ref_clock;
/* Skip or repeat the frame. Take delay into account
FFPlay still doesn't "know if this is the best guess." */
FFPlay still doesn't "know if this is the best guess." */
sync_threshold = (delay > AV_SYNC_THRESHOLD) ? delay : AV_SYNC_THRESHOLD;
if(fabs(diff) < AV_NOSYNC_THRESHOLD) {
if(diff <= -sync_threshold) {
@ -448,8 +446,7 @@ namespace MWRender
/* wait until we have a new pic */
{
boost::unique_lock<boost::mutex> lock(is->pictq_mutex);
while(is->pictq_size >= VIDEO_PICTURE_QUEUE_SIZE &&
!is->quit) {
while(is->pictq_size >= VIDEO_PICTURE_QUEUE_SIZE && !is->quit) {
is->pictq_cond.timed_wait(lock, boost::posix_time::milliseconds(1));
}
}
@ -464,9 +461,9 @@ namespace MWRender
if(is->sws_context == NULL) {
int w = is->video_st->codec->width;
int h = is->video_st->codec->height;
is->sws_context = sws_getContext(w, h,
is->video_st->codec->pix_fmt, w, h,
PIX_FMT_RGBA, SWS_BICUBIC, NULL, NULL, NULL);
is->sws_context = sws_getContext(w, h, is->video_st->codec->pix_fmt,
w, h, PIX_FMT_RGBA, SWS_BICUBIC,
NULL, NULL, NULL);
if(is->sws_context == NULL)
throw std::runtime_error("Cannot initialize the conversion context!\n");
}
@ -474,7 +471,7 @@ namespace MWRender
vp->data =(uint8_t*) malloc(is->video_st->codec->width * is->video_st->codec->height * 4);
sws_scale(is->sws_context, pFrame->data, pFrame->linesize,
0, is->video_st->codec->height, &vp->data, is->rgbaFrame->linesize);
0, is->video_st->codec->height, &vp->data, is->rgbaFrame->linesize);
vp->pts = pts;
@ -576,8 +573,6 @@ namespace MWRender
av_free_packet(packet);
}
SDL_CloseAudio();
av_free(pFrame);
avpicture_free((AVPicture *)is->rgbaFrame);
@ -852,6 +847,7 @@ namespace MWRender
// Register all formats and codecs
av_register_all();
MWBase::Environment::get().getSoundManager()->pauseAllSounds();
if(SDL_Init(SDL_INIT_AUDIO)) {
throw std::runtime_error("Failed to initialize SDL");
}
@ -892,6 +888,9 @@ namespace MWRender
delete mState;
mState = NULL;
SDL_CloseAudio();
MWBase::Environment::get().getSoundManager()->resumeAllSounds();
mRectangle->setVisible (false);
MWBase::Environment::get().getWindowManager ()->removeGuiMode (MWGui::GM_Video);

View file

@ -254,7 +254,7 @@ bool OpenAL_SoundStream::isPlaying()
alGetSourcei(mSource, AL_SOURCE_STATE, &state);
throwALerror();
if(state == AL_PLAYING)
if(state == AL_PLAYING || state == AL_PAUSED)
return true;
return !mIsFinished;
}
@ -393,7 +393,7 @@ bool OpenAL_Sound::isPlaying()
alGetSourcei(mSource, AL_SOURCE_STATE, &state);
throwALerror();
return state==AL_PLAYING;
return state==AL_PLAYING || state==AL_PAUSED;
}
void OpenAL_Sound::update()
@ -504,8 +504,9 @@ void OpenAL_Output::init(const std::string &devname)
ALuint src = 0;
alGenSources(1, &src);
throwALerror();
mFreeSources.push_back(src);
mSources.push_back(src);
}
mFreeSources.insert(mFreeSources.begin(), mSources.begin(), mSources.end());
}
catch(std::exception &e)
{
@ -521,11 +522,10 @@ void OpenAL_Output::deinit()
{
mStreamThread->removeAll();
while(!mFreeSources.empty())
{
alDeleteSources(1, &mFreeSources.front());
mFreeSources.pop_front();
}
mFreeSources.clear();
if(mSources.size() > 0)
alDeleteSources(mSources.size(), &mSources[0]);
mSources.clear();
mBufferRefs.clear();
mUnusedBuffers.clear();
@ -814,6 +814,33 @@ void OpenAL_Output::updateListener(const Ogre::Vector3 &pos, const Ogre::Vector3
}
void OpenAL_Output::pauseAllSounds()
{
IDVec sources = mSources;
IDDq::const_iterator iter = mFreeSources.begin();
while(iter != mFreeSources.end())
{
sources.erase(std::find(sources.begin(), sources.end(), *iter));
iter++;
}
if(sources.size() > 0)
alSourcePausev(sources.size(), &sources[0]);
}
void OpenAL_Output::resumeAllSounds()
{
IDVec sources = mSources;
IDDq::const_iterator iter = mFreeSources.begin();
while(iter != mFreeSources.end())
{
sources.erase(std::find(sources.begin(), sources.end(), *iter));
iter++;
}
if(sources.size() > 0)
alSourcePlayv(sources.size(), &sources[0]);
}
OpenAL_Output::OpenAL_Output(SoundManager &mgr)
: Sound_Output(mgr), mDevice(0), mContext(0), mBufferCacheMemSize(0),
mLastEnvironment(Env_Normal), mStreamThread(new StreamThread)

View file

@ -21,6 +21,9 @@ namespace MWSound
ALCdevice *mDevice;
ALCcontext *mContext;
typedef std::vector<ALuint> IDVec;
IDVec mSources;
typedef std::deque<ALuint> IDDq;
IDDq mFreeSources;
IDDq mUnusedBuffers;
@ -49,6 +52,9 @@ namespace MWSound
virtual void updateListener(const Ogre::Vector3 &pos, const Ogre::Vector3 &atdir, const Ogre::Vector3 &updir, Environment env);
virtual void pauseAllSounds();
virtual void resumeAllSounds();
OpenAL_Output& operator=(const OpenAL_Output &rhs);
OpenAL_Output(const OpenAL_Output &rhs);

View file

@ -31,6 +31,9 @@ namespace MWSound
virtual void updateListener(const Ogre::Vector3 &pos, const Ogre::Vector3 &atdir, const Ogre::Vector3 &updir, Environment env) = 0;
virtual void pauseAllSounds() = 0;
virtual void resumeAllSounds() = 0;
Sound_Output& operator=(const Sound_Output &rhs);
Sound_Output(const Sound_Output &rhs);

View file

@ -404,6 +404,19 @@ namespace MWSound
}
void SoundManager::pauseAllSounds()
{
if(mOutput->isInitialized())
mOutput->pauseAllSounds();
}
void SoundManager::resumeAllSounds()
{
if(mOutput->isInitialized())
mOutput->resumeAllSounds();
}
void SoundManager::updateRegionSound(float duration)
{
MWWorld::Ptr::CellStore *current = MWBase::Environment::get().getWorld()->getPlayer().getPlayer().getCell();

View file

@ -127,6 +127,12 @@ namespace MWSound
virtual bool getSoundPlaying(MWWorld::Ptr reference, const std::string& soundId) const;
///< Is the given sound currently playing on the given object?
virtual void pauseAllSounds();
///< Pauses all currently playing sounds, including music.
virtual void resumeAllSounds();
///< Resumes all previously paused sounds.
virtual void update(float duration);
virtual void setListenerPosDir(const Ogre::Vector3 &pos, const Ogre::Vector3 &dir, const Ogre::Vector3 &up);