VideoPage.xaml.cpp - jami-client-uwp - Gitiles

 /**************************************************************************
 * Copyright (C) 2016 by Savoir-faire Linux                                *
 * Author: Jäger Nicolas <nicolas.jager@savoirfairelinux.com>              *
 * Author: Traczyk Andreas <andreas.traczyk@savoirfairelinux.com>          *
 *                                                                         *
 * This program is free software; you can redistribute it and/or modify    *
 * it under the terms of the GNU General Public License as published by    *
 * the Free Software Foundation; either version 3 of the License, or       *
 * (at your option) any later version.                                     *
 *                                                                         *
 * This program is distributed in the hope that it will be useful,         *
 * but WITHOUT ANY WARRANTY; without even the implied warranty of          *
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the           *
 * GNU General Public License for more details.                            *
 *                                                                         *
 * You should have received a copy of the GNU General Public License       *
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.   *
 **************************************************************************/
 #include "pch.h"

 #include "VideoPage.xaml.h"

 #include <MemoryBuffer.h>   // IMemoryBufferByteAccess

 using namespace RingClientUWP::Views;
 using namespace ViewModel;
 using namespace Video;

 using namespace Concurrency;
 using namespace Platform;
 using namespace Windows::Devices::Enumeration;
 using namespace Windows::Foundation;
 using namespace Windows::Foundation::Collections;
 using namespace Windows::UI::Xaml;
 using namespace Windows::UI::Xaml::Controls;
 using namespace Windows::UI::Xaml::Controls::Primitives;
 using namespace Windows::UI::Xaml::Data;
 using namespace Windows::UI::Xaml::Input;
 using namespace Windows::UI::Xaml::Media;
 using namespace Windows::UI::Xaml::Navigation;
 using namespace Windows::Media::Capture;
 using namespace Windows::ApplicationModel::Core;
 using namespace Windows::UI::Core;

 using namespace Windows::Graphics::Display;
 using namespace Windows::Graphics::Imaging;
 using namespace Windows::Media;
 using namespace Windows::UI::Xaml::Media::Imaging;
 using namespace Windows::Media::Capture;
 using namespace Windows::Devices::Sensors;

 VideoPage::VideoPage()
 {
     InitializeComponent();

     VideoManager::instance->captureManager()->displayInformation = DisplayInformation::GetForCurrentView();
     VideoManager::instance->captureManager()->EnumerateWebcamsAsync();

     Page::NavigationCacheMode = Navigation::NavigationCacheMode::Required;

     VideoManager::instance->rendererManager()->writeVideoFrame +=
         ref new WriteVideoFrame([this](String^ id, uint8_t* buf, int width, int height)
     {
         CoreApplication::MainView->CoreWindow->Dispatcher->RunAsync(CoreDispatcherPriority::High,
         ref new DispatchedHandler([=]() {
             try {
                 if (!VideoManager::instance->rendererManager()->renderers->Size)
                     return;
                 VideoManager::instance->rendererManager()->renderer(id)->isRendering = true;
                 create_task(WriteFrameAsSoftwareBitmapAsync(id, buf, width, height))
                 .then([=](task<void> previousTask) {
                     try {
                         previousTask.get();
                     }
                     catch (Platform::Exception^ e) {
                         RingDebug::instance->WriteLine( "Caught exception from previous task.\n" );
                     }
                 });
             }
             catch(Platform::COMException^ e) {
                 RingDebug::instance->WriteLine(e->ToString());
             }
         }));
     });

     VideoManager::instance->captureManager()->startPreviewing +=
         ref new StartPreviewing([this]()
     {
         PreviewImage->Visibility = Windows::UI::Xaml::Visibility::Visible;
         PreviewImage->FlowDirection = VideoManager::instance->captureManager()->mirroringPreview ?
                                       Windows::UI::Xaml::FlowDirection::RightToLeft :
                                       Windows::UI::Xaml::FlowDirection::LeftToRight;
     });

     VideoManager::instance->captureManager()->stopPreviewing +=
         ref new StopPreviewing([this]()
     {
         PreviewImage->Source = nullptr;
         PreviewImage->Visibility = Windows::UI::Xaml::Visibility::Collapsed;
     });

     VideoManager::instance->captureManager()->getSink +=
         ref new GetSink([this]()
     {
         return PreviewImage;
     });

     VideoManager::instance->rendererManager()->clearRenderTarget +=
         ref new ClearRenderTarget([this]()
     {
         IncomingVideoImage->Source = nullptr;
     });

     RingD::instance->incomingAccountMessage +=
         ref new IncomingAccountMessage([&](String^ accountId, String^ from, String^ payload)
     {
         scrollDown();
     });

     RingD::instance->stateChange +=
         ref new StateChange([&](String^ callId, CallStatus state, int code)
     {
         if (state == CallStatus::ENDED) {
             Video::VideoManager::instance->rendererManager()->raiseClearRenderTarget();
         }
     });

     RingD::instance->incomingMessage += ref new RingClientUWP::IncomingMessage(this, &RingClientUWP::Views::VideoPage::OnincomingMessage);
 }

 void
 RingClientUWP::Views::VideoPage::OnNavigatedTo(Windows::UI::Xaml::Navigation::NavigationEventArgs^ e)
 {
     updatePageContent();
 }

 void RingClientUWP::Views::VideoPage::updatePageContent()
 {
     auto item = SmartPanelItemsViewModel::instance->_selectedItem;
     auto contact = (item) ? item->_contact : nullptr;

     if (!contact)
         return;

     _callee_->Text = contact->name_;

     _messagesList_->ItemsSource = contact->_conversation->_messages;

     scrollDown();
 }

 void RingClientUWP::Views::VideoPage::scrollDown()
 {
     _scrollView_->UpdateLayout();
     _scrollView_->ScrollToVerticalOffset(_scrollView_->ScrollableHeight);
 }

 void
 RingClientUWP::Views::VideoPage::_sendBtn__Click(Platform::Object^ sender, Windows::UI::Xaml::RoutedEventArgs^ e)
 {
     sendMessage();
 }

 void
 RingClientUWP::Views::VideoPage::_messageTextBox__KeyDown(Platform::Object^ sender, Windows::UI::Xaml::Input::KeyRoutedEventArgs^ e)
 {
     if (e->Key == Windows::System::VirtualKey::Enter) {
         sendMessage();
     }
 }

 void
 RingClientUWP::Views::VideoPage::sendMessage()
 {
     auto item = SmartPanelItemsViewModel::instance->_selectedItem;
     auto contact = item->_contact;

     auto txt = _messageTextBox_->Text;

     /* empty the textbox */
     _messageTextBox_->Text = "";

     if (!contact || txt->IsEmpty())
         return;

     RingD::instance->sendSIPTextMessage(txt);
     scrollDown();
 }

 void RingClientUWP::Views::VideoPage::Button_Click(Platform::Object^ sender, Windows::UI::Xaml::RoutedEventArgs^ e)
 {
 }


 void RingClientUWP::Views::VideoPage::_btnCancel__Click(Platform::Object^ sender, Windows::UI::Xaml::RoutedEventArgs^ e)
 {

 }

 void RingClientUWP::Views::VideoPage::_btnHangUp__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
 {
     auto item = SmartPanelItemsViewModel::instance->_selectedItem;
     RingD::instance->hangUpCall2(item->_callId);

     pressHangUpCall();
 }


 void RingClientUWP::Views::VideoPage::_btnPause__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
 {
     /*auto item = SmartPanelItemsViewModel::instance->_selectedItem;
     if (item->_callStatus == CallStatus::IN_PROGRESS)
         RingD::instance->pauseCall(item->_callId);
     else if (item->_callStatus == CallStatus::PAUSED)
         RingD::instance->unPauseCall(item->_callId);*/

     pauseCall();
 }


 void RingClientUWP::Views::VideoPage::_btnChat__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
 {
     chatOpen = !chatOpen;
     if (chatOpen) {
         _rowChatBx_->Height = 200;
         chatPanelCall();
     }
     else {
         _rowChatBx_->Height = 0;
     }
 }


 void RingClientUWP::Views::VideoPage::_btnAddFriend__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
 {
     addContactCall();
 }


 void RingClientUWP::Views::VideoPage::_btnSwitch__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
 {
     transferCall();
 }


 void RingClientUWP::Views::VideoPage::_btnMicrophone__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
 {
     switchMicrophoneStateCall();
 }


 void RingClientUWP::Views::VideoPage::_btnMemo__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
 {
     reccordVideoCall();
 }


 void RingClientUWP::Views::VideoPage::_btnHQ__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
 {
     qualityVideoLevelCall();
 }


 void RingClientUWP::Views::VideoPage::_btnVideo__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
 {
     switchVideoStateCall();
 }


 void RingClientUWP::Views::VideoPage::_videoControl__PointerMoved(Platform::Object^ sender, Windows::UI::Xaml::Input::PointerRoutedEventArgs^ e)
 {
     if (barFading)
         myStoryboard->Begin();
     barFading_ = true;
 }


 void RingClientUWP::Views::VideoPage::btnAny_entered(Platform::Object^ sender, Windows::UI::Xaml::Input::PointerRoutedEventArgs^ e)
 {
     barFading_ = false;
     myStoryboard->Stop();
 }


 void RingClientUWP::Views::VideoPage::btnAny_exited(Platform::Object^ sender, Windows::UI::Xaml::Input::PointerRoutedEventArgs^ e)
 {
     barFading_ = true;
 }

 task<void>
 VideoPage::WriteFrameAsSoftwareBitmapAsync(String^ id, uint8_t* buf, int width, int height)
 {
     auto vframe = ref new VideoFrame(BitmapPixelFormat::Bgra8, width, height);
     auto frame = vframe->SoftwareBitmap;

     const int BYTES_PER_PIXEL = 4;

     BitmapBuffer^ buffer = frame->LockBuffer(BitmapBufferAccessMode::ReadWrite);
     IMemoryBufferReference^ reference = buffer->CreateReference();

     Microsoft::WRL::ComPtr<IMemoryBufferByteAccess> byteAccess;
     if (SUCCEEDED(reinterpret_cast<IUnknown*>(reference)->QueryInterface(IID_PPV_ARGS(&byteAccess))))
     {
         byte* data;
         unsigned capacity;
         byteAccess->GetBuffer(&data, &capacity);

         auto desc = buffer->GetPlaneDescription(0);

         for (int row = 0; row < desc.Height; row++)
         {
             for (int col = 0; col < desc.Width; col++)
             {
                 auto currPixel = desc.StartIndex + desc.Stride * row + BYTES_PER_PIXEL * col;

                 data[currPixel + 0] = buf[currPixel + 0];
                 data[currPixel + 1] = buf[currPixel + 1];
                 data[currPixel + 2] = buf[currPixel + 2];
             }
         }
     }
     delete reference;
     delete buffer;

     VideoManager::instance->rendererManager()->renderer(id)->isRendering = false;

     auto sbSource = ref new Media::Imaging::SoftwareBitmapSource();
     return create_task(sbSource->SetBitmapAsync(frame))
            .then([this, sbSource]()
     {
         try {
             IncomingVideoImage->Source = sbSource;
         }
         catch (Exception^ e) {
             WriteException(e);
         }
     });
 }


 void RingClientUWP::Views::VideoPage::OnincomingMessage(Platform::String ^callId, Platform::String ^payload)
 {
     scrollDown();
 }
	/**************************************************************************
	* Copyright (C) 2016 by Savoir-faire Linux *
	* Author: Jäger Nicolas <nicolas.jager@savoirfairelinux.com> *
	* Author: Traczyk Andreas <andreas.traczyk@savoirfairelinux.com> *
	* *
	* This program is free software; you can redistribute it and/or modify *
	* it under the terms of the GNU General Public License as published by *
	* the Free Software Foundation; either version 3 of the License, or *
	* (at your option) any later version. *
	* *
	* This program is distributed in the hope that it will be useful, *
	* but WITHOUT ANY WARRANTY; without even the implied warranty of *
	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the *
	* GNU General Public License for more details. *
	* *
	* You should have received a copy of the GNU General Public License *
	* along with this program. If not, see <http://www.gnu.org/licenses/>. *
	**************************************************************************/
	#include "pch.h"

	#include "VideoPage.xaml.h"

	#include <MemoryBuffer.h> // IMemoryBufferByteAccess

	using namespace RingClientUWP::Views;
	using namespace ViewModel;
	using namespace Video;

	using namespace Concurrency;
	using namespace Platform;
	using namespace Windows::Devices::Enumeration;
	using namespace Windows::Foundation;
	using namespace Windows::Foundation::Collections;
	using namespace Windows::UI::Xaml;
	using namespace Windows::UI::Xaml::Controls;
	using namespace Windows::UI::Xaml::Controls::Primitives;
	using namespace Windows::UI::Xaml::Data;
	using namespace Windows::UI::Xaml::Input;
	using namespace Windows::UI::Xaml::Media;
	using namespace Windows::UI::Xaml::Navigation;
	using namespace Windows::Media::Capture;
	using namespace Windows::ApplicationModel::Core;
	using namespace Windows::UI::Core;

	using namespace Windows::Graphics::Display;
	using namespace Windows::Graphics::Imaging;
	using namespace Windows::Media;
	using namespace Windows::UI::Xaml::Media::Imaging;
	using namespace Windows::Media::Capture;
	using namespace Windows::Devices::Sensors;

	VideoPage::VideoPage()
	{
	InitializeComponent();

	VideoManager::instance->captureManager()->displayInformation = DisplayInformation::GetForCurrentView();
	VideoManager::instance->captureManager()->EnumerateWebcamsAsync();

	Page::NavigationCacheMode = Navigation::NavigationCacheMode::Required;

	VideoManager::instance->rendererManager()->writeVideoFrame +=
	ref new WriteVideoFrame([this](String^ id, uint8_t* buf, int width, int height)
	{
	CoreApplication::MainView->CoreWindow->Dispatcher->RunAsync(CoreDispatcherPriority::High,
	ref new DispatchedHandler([=]() {
	try {
	if (!VideoManager::instance->rendererManager()->renderers->Size)
	return;
	VideoManager::instance->rendererManager()->renderer(id)->isRendering = true;
	create_task(WriteFrameAsSoftwareBitmapAsync(id, buf, width, height))
	.then([=](task<void> previousTask) {
	try {
	previousTask.get();
	}
	catch (Platform::Exception^ e) {
	RingDebug::instance->WriteLine( "Caught exception from previous task.\n" );
	}
	});
	}
	catch(Platform::COMException^ e) {
	RingDebug::instance->WriteLine(e->ToString());
	}
	}));
	});

	VideoManager::instance->captureManager()->startPreviewing +=
	ref new StartPreviewing([this]()
	{
	PreviewImage->Visibility = Windows::UI::Xaml::Visibility::Visible;
	PreviewImage->FlowDirection = VideoManager::instance->captureManager()->mirroringPreview ?
	Windows::UI::Xaml::FlowDirection::RightToLeft :
	Windows::UI::Xaml::FlowDirection::LeftToRight;
	});

	VideoManager::instance->captureManager()->stopPreviewing +=
	ref new StopPreviewing([this]()
	{
	PreviewImage->Source = nullptr;
	PreviewImage->Visibility = Windows::UI::Xaml::Visibility::Collapsed;
	});

	VideoManager::instance->captureManager()->getSink +=
	ref new GetSink([this]()
	{
	return PreviewImage;
	});

	VideoManager::instance->rendererManager()->clearRenderTarget +=
	ref new ClearRenderTarget([this]()
	{
	IncomingVideoImage->Source = nullptr;
	});

	RingD::instance->incomingAccountMessage +=
	ref new IncomingAccountMessage([&](String^ accountId, String^ from, String^ payload)
	{
	scrollDown();
	});

	RingD::instance->stateChange +=
	ref new StateChange([&](String^ callId, CallStatus state, int code)
	{
	if (state == CallStatus::ENDED) {
	Video::VideoManager::instance->rendererManager()->raiseClearRenderTarget();
	}
	});

	RingD::instance->incomingMessage += ref new RingClientUWP::IncomingMessage(this, &RingClientUWP::Views::VideoPage::OnincomingMessage);
	}

	void
	RingClientUWP::Views::VideoPage::OnNavigatedTo(Windows::UI::Xaml::Navigation::NavigationEventArgs^ e)
	{
	updatePageContent();
	}

	void RingClientUWP::Views::VideoPage::updatePageContent()
	{
	auto item = SmartPanelItemsViewModel::instance->_selectedItem;
	auto contact = (item) ? item->_contact : nullptr;

	if (!contact)
	return;

	_callee_->Text = contact->name_;

	_messagesList_->ItemsSource = contact->_conversation->_messages;

	scrollDown();
	}

	void RingClientUWP::Views::VideoPage::scrollDown()
	{
	_scrollView_->UpdateLayout();
	_scrollView_->ScrollToVerticalOffset(_scrollView_->ScrollableHeight);
	}

	void
	RingClientUWP::Views::VideoPage::_sendBtn__Click(Platform::Object^ sender, Windows::UI::Xaml::RoutedEventArgs^ e)
	{
	sendMessage();
	}

	void
	RingClientUWP::Views::VideoPage::_messageTextBox__KeyDown(Platform::Object^ sender, Windows::UI::Xaml::Input::KeyRoutedEventArgs^ e)
	{
	if (e->Key == Windows::System::VirtualKey::Enter) {
	sendMessage();
	}
	}

	void
	RingClientUWP::Views::VideoPage::sendMessage()
	{
	auto item = SmartPanelItemsViewModel::instance->_selectedItem;
	auto contact = item->_contact;

	auto txt = _messageTextBox_->Text;

	/* empty the textbox */
	_messageTextBox_->Text = "";

	if (!contact \|\| txt->IsEmpty())
	return;

	RingD::instance->sendSIPTextMessage(txt);
	scrollDown();
	}

	void RingClientUWP::Views::VideoPage::Button_Click(Platform::Object^ sender, Windows::UI::Xaml::RoutedEventArgs^ e)
	{
	}


	void RingClientUWP::Views::VideoPage::_btnCancel__Click(Platform::Object^ sender, Windows::UI::Xaml::RoutedEventArgs^ e)
	{

	}

	void RingClientUWP::Views::VideoPage::_btnHangUp__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
	{
	auto item = SmartPanelItemsViewModel::instance->_selectedItem;
	RingD::instance->hangUpCall2(item->_callId);

	pressHangUpCall();
	}


	void RingClientUWP::Views::VideoPage::_btnPause__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
	{
	/*auto item = SmartPanelItemsViewModel::instance->_selectedItem;
	if (item->_callStatus == CallStatus::IN_PROGRESS)
	RingD::instance->pauseCall(item->_callId);
	else if (item->_callStatus == CallStatus::PAUSED)
	RingD::instance->unPauseCall(item->_callId);*/

	pauseCall();
	}


	void RingClientUWP::Views::VideoPage::_btnChat__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
	{
	chatOpen = !chatOpen;
	if (chatOpen) {
	_rowChatBx_->Height = 200;
	chatPanelCall();
	}
	else {
	_rowChatBx_->Height = 0;
	}
	}


	void RingClientUWP::Views::VideoPage::_btnAddFriend__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
	{
	addContactCall();
	}


	void RingClientUWP::Views::VideoPage::_btnSwitch__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
	{
	transferCall();
	}


	void RingClientUWP::Views::VideoPage::_btnMicrophone__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
	{
	switchMicrophoneStateCall();
	}


	void RingClientUWP::Views::VideoPage::_btnMemo__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
	{
	reccordVideoCall();
	}


	void RingClientUWP::Views::VideoPage::_btnHQ__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
	{
	qualityVideoLevelCall();
	}


	void RingClientUWP::Views::VideoPage::_btnVideo__Tapped(Platform::Object^ sender, Windows::UI::Xaml::Input::TappedRoutedEventArgs^ e)
	{
	switchVideoStateCall();
	}


	void RingClientUWP::Views::VideoPage::_videoControl__PointerMoved(Platform::Object^ sender, Windows::UI::Xaml::Input::PointerRoutedEventArgs^ e)
	{
	if (barFading)
	myStoryboard->Begin();
	barFading_ = true;
	}


	void RingClientUWP::Views::VideoPage::btnAny_entered(Platform::Object^ sender, Windows::UI::Xaml::Input::PointerRoutedEventArgs^ e)
	{
	barFading_ = false;
	myStoryboard->Stop();
	}


	void RingClientUWP::Views::VideoPage::btnAny_exited(Platform::Object^ sender, Windows::UI::Xaml::Input::PointerRoutedEventArgs^ e)
	{
	barFading_ = true;
	}

	task<void>
	VideoPage::WriteFrameAsSoftwareBitmapAsync(String^ id, uint8_t* buf, int width, int height)
	{
	auto vframe = ref new VideoFrame(BitmapPixelFormat::Bgra8, width, height);
	auto frame = vframe->SoftwareBitmap;

	const int BYTES_PER_PIXEL = 4;

	BitmapBuffer^ buffer = frame->LockBuffer(BitmapBufferAccessMode::ReadWrite);
	IMemoryBufferReference^ reference = buffer->CreateReference();

	Microsoft::WRL::ComPtr<IMemoryBufferByteAccess> byteAccess;
	if (SUCCEEDED(reinterpret_cast<IUnknown*>(reference)->QueryInterface(IID_PPV_ARGS(&byteAccess))))
	{
	byte* data;
	unsigned capacity;
	byteAccess->GetBuffer(&data, &capacity);

	auto desc = buffer->GetPlaneDescription(0);

	for (int row = 0; row < desc.Height; row++)
	{
	for (int col = 0; col < desc.Width; col++)
	{
	auto currPixel = desc.StartIndex + desc.Stride * row + BYTES_PER_PIXEL * col;

	data[currPixel + 0] = buf[currPixel + 0];
	data[currPixel + 1] = buf[currPixel + 1];
	data[currPixel + 2] = buf[currPixel + 2];
	}
	}
	}
	delete reference;
	delete buffer;

	VideoManager::instance->rendererManager()->renderer(id)->isRendering = false;

	auto sbSource = ref new Media::Imaging::SoftwareBitmapSource();
	return create_task(sbSource->SetBitmapAsync(frame))
	.then([this, sbSource]()
	{
	try {
	IncomingVideoImage->Source = sbSource;
	}
	catch (Exception^ e) {
	WriteException(e);
	}
	});
	}


	void RingClientUWP::Views::VideoPage::OnincomingMessage(Platform::String ^callId, Platform::String ^payload)
	{
	scrollDown();
	}