ref: 3cc5bb12d6f8e833bad40ad49444d3fcda5d0b6f
dir: /js/h264bsd.js/
//
// Copyright (c) 2013 Sam Leitch. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to
// deal in the Software without restriction, including without limitation the
// rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
// sell copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
// FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
// IN THE SOFTWARE.
//
/*
* This class wraps the details of the h264bsd library.
*/
function H264Decoder(Module, targetCanvas, forceRGB) {
var self = this;
self.Module = Module;
self.released = false;
self.yuvCanvas = null;
self.pStorage = H264Decoder.h264bsdAlloc(self.Module);
H264Decoder.h264bsdInit(self.Module, self.pStorage, 0);
self.targetCanvas = targetCanvas;
if (forceRGB){
self.useWebGL = false;
self.precision = 32768;
self.co_y = Math.floor((1.165 * self.precision) + 0.5);
self.co_rv = Math.floor((1.596 * self.precision) + 0.5);
self.co_gu = Math.floor((0.391 * self.precision) + 0.5);
self.co_gv = Math.floor((0.813 * self.precision) + 0.5);
self.co_bu = Math.floor((2.018 * self.precision) + 0.5);
self.coefficients_y = [];
for(var i = 0; i < 256; i++)
{
self.coefficients_y[i] = self.co_y * (i - 16) + (self.precision / 2);
}
self.coefficients_rv = [];
for(var i = 0; i < 256; i++)
{
self.coefficients_rv[i] = self.co_rv * (i - 128);
}
self.coefficients_gu = [];
for(var i = 0; i < 256; i++)
{
self.coefficients_gu[i] = self.co_gu * (i - 128);
}
self.coefficients_gv = [];
for(var i = 0; i < 256; i++)
{
self.coefficients_gv[i] = self.co_gv * (i - 128);
}
self.coefficients_bu = [];
for(var i = 0; i < 256; i++)
{
self.coefficients_bu[i] = self.co_bu * (i - 128);
}
}else{
self.useWebGL = H264Decoder.detectWebGl();
}
};
H264Decoder.RDY = 0;
H264Decoder.PIC_RDY = 1;
H264Decoder.HDRS_RDY = 2;
H264Decoder.ERROR = 3;
H264Decoder.PARAM_SET_ERROR = 4;
H264Decoder.MEMALLOC_ERROR = 5;
H264Decoder.prototype.release = function() {
var self = this;
if(self.released) return;
self.released = true;
H264Decoder.h264bsdShutdown(self.Module, self.pStorage);
H264Decoder.h264bsdFree(self.Module, self.pStorage);
};
H264Decoder.prototype.decode = function(data) {
var self = this;
if(typeof data === 'undefined' || !(data instanceof ArrayBuffer)) {
throw new Error("data must be a ArrayBuffer instance")
}
data = new Uint8Array(data);
var pData = 0; //The offset into the heap when decoding
var pAlloced = 0; //The original pointer to the data buffer (for freeing)
var pBytesRead = 0; //Pointer to bytesRead
var length = data.byteLength; //The byte-wise length of the data to decode
var bytesRead = 0; //The number of bytes read from a decode operation
var retCode = 0; //Return code from a decode operation
var lastPicId = 0; //ID of the last picture decoded
//Get a pointer into the heap were our decoded bytes will live
pData = pAlloced = H264Decoder.malloc(self.Module, length);
self.Module.HEAPU8.set(data, pData);
//get a pointer to where bytesRead will be stored: Uint32 = 4 bytes
pBytesRead = H264Decoder.malloc(self.Module, 4);
//Keep decoding frames while there is still something to decode
while(length > 0) {
retCode = H264Decoder.h264bsdDecode(self.Module, self.pStorage, pData, length, lastPicId, pBytesRead);
bytesRead = self.Module.getValue(pBytesRead, 'i32');
switch(retCode){
case H264Decoder.PIC_RDY:
lastPicId++;
var evt = new CustomEvent("pictureReady", {
detail: self.getNextOutputPicture()
});
if (self.targetCanvas != null){
self.targetCanvas.dispatchEvent(evt);
}
break;
}
length = length - bytesRead;
pData = pData + bytesRead;
}
if(pAlloced != 0) {
H264Decoder.free(self.Module, pAlloced);
}
if(pBytesRead != 0) {
H264Decoder.free(self.Module, pBytesRead);
}
};
H264Decoder.prototype.getNextOutputPicture = function(){
var self = this;
var length = self.getYUVLength();
var pPicId = H264Decoder.malloc(self.Module, 4);
var picId = 0;
var pIsIdrPic = H264Decoder.malloc(self.Module, 4);
var isIdrPic = 0;
var pNumErrMbs = H264Decoder.malloc(self.Module, 4);
var numErrMbs = 0;
var pBytes = H264Decoder.h264bsdNextOutputPicture(self.Module, self.pStorage, pPicId, pIsIdrPic, pNumErrMbs);
var bytes = null;
picId = self.Module.getValue(pPicId, 'i32');
isIdrPic = self.Module.getValue(pIsIdrPic, 'i32');
numErrMbs = self.Module.getValue(pNumErrMbs, 'i32');
bytes = new Uint8Array();
bytes = self.Module.HEAPU8.subarray(pBytes, (pBytes + length));
H264Decoder.free(self.Module, pPicId);
H264Decoder.free(self.Module, pIsIdrPic);
H264Decoder.free(self.Module, pNumErrMbs);
var ret = {};
var croppingInfo = self.getCroppingInfo();
if (self.useWebGL){
ret = {
encoding: 'YUV',
picture: bytes,
height: croppingInfo.height,
width: croppingInfo.width};
}else{
ret = {
encoding: 'RGB',
picture: H264Decoder.convertYUV2RGB(bytes, croppingInfo),
height: croppingInfo.height,
width: croppingInfo.width};
}
return ret;
};
H264Decoder.prototype.getCroppingInfo = function(){
var self = this;
var pCroppingFlag = H264Decoder.malloc(self.Module, 4);
var pLeftOffset = H264Decoder.malloc(self.Module, 4);
var pTopOffset = H264Decoder.malloc(self.Module, 4);
var pWidth = H264Decoder.malloc(self.Module, 4);
var pHeight = H264Decoder.malloc(self.Module, 4);
var result = {
'width': (H264Decoder.h264bsdPicWidth(self.Module, self.pStorage)*16),
'height': (H264Decoder.h264bsdPicHeight(self.Module, self.pStorage)*16),
'top': 0,
'left': 0
};
H264Decoder.free(self.Module, pCroppingFlag);
H264Decoder.free(self.Module, pLeftOffset);
H264Decoder.free(self.Module, pTopOffset);
H264Decoder.free(self.Module, pWidth);
H264Decoder.free(self.Module, pHeight);
return result;
};
H264Decoder.prototype.getYUVLength = function(){
var self = this;
var width = H264Decoder.h264bsdPicWidth(self.Module, self.pStorage);
var height = H264Decoder.h264bsdPicHeight(self.Module, self.pStorage);
return (width * 16 * height * 16) + (2 * width * 16 * height * 8);
};
//http://www.browserleaks.com/webgl#howto-detect-webgl
H264Decoder.detectWebGl = function()
{
if (!!window.WebGLRenderingContext) {
var canvas = document.createElement("canvas"),
names = ["webgl", "experimental-webgl", "moz-webgl", "webkit-3d"],
context = false;
for(var i=0;i<4;i++) {
try {
context = canvas.getContext(names[i]);
if (context && typeof context.getParameter == "function") {
// WebGL is enabled
return true;
}
} catch(e) {}
}
// WebGL is supported, but disabled
return false;
}
// WebGL not supported
return false;
};
//Excessively pink
H264Decoder.convertYUV2RGB = function(yuvBytes, croppingInfo){
var width = croppingInfo.width - croppingInfo.left;
var height = croppingInfo.height - croppingInfo.top;
var rgbBytes = new Uint8Array(4 * height * width);
var cb = width * height;
var cr = cb + ((width * height) / 2);
var numPixels = width * height;
var dst = 0;
var dst_width = 0;
var k = 0;
for (var i = 0; i < numPixels; i += 2)
{
k += 1;
var y1 = yuvBytes[i];// & 0xff;
var y2 = yuvBytes[i + 1];// & 0xff;
var y3 = yuvBytes[width + i];// & 0xff;
var y4 = yuvBytes[width + i + 1];// & 0xff;
var v = yuvBytes[cr + k];// & 0xff;
var u = yuvBytes[cb + k];// & 0xff;
v = v - 128;
u = u - 128;
dst = i * 4;
dst_width = width*4 + dst;
// i
rgbBytes[dst] = 0xff;
rgbBytes[dst + 1] = H264Decoder.clamp((298 * (y1 - 16) + 409 * v + 128) >> 8, 255, 0);
rgbBytes[dst + 2] = H264Decoder.clamp((298 * (y1 - 16) - 100 * u - 208 *v + 128) >> 8, 255,0);
rgbBytes[dst + 3] = H264Decoder.clamp((298 * y1 + 516*u + 128) >> 8, 255, 0);
// i + 1
rgbBytes[dst + 4] = 0xff;
rgbBytes[dst + 5] = H264Decoder.clamp((298 * (y2 - 16) + 409 * v + 128) >> 8, 255, 0);
rgbBytes[dst + 6] = H264Decoder.clamp((298 * (y2 - 16) - 100 * u - 208 *v + 128) >> 8, 255,0);
rgbBytes[dst + 7] = H264Decoder.clamp((298 * y2 + 516*u + 128) >> 8, 255, 0);
//width
rgbBytes[dst_width] = 0xff;
rgbBytes[dst_width + 1] = H264Decoder.clamp((298 * (y3 - 16) + 409 * v + 128) >> 8, 255, 0);
rgbBytes[dst_width + 2] = H264Decoder.clamp((298 * (y2 - 16) - 100 * u - 208 *v + 128) >> 8, 255,0);
rgbBytes[dst_width + 3] = H264Decoder.clamp((298 * y3 + 516*u + 128) >> 8, 255, 0);
//width + 1
rgbBytes[dst_width + 4] = 0xff;
rgbBytes[dst_width + 5] = H264Decoder.clamp((298 * (y4 - 16) + 409 * v + 128) >> 8, 255, 0);
rgbBytes[dst_width + 6] = H264Decoder.clamp((298 * (y4 - 16) - 100 * u - 208 *v + 128) >> 8, 255,0);
rgbBytes[dst_width + 7] = H264Decoder.clamp((298 * y4 + 516*u + 128) >> 8, 255, 0);
if (i != 0 && (i+2)%width ==0) {
i += width;
}
}
return rgbBytes;
};
H264Decoder.clamp = function(num, max, min) {
return Math.min(Math.max(num, min), max);
};
// u32 h264bsdDecode(storage_t *pStorage, u8 *byteStrm, u32 len, u32 picId, u32 *readBytes);
H264Decoder.h264bsdDecode = function(Module, pStorage, pBytes, len, picId, pBytesRead) {
return Module.ccall('h264bsdDecode', Number,
[Number, Number, Number, Number, Number],
[pStorage, pBytes, len, picId, pBytesRead]);
};
// storage_t* h264bsdAlloc();
H264Decoder.h264bsdAlloc = function(Module) {
return Module.ccall('h264bsdAlloc', Number);
};
// void h264bsdFree(storage_t *pStorage);
H264Decoder.h264bsdFree = function(Module, pStorage) {
Module.ccall('h264bsdFree', null, [Number], [pStorage]);
};
// u32 h264bsdInit(storage_t *pStorage, u32 noOutputReordering);
H264Decoder.h264bsdInit = function(Module, pStorage, noOutputReordering) {
return Module.ccall('h264bsdInit', Number, [Number, Number], [pStorage, noOutputReordering]);
};
//void h264bsdShutdown(storage_t *pStorage);
H264Decoder.h264bsdShutdown = function(Module, pStorage) {
Module.ccall('h264bsdShutdown', null, [Number], [pStorage]);
};
// u8* h264bsdNextOutputPicture(storage_t *pStorage, u32 *picId, u32 *isIdrPic, u32 *numErrMbs);
H264Decoder.h264bsdNextOutputPicture = function(Module, pStorage, pPicId, pIsIdrPic, pNumErrMbs) {
return Module.ccall('h264bsdNextOutputPicture',
Number,
[Number, Number, Number, Number],
[pStorage, pPicId, pIsIdrPic, pNumErrMbs]);
};
// u32 h264bsdPicWidth(storage_t *pStorage);
H264Decoder.h264bsdPicWidth = function(Module, pStorage) {
return Module.ccall('h264bsdPicWidth', Number, [Number], [pStorage]);
};
// u32 h264bsdPicHeight(storage_t *pStorage);
H264Decoder.h264bsdPicHeight = function(Module, pStorage) {
return Module.ccall('h264bsdPicHeight', Number, [Number], [pStorage]);
};
// void h264bsdCroppingParams(storage_t *pStorage, u32 *croppingFlag, u32 *left, u32 *width, u32 *top, u32 *height);
H264Decoder.h264bsdCroppingParams = function(Module, pStorage, pCroppingFlag, pLeft, pWidth, pTop, pHeight) {
return Module.ccall('h264bsdCroppingParams',
Number,
[Number, Number, Number, Number, Number, Number, Number],
[pStorage, pCroppingFlag, pLeft, pWidth, pTop, pHeight]);
};
// u32 h264bsdCheckValidParamSets(storage_t *pStorage);
H264Decoder.h264bsdCheckValidParamSets = function(Module, pStorage){
return Module.ccall('h264bsdCheckValidParamSets', Number, [Number], [pStorage]);
};
// void* malloc(size_t size);
H264Decoder.malloc = function(Module, size){
return Module.ccall('malloc', Number, [Number], [size]);
};
// void free(void* ptr);
H264Decoder.free = function(Module, ptr){
return Module.ccall('free', null, [Number], [ptr]);
};
// void* memcpy(void* dest, void* src, size_t size);
H264Decoder.memcpy = function(Module, length){
return Module.ccall('malloc', Number, [Number, Number, Number], [dest, src, size]);
};