android - Incorrect decoding of H264 video stream on Nexus devices -


i'm trying use android mediacodec class decode h264 video stream of remote camera. code is:

public class remotecamera {  public interface oncameralistener {     void onconnected();     void onfailureconnection();     void ondisconnected();     void onready(); }  private static final int max_nal_len = 1024 * 1024; private static final string tag = "remotecamera";  private outputthread moutputthread;  private websocketmanager mwebsocketmanager; private oncameralistener moncameralistener;  private int msearchstate = 0; private byte[] mnaldata; private int mnaldatapos;  private mediacodec mdecoder; private mediaformat mformat; private surfaceview msurfaceview; private mediacodec.bufferinfo minfo = new mediacodec.bufferinfo(); private boolean miswaitingforsps = true;  public remotecamera(final surfaceview surfaceview, final string wss) {     msurfaceview = surfaceview;     mwebsocketmanager = new websocketmanager(wss);     mwebsocketmanager.setwslistener(new websocketmanager.onwslistener() {         @override         public void onopen() {             if (moncameralistener != null) {                 moncameralistener.onconnected();             }         }          @override         public void onclosed() {             if (moncameralistener != null) {                 moncameralistener.ondisconnected();             }         }          @override         public void onfailure() {             if (moncameralistener != null) {                 moncameralistener.onfailureconnection();             }         }          @override         public synchronized void onmessage(final bytestring bytes) {             final bytebuffer bb = bytebuffer.wrap(bytes.tobytearray());              if (miswaitingforsps) {                 if (isspsunit(bb)) {                     miswaitingforsps = false;                     if (moncameralistener != null) {                         moncameralistener.onready();                     }                 } else {                     return;                 }             }              parsedatagram(bb.array(), bytes.size());         }     });      mnaldata = new byte[max_nal_len];     mnaldatapos = 0;     try {         mdecoder = mediacodec.createdecoderbytype("video/avc");     } catch (exception e) {         log.d(tag, e.tostring());         return;     }      mformat = mediaformat.createvideoformat("video/avc", 320, 240); }  public void setoncameralistener(final oncameralistener cameralistener) {     moncameralistener = cameralistener; }  public void startstreaming() {     msurfaceview.getholder().addcallback(new surfaceholder.callback() {         @override         public void surfacecreated(surfaceholder surfaceholder) {             try {                 mdecoder.configure(mformat, msurfaceview.getholder().getsurface(), null, 0);             } catch (exception e) {                 log.d(tag, e.tostring());                 return;             }             mwebsocketmanager.wsregister();             mdecoder.start();             moutputthread = new outputthread();             moutputthread.start();         }          @override         public void surfacechanged(surfaceholder surfaceholder, int i, int i1, int i2) {          }          @override         public void surfacedestroyed(surfaceholder surfaceholder) {          }     }); }   private void feeddecoder(byte[] n, int len) {     (; ; ) {         try {             int inputbufferindex = mdecoder.dequeueinputbuffer(0);             if (inputbufferindex >= 0) {                 final bytebuffer inputbuffer = mdecoder.getinputbuffer(inputbufferindex);                 inputbuffer.put(n, 0, len);                 mdecoder.queueinputbuffer(inputbufferindex, 0, len, system.currenttimemillis(), 0);                 break;             }         } catch (exception e) {             log.d(tag, e.tostring());         }     } }  private void parsedatagram(byte[] p, int plen) {     try {         (int = 0; < plen; ++i) {             mnaldata[mnaldatapos++] = p[i];             if (mnaldatapos == max_nal_len - 1) {                 mnaldatapos = 0;             }             switch (msearchstate) {                 case 0:                 case 1:                 case 2:                     if (p[i] == 0)                         msearchstate++;                     else                         msearchstate = 0;                     break;                 case 3:                     if (p[i] == 1) {                         mnaldata[0] = 0;                         mnaldata[1] = 0;                         mnaldata[2] = 0;                         mnaldata[3] = 1;                         feeddecoder(mnaldata, mnaldatapos - 4);                         mnaldatapos = 4;                     }                     msearchstate = 0;                     break;                 default:                     break;             }         }     } catch (exception e) {         log.d(tag, e.tostring());     } }  private boolean isspsunit(final bytebuffer unit) {     return unit.get(4) == 0x67; }   private class outputthread extends thread {      @override     public void run() {         while (true) {             try {                 int outputbufferindex = mdecoder.dequeueoutputbuffer(minfo, 10);                 if (outputbufferindex >= 0) {                     mdecoder.releaseoutputbuffer(outputbufferindex, true);                 }             } catch (exception e) {                 log.d(tag, e.tostring());             }         }     } }

i tested code on sony xperia z5 compact , yota phone 2, , works fine on these devices. picture got sony really good. tried video streamer on nexus 9 , nexus 7 devices, looks row moving top bottom. there no correct output on nexus devices: nexus results.

i know depends on native android media codec, should resolve problem , able show video on devices?

do not pass 0x00 0x00 0x00 0x01 nalu start code decoder.


Comments

Post a Comment

Popular posts from this blog

android - InAppBilling registering BroadcastReceiver in AndroidManifest -

i'm implementing inapp billing in android app. works well, however, i'm trying decouple broadcast receiver activity manifest. suggestion in android's trivialdrive sample: // important: dynamically register broadcast messages updated purchases. // register receiver here instead of <receiver> in manifest // because call getpurchases() @ startup, therefore can ignore // broadcasts sent while app isn't running. // note: registering listener in activity bad idea, done here // because sample. regardless, receiver must registered after // iabhelper setup, before first call getpurchases(). currently there's class extends broadcastreceiver : public class iabbroadcastreceiver extends broadcastreceiver { /** * intent action receiver should filter for. */ public static final string action = "com.android.vending.billing.purchases_updated"; private final iabbroadcastlistener mlistener; public iabbroadcastreceiver(iabbroadcastlistener listener) { m...
Read more

python Tkinter Capturing keyboard events save as one single string -

is possible store keyboard events 1 string? code below stores 1 char , prints it. card reader or bar code reader, contains collection of character/ string not 1 character @ time. goal save char pressed text variable. from tkinter import * root = tk() def key(event): text= event.char text+= event.char print ("pressed", text) def callback(event): frame.focus_set() print ("clicked at", event.x, event.y) frame = frame(root, width=100, height=100) frame.bind("<key>", key) frame.bind("<button-1>", callback) frame.pack() root.mainloop() currently, creating text variable , everytime key() function gets called, , text stores last character typed. you can define text module level variable , , use module level text inside key function - text = '' def key(event): global text text+= event.char print("pressed", text)
Read more

sql server - Why does Linq-to-SQL add unnecessary COUNT()? -

here tables: create table customer ( cid int primary key, name varchar(32) ) create table ord ( oid int primary key, cid int foreign key references customer, address varchar(20) ) here's linq-to-sql statement: var aaa = c in db.customer select new { c, o = c.ord.tolist() }; and here's inexplicable query generated linq-to-sql: select [t0].[cid] [cid], [t0].[name] [name], [t1].[oid] [oid], [t1].[cid] [cid2], [t1].[address] [address], (select count(*) [dbo].[ord] [t2] [t2].[cid] = [t0].[cid]) [value] [dbo].[customer] [t0] left outer join [dbo].[ord] [t1] on [t1].[cid] = [t0].[cid] order [t0].[cid], [t1].[oid] i want understand how rid of count(*) part. it's entirely uncalled for! linq needs count(*) in order determine number of entries returned o = c.ord.tolist() .
Read more