Run results for: (ColorfulCakeChen) CNN Embedding (50c1b285ff7c7f8c656c388365b4043528642d6b) 182

Run details:

User agent: Mozilla/5.0 (Linux; Android 9; ASUS_X00TDB) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 Mobile Safari/537.36

Browser: Chrome Mobile 87

Operating system: Android

Device Platform: Mobile

Date tested: 3 years ago

Test name	Executions per second
Async wait for init (WASM)	529754.9 Ops/sec
(WebGL) (CM0) Embedding by AddGatherReshape	587.3 Ops/sec
(WebGL) (CMNegative) Embedding by SplitReshapeGatherConcat	128.3 Ops/sec
(WebGL) (CMNegative) Embedding by AddGatherReshape	692.1 Ops/sec
Async wait for init (CPU)	1949115.5 Ops/sec
(CPU) (CM32) Embedding by SplitReshapeGatherConcat	0.9 Ops/sec
(CPU) (CM32) Embedding by AddGatherReshape	1.0 Ops/sec
(CPU) (CM16) Embedding by SplitReshapeGatherConcat	1.5 Ops/sec
(CPU) (CM16) Embedding by AddGatherReshape	2.0 Ops/sec
(CPU) (CM8) Embedding by SplitReshapeGatherConcat	2.6 Ops/sec
(WebGL) (CM0) Embedding by SplitReshapeGatherConcat	104.3 Ops/sec
(CPU) (CM8) Embedding by AddGatherReshape	3.8 Ops/sec
(CPU) (CM4) Embedding by AddGatherReshape	6.4 Ops/sec
(CPU) (CM3) Embedding by SplitReshapeGatherConcat	4.2 Ops/sec
(CPU) (CM3) Embedding by AddGatherReshape	7.1 Ops/sec
(CPU) (CM2) Embedding by SplitReshapeGatherConcat	4.7 Ops/sec
(CPU) (CM2) Embedding by AddGatherReshape	9.9 Ops/sec
(CPU) (CM1) Embedding by SplitReshapeGatherConcat	5.6 Ops/sec
(CPU) (CM1) Embedding by AddGatherReshape	13.4 Ops/sec
(CPU) (CM0) Embedding by SplitReshapeGatherConcat	5.6 Ops/sec
(CPU) (CM0) Embedding by AddGatherReshape	13.3 Ops/sec
(CPU) (CM4) Embedding by SplitReshapeGatherConcat	3.7 Ops/sec
(CPU) (CMNegative) Embedding by SplitReshapeGatherConcat	5.6 Ops/sec
(WebGL) (CM1) Embedding by AddGatherReshape	669.9 Ops/sec
(WebGL) (CM2) Embedding by AddGatherReshape	440.0 Ops/sec
(WASM) (CM32) Embedding by SplitReshapeGatherConcat	1.2 Ops/sec
(WASM) (CM32) Embedding by AddGatherReshape	1.3 Ops/sec
(WASM) (CM16) Embedding by SplitReshapeGatherConcat	2.3 Ops/sec
(WASM) (CM16) Embedding by AddGatherReshape	2.6 Ops/sec
(WASM) (CM8) Embedding by SplitReshapeGatherConcat	4.1 Ops/sec
(WASM) (CM8) Embedding by AddGatherReshape	5.2 Ops/sec
(WASM) (CM4) Embedding by SplitReshapeGatherConcat	6.7 Ops/sec
(WASM) (CM4) Embedding by AddGatherReshape	10.4 Ops/sec
Async wait for init (WebGL)	1932698.2 Ops/sec
(WebGL) (CM1) Embedding by SplitReshapeGatherConcat	103.7 Ops/sec
(WebGL) (CM32) Embedding by SplitReshapeGatherConcat	28.8 Ops/sec
(WebGL) (CM16) Embedding by SplitReshapeGatherConcat	4.4 Ops/sec
(WebGL) (CM16) Embedding by AddGatherReshape	122.9 Ops/sec
(WebGL) (CM8) Embedding by SplitReshapeGatherConcat	8.5 Ops/sec
(WebGL) (CM8) Embedding by AddGatherReshape	273.9 Ops/sec
(WebGL) (CM4) Embedding by SplitReshapeGatherConcat	33.8 Ops/sec
(WebGL) (CM4) Embedding by AddGatherReshape	334.7 Ops/sec
(WebGL) (CM3) Embedding by SplitReshapeGatherConcat	43.6 Ops/sec
(WebGL) (CM3) Embedding by AddGatherReshape	432.4 Ops/sec
(WebGL) (CM2) Embedding by SplitReshapeGatherConcat	63.0 Ops/sec
(WebGL) (CM32) Embedding by AddGatherReshape	54.8 Ops/sec
(CPU) (CMNegative) Embedding by AddGatherReshape	13.4 Ops/sec

HTML Preparation code:

<script src="https://cdn.jsdelivr.net/npm/@tensorflow/tfjs@4.8.0/dist/tf.min.js"></script>
<script src="https://cdn.jsdelivr.net/npm/@tensorflow/tfjs-backend-wasm/dist/tf-backend-wasm.js"></script>

Script Preparation code:

globalThis.backendName_testing = undefined;
globalThis.jsPerf_Module = undefined;
globalThis.testCorrectnessIterator = undefined;

async function init( backendName ) {
  if ( !globalThis.jsPerf_Module ) {
    console.log( "import jsPerf_Embedding..." );
    globalThis.jsPerf_Module = await import(
      "https://cdn.jsdelivr.net/gh/colorfulcakechen/query-submit-canvas@50c1b285ff7c7f8c656c388365b4043528642d6b/CNN/jsPerf/jsPerf_Embedding.js" );
  }

  if ( backendName_testing != backendName ) {
    console.log( `Change backend to "${backendName}"...` );
    globalThis.backendName_testing = backendName;

    globalThis.jsPerf_Module.disposeResources();

    await tf.ready();
    await tf.setBackend( backendName );

    globalThis.jsPerf_Module.init();
  	globalThis.testCorrectnessIterator = jsPerf_Module.testCorrectness();
  }

  if ( !globalThis.testCorrectnessIterator )
    return true;

  let testCorrectnessYield = globalThis.testCorrectnessIterator.next();
  if ( testCorrectnessYield.done ) {
    console.log( `${backendName}, initialization done.` );
    globalThis.testCorrectnessIterator = null;
    return true;
  } else {
	return false;
  }
}

Tests:

Async wait for init (WASM)
if ( ( globalThis.initPromiseWASM ) && ( globalThis.initPromiseWebGL ) && ( globalThis.initPromiseCPU ) ) { // For benchmark re-run. globalThis.initPromiseWASM = globalThis.initPromiseWebGL = globalThis.initPromiseCPU = null; } const backendName = "wasm"; //const backendName = "webgl"; //const backendName = "cpu"; if ( !globalThis.initPromiseWASM ) { globalThis.initPromiseWASM = init( backendName ); } else { globalThis.initPromiseWASM.then( ( done ) => { if ( !done ) { globalThis.initPromiseWASM = init( backendName ); } else { } }); }
(WASM) AddGatherReshape_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_1" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_1" );
(WASM) AddGatherReshape_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_2" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_2" );
(WASM) AddGatherReshape_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_4" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_4" );
(WASM) AddGatherReshape_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_8" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_8" );
Async wait for init (WebGL)
const backendName = "webgl"; if ( !globalThis.initPromiseWebGL ) { globalThis.initPromiseWebGL = init( backendName ); } else { globalThis.initPromiseWebGL.then( ( done ) => { if ( !done ) { globalThis.initPromiseWebGL = init( backendName ); } else { } }); }
(WebGL) AddGatherReshape_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_1" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_1" );
(WebGL) AddGatherReshape_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_2" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_2" );
(WebGL) AddGatherReshape_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_4" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_4" );
(WebGL) AddGatherReshape_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_8" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_8" );
(WebGL) 9
9;
(WebGL) 10
10;
(WebGL) 11
11;
(WebGL) 12
12;
(WebGL) 13
13;
(WebGL) 14
14;
(WebGL) 15
15;
(WebGL) 16
16;
(WebGL) 17
17;
(WebGL) 18
18;
Async wait for init (CPU)
const backendName = "cpu"; if ( !globalThis.initPromiseCPU ) { globalThis.initPromiseCPU = init( backendName ); } else { globalThis.initPromiseCPU.then( ( done ) => { if ( !done ) { globalThis.initPromiseCPU = init( backendName ); } else { } }); }
(CPU) AddGatherReshape_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_1" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_1" );
(CPU) AddGatherReshape_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_2" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_2" );
(CPU) AddGatherReshape_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_4" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_4" );
(CPU) AddGatherReshape_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_8" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_8" );
(CPU) 9
9;
(CPU) 10
10;
(CPU) 11
11;
(CPU) 12
12;
(CPU) 13
13;
(CPU) 14
14;
(CPU) 15
15;
(CPU) 16
16;
(CPU) 17
17;
(CPU) 18
18;

Run results for: (ColorfulCakeChen) CNN Embedding (50c1b285ff7c7f8c656c388365b4043528642d6b) 182

Async wait for init (WASM)

(WASM) AddGatherReshape_channelMultiplier_1

(WASM) SplitReshapeGatherConcat_channelMultiplier_1

(WASM) AddGatherReshape_channelMultiplier_2

(WASM) SplitReshapeGatherConcat_channelMultiplier_2

(WASM) AddGatherReshape_channelMultiplier_4

(WASM) SplitReshapeGatherConcat_channelMultiplier_4

(WASM) AddGatherReshape_channelMultiplier_8

(WASM) SplitReshapeGatherConcat_channelMultiplier_8

Async wait for init (WebGL)

(WebGL) AddGatherReshape_channelMultiplier_1

(WebGL) SplitReshapeGatherConcat_channelMultiplier_1

(WebGL) AddGatherReshape_channelMultiplier_2

(WebGL) SplitReshapeGatherConcat_channelMultiplier_2

(WebGL) AddGatherReshape_channelMultiplier_4

(WebGL) SplitReshapeGatherConcat_channelMultiplier_4

(WebGL) AddGatherReshape_channelMultiplier_8

(WebGL) SplitReshapeGatherConcat_channelMultiplier_8

(WebGL) 9

(WebGL) 10

(WebGL) 11

(WebGL) 12

(WebGL) 13

(WebGL) 14

(WebGL) 15

(WebGL) 16

(WebGL) 17

(WebGL) 18

Async wait for init (CPU)

(CPU) AddGatherReshape_channelMultiplier_1

(CPU) SplitReshapeGatherConcat_channelMultiplier_1

(CPU) AddGatherReshape_channelMultiplier_2

(CPU) SplitReshapeGatherConcat_channelMultiplier_2

(CPU) AddGatherReshape_channelMultiplier_4

(CPU) SplitReshapeGatherConcat_channelMultiplier_4

(CPU) AddGatherReshape_channelMultiplier_8

(CPU) SplitReshapeGatherConcat_channelMultiplier_8

(CPU) 9

(CPU) 10

(CPU) 11

(CPU) 12

(CPU) 13

(CPU) 14

(CPU) 15

(CPU) 16

(CPU) 17

(CPU) 18