Run results for: (ColorfulCakeChen) CNN Embedding (50c1b285ff7c7f8c656c388365b4043528642d6b) 182

Run details:

User agent: Mozilla/5.0 (X11; CrOS x86_64 13505.73.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.109 Safari/537.36

Browser: Chrome 87

Operating system: Chrome OS 13505.73.0

Device Platform: Desktop

Date tested: 3 years ago

Test name	Executions per second
Async wait for init (WASM)	865425.8 Ops/sec
(WebGL) (CM0) Embedding by AddGatherReshape	1019.4 Ops/sec
(WebGL) (CMNegative) Embedding by SplitReshapeGatherConcat	6093.1 Ops/sec
(WebGL) (CMNegative) Embedding by AddGatherReshape	1236.0 Ops/sec
Async wait for init (CPU)	3779283.5 Ops/sec
(CPU) (CM64) Embedding by SplitReshapeGatherConcat	1.0 Ops/sec
(CPU) (CM64) Embedding by AddGatherReshape	0.9 Ops/sec
(CPU) (CM16) Embedding by SplitReshapeGatherConcat	4.0 Ops/sec
(CPU) (CM16) Embedding by AddGatherReshape	3.8 Ops/sec
(CPU) (CM8) Embedding by SplitReshapeGatherConcat	8.6 Ops/sec
(WebGL) (CM0) Embedding by SplitReshapeGatherConcat	5534.3 Ops/sec
(CPU) (CM8) Embedding by AddGatherReshape	6.6 Ops/sec
(CPU) (CM4) Embedding by AddGatherReshape	12.2 Ops/sec
(CPU) (CM3) Embedding by SplitReshapeGatherConcat	23.2 Ops/sec
(CPU) (CM3) Embedding by AddGatherReshape	14.8 Ops/sec
(CPU) (CM2) Embedding by SplitReshapeGatherConcat	31.3 Ops/sec
(CPU) (CM2) Embedding by AddGatherReshape	19.0 Ops/sec
(CPU) (CM1) Embedding by SplitReshapeGatherConcat	66.6 Ops/sec
(CPU) (CM1) Embedding by AddGatherReshape	26.0 Ops/sec
(CPU) (CM0) Embedding by SplitReshapeGatherConcat	65.4 Ops/sec
(CPU) (CM0) Embedding by AddGatherReshape	25.7 Ops/sec
(CPU) (CM4) Embedding by SplitReshapeGatherConcat	17.2 Ops/sec
(CPU) (CMNegative) Embedding by SplitReshapeGatherConcat	67.0 Ops/sec
(WebGL) (CM1) Embedding by AddGatherReshape	1229.1 Ops/sec
(WebGL) (CM2) Embedding by AddGatherReshape	942.4 Ops/sec
(WASM) (CM64) Embedding by SplitReshapeGatherConcat	1.5 Ops/sec
(WASM) (CM64) Embedding by AddGatherReshape	1.5 Ops/sec
(WASM) (CM16) Embedding by SplitReshapeGatherConcat	6.1 Ops/sec
(WASM) (CM16) Embedding by AddGatherReshape	5.9 Ops/sec
(WASM) (CM8) Embedding by SplitReshapeGatherConcat	12.2 Ops/sec
(WASM) (CM8) Embedding by AddGatherReshape	11.7 Ops/sec
(WASM) (CM4) Embedding by SplitReshapeGatherConcat	23.2 Ops/sec
(WASM) (CM4) Embedding by AddGatherReshape	23.1 Ops/sec
Async wait for init (WebGL)	3620745.0 Ops/sec
(WebGL) (CM1) Embedding by SplitReshapeGatherConcat	6123.2 Ops/sec
(WebGL) (CM64) Embedding by SplitReshapeGatherConcat	502.3 Ops/sec
(WebGL) (CM16) Embedding by SplitReshapeGatherConcat	1448.1 Ops/sec
(WebGL) (CM16) Embedding by AddGatherReshape	418.4 Ops/sec
(WebGL) (CM8) Embedding by SplitReshapeGatherConcat	2374.3 Ops/sec
(WebGL) (CM8) Embedding by AddGatherReshape	470.6 Ops/sec
(WebGL) (CM4) Embedding by SplitReshapeGatherConcat	3600.8 Ops/sec
(WebGL) (CM4) Embedding by AddGatherReshape	834.1 Ops/sec
(WebGL) (CM3) Embedding by SplitReshapeGatherConcat	5120.9 Ops/sec
(WebGL) (CM3) Embedding by AddGatherReshape	727.7 Ops/sec
(WebGL) (CM2) Embedding by SplitReshapeGatherConcat	4631.1 Ops/sec
(WebGL) (CM64) Embedding by AddGatherReshape	32.2 Ops/sec
(CPU) (CMNegative) Embedding by AddGatherReshape	25.7 Ops/sec

HTML Preparation code:

<script src="https://cdn.jsdelivr.net/npm/@tensorflow/tfjs@4.8.0/dist/tf.min.js"></script>
<script src="https://cdn.jsdelivr.net/npm/@tensorflow/tfjs-backend-wasm/dist/tf-backend-wasm.js"></script>

Script Preparation code:

globalThis.backendName_testing = undefined;
globalThis.jsPerf_Module = undefined;
globalThis.testCorrectnessIterator = undefined;

async function init( backendName ) {
  if ( !globalThis.jsPerf_Module ) {
    console.log( "import jsPerf_Embedding..." );
    globalThis.jsPerf_Module = await import(
      "https://cdn.jsdelivr.net/gh/colorfulcakechen/query-submit-canvas@50c1b285ff7c7f8c656c388365b4043528642d6b/CNN/jsPerf/jsPerf_Embedding.js" );
  }

  if ( backendName_testing != backendName ) {
    console.log( `Change backend to "${backendName}"...` );
    globalThis.backendName_testing = backendName;

    globalThis.jsPerf_Module.disposeResources();

    await tf.ready();
    await tf.setBackend( backendName );

    globalThis.jsPerf_Module.init();
  	globalThis.testCorrectnessIterator = jsPerf_Module.testCorrectness();
  }

  if ( !globalThis.testCorrectnessIterator )
    return true;

  let testCorrectnessYield = globalThis.testCorrectnessIterator.next();
  if ( testCorrectnessYield.done ) {
    console.log( `${backendName}, initialization done.` );
    globalThis.testCorrectnessIterator = null;
    return true;
  } else {
	return false;
  }
}

Tests:

Async wait for init (WASM)
if ( ( globalThis.initPromiseWASM ) && ( globalThis.initPromiseWebGL ) && ( globalThis.initPromiseCPU ) ) { // For benchmark re-run. globalThis.initPromiseWASM = globalThis.initPromiseWebGL = globalThis.initPromiseCPU = null; } const backendName = "wasm"; //const backendName = "webgl"; //const backendName = "cpu"; if ( !globalThis.initPromiseWASM ) { globalThis.initPromiseWASM = init( backendName ); } else { globalThis.initPromiseWASM.then( ( done ) => { if ( !done ) { globalThis.initPromiseWASM = init( backendName ); } else { } }); }
(WASM) AddGatherReshape_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_1" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_1" );
(WASM) AddGatherReshape_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_2" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_2" );
(WASM) AddGatherReshape_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_4" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_4" );
(WASM) AddGatherReshape_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_8" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_8" );
Async wait for init (WebGL)
const backendName = "webgl"; if ( !globalThis.initPromiseWebGL ) { globalThis.initPromiseWebGL = init( backendName ); } else { globalThis.initPromiseWebGL.then( ( done ) => { if ( !done ) { globalThis.initPromiseWebGL = init( backendName ); } else { } }); }
(WebGL) AddGatherReshape_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_1" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_1" );
(WebGL) AddGatherReshape_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_2" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_2" );
(WebGL) AddGatherReshape_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_4" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_4" );
(WebGL) AddGatherReshape_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_8" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_8" );
(WebGL) 9
9;
(WebGL) 10
10;
(WebGL) 11
11;
(WebGL) 12
12;
(WebGL) 13
13;
(WebGL) 14
14;
(WebGL) 15
15;
(WebGL) 16
16;
(WebGL) 17
17;
(WebGL) 18
18;
Async wait for init (CPU)
const backendName = "cpu"; if ( !globalThis.initPromiseCPU ) { globalThis.initPromiseCPU = init( backendName ); } else { globalThis.initPromiseCPU.then( ( done ) => { if ( !done ) { globalThis.initPromiseCPU = init( backendName ); } else { } }); }
(CPU) AddGatherReshape_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_1" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_1" );
(CPU) AddGatherReshape_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_2" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_2" );
(CPU) AddGatherReshape_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_4" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_4" );
(CPU) AddGatherReshape_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_8" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_8" );
(CPU) 9
9;
(CPU) 10
10;
(CPU) 11
11;
(CPU) 12
12;
(CPU) 13
13;
(CPU) 14
14;
(CPU) 15
15;
(CPU) 16
16;
(CPU) 17
17;
(CPU) 18
18;

Run results for: (ColorfulCakeChen) CNN Embedding (50c1b285ff7c7f8c656c388365b4043528642d6b) 182

Async wait for init (WASM)

(WASM) AddGatherReshape_channelMultiplier_1

(WASM) SplitReshapeGatherConcat_channelMultiplier_1

(WASM) AddGatherReshape_channelMultiplier_2

(WASM) SplitReshapeGatherConcat_channelMultiplier_2

(WASM) AddGatherReshape_channelMultiplier_4

(WASM) SplitReshapeGatherConcat_channelMultiplier_4

(WASM) AddGatherReshape_channelMultiplier_8

(WASM) SplitReshapeGatherConcat_channelMultiplier_8

Async wait for init (WebGL)

(WebGL) AddGatherReshape_channelMultiplier_1

(WebGL) SplitReshapeGatherConcat_channelMultiplier_1

(WebGL) AddGatherReshape_channelMultiplier_2

(WebGL) SplitReshapeGatherConcat_channelMultiplier_2

(WebGL) AddGatherReshape_channelMultiplier_4

(WebGL) SplitReshapeGatherConcat_channelMultiplier_4

(WebGL) AddGatherReshape_channelMultiplier_8

(WebGL) SplitReshapeGatherConcat_channelMultiplier_8

(WebGL) 9

(WebGL) 10

(WebGL) 11

(WebGL) 12

(WebGL) 13

(WebGL) 14

(WebGL) 15

(WebGL) 16

(WebGL) 17

(WebGL) 18

Async wait for init (CPU)

(CPU) AddGatherReshape_channelMultiplier_1

(CPU) SplitReshapeGatherConcat_channelMultiplier_1

(CPU) AddGatherReshape_channelMultiplier_2

(CPU) SplitReshapeGatherConcat_channelMultiplier_2

(CPU) AddGatherReshape_channelMultiplier_4

(CPU) SplitReshapeGatherConcat_channelMultiplier_4

(CPU) AddGatherReshape_channelMultiplier_8

(CPU) SplitReshapeGatherConcat_channelMultiplier_8

(CPU) 9

(CPU) 10

(CPU) 11

(CPU) 12

(CPU) 13

(CPU) 14

(CPU) 15

(CPU) 16

(CPU) 17

(CPU) 18