Run results for: (ColorfulCakeChen) CNN Embedding (50c1b285ff7c7f8c656c388365b4043528642d6b) 182

Run details:

User agent: Mozilla/5.0 (X11; CrOS x86_64 13505.73.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.109 Safari/537.36

Browser: Chrome 87

Operating system: Chrome OS 13505.73.0

Device Platform: Desktop

Date tested: 3 years ago

Test name	Executions per second
Async wait for init (WASM)	1756855.2 Ops/sec
(CPU) (CM4) Embedding by SplitReshapeGatherConcat	16.9 Ops/sec
(CPU) (CM4) Embedding by AddGatherReshape	11.9 Ops/sec
(CPU) (CM3) Embedding by SplitReshapeGatherConcat	22.7 Ops/sec
(CPU) (CM3) Embedding by AddGatherReshape	14.7 Ops/sec
(CPU) (CM2) Embedding by SplitReshapeGatherConcat	32.7 Ops/sec
(CPU) (CM2) Embedding by AddGatherReshape	14.0 Ops/sec
(CPU) (CM1) Embedding by SplitReshapeGatherConcat	66.4 Ops/sec
(CPU) (CM1) Embedding by AddGatherReshape	18.0 Ops/sec
(CPU) (CM0) Embedding by SplitReshapeGatherConcat	11.4 Ops/sec
(CPU) (CM8) Embedding by AddGatherReshape	7.0 Ops/sec
(CPU) (CM0) Embedding by AddGatherReshape	8.3 Ops/sec
(CPU) (CMNegative) Embedding by AddGatherReshape	24.1 Ops/sec
1	763921664.0 Ops/sec
2	516579040.0 Ops/sec
3	655382272.0 Ops/sec
4	753580288.0 Ops/sec
5	748483136.0 Ops/sec
6	763783168.0 Ops/sec
7	747319232.0 Ops/sec
8	747680128.0 Ops/sec
(CPU) (CMNegative) Embedding by SplitReshapeGatherConcat	54.5 Ops/sec
9	742172608.0 Ops/sec
(CPU) (CM8) Embedding by SplitReshapeGatherConcat	8.5 Ops/sec
(CPU) (CM16) Embedding by SplitReshapeGatherConcat	3.7 Ops/sec
(WASM) (CM16) Embedding by SplitReshapeGatherConcat	5.2 Ops/sec
(WASM) (CM16) Embedding by AddGatherReshape	4.9 Ops/sec
Async wait for init (WebGL)	3860147.2 Ops/sec
(WebGL) (CM16) Embedding by SplitReshapeGatherConcat	1527.4 Ops/sec
(WebGL) (CM16) Embedding by AddGatherReshape	302.0 Ops/sec
(WebGL) (CM8) Embedding by SplitReshapeGatherConcat	1622.8 Ops/sec
(WebGL) (CM8) Embedding by AddGatherReshape	497.9 Ops/sec
(WebGL) (CM4) Embedding by SplitReshapeGatherConcat	3792.3 Ops/sec
(WebGL) (CM4) Embedding by AddGatherReshape	664.9 Ops/sec
(CPU) (CM16) Embedding by AddGatherReshape	3.7 Ops/sec
(WebGL) (CM3) Embedding by SplitReshapeGatherConcat	4894.1 Ops/sec
(WebGL) (CM2) Embedding by SplitReshapeGatherConcat	5164.0 Ops/sec
(WebGL) (CM2) Embedding by AddGatherReshape	927.3 Ops/sec
(WebGL) (CM1) Embedding by SplitReshapeGatherConcat	5869.9 Ops/sec
(WebGL) (CM1) Embedding by AddGatherReshape	946.1 Ops/sec
(WebGL) (CM0) Embedding by SplitReshapeGatherConcat	5101.4 Ops/sec
(WebGL) (CM0) Embedding by AddGatherReshape	976.0 Ops/sec
(WebGL) (CMNegative) Embedding by SplitReshapeGatherConcat	4592.1 Ops/sec
(WebGL) (CMNegative) Embedding by AddGatherReshape	1014.2 Ops/sec
Async wait for init (CPU)	3748898.2 Ops/sec
(WebGL) (CM3) Embedding by AddGatherReshape	831.2 Ops/sec
10	730256320.0 Ops/sec

HTML Preparation code:

<script src="https://cdn.jsdelivr.net/npm/@tensorflow/tfjs@4.8.0/dist/tf.min.js"></script>
<script src="https://cdn.jsdelivr.net/npm/@tensorflow/tfjs-backend-wasm/dist/tf-backend-wasm.js"></script>

Script Preparation code:

globalThis.backendName_testing = undefined;
globalThis.jsPerf_Module = undefined;
globalThis.testCorrectnessIterator = undefined;

async function init( backendName ) {
  if ( !globalThis.jsPerf_Module ) {
    console.log( "import jsPerf_Embedding..." );
    globalThis.jsPerf_Module = await import(
      "https://cdn.jsdelivr.net/gh/colorfulcakechen/query-submit-canvas@50c1b285ff7c7f8c656c388365b4043528642d6b/CNN/jsPerf/jsPerf_Embedding.js" );
  }

  if ( backendName_testing != backendName ) {
    console.log( `Change backend to "${backendName}"...` );
    globalThis.backendName_testing = backendName;

    globalThis.jsPerf_Module.disposeResources();

    await tf.ready();
    await tf.setBackend( backendName );

    globalThis.jsPerf_Module.init();
  	globalThis.testCorrectnessIterator = jsPerf_Module.testCorrectness();
  }

  if ( !globalThis.testCorrectnessIterator )
    return true;

  let testCorrectnessYield = globalThis.testCorrectnessIterator.next();
  if ( testCorrectnessYield.done ) {
    console.log( `${backendName}, initialization done.` );
    globalThis.testCorrectnessIterator = null;
    return true;
  } else {
	return false;
  }
}

Tests:

Async wait for init (WASM)
if ( ( globalThis.initPromiseWASM ) && ( globalThis.initPromiseWebGL ) && ( globalThis.initPromiseCPU ) ) { // For benchmark re-run. globalThis.initPromiseWASM = globalThis.initPromiseWebGL = globalThis.initPromiseCPU = null; } const backendName = "wasm"; //const backendName = "webgl"; //const backendName = "cpu"; if ( !globalThis.initPromiseWASM ) { globalThis.initPromiseWASM = init( backendName ); } else { globalThis.initPromiseWASM.then( ( done ) => { if ( !done ) { globalThis.initPromiseWASM = init( backendName ); } else { } }); }
(WASM) AddGatherReshape_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_1" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_1" );
(WASM) AddGatherReshape_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_2" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_2" );
(WASM) AddGatherReshape_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_4" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_4" );
(WASM) AddGatherReshape_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_8" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_8" );
Async wait for init (WebGL)
const backendName = "webgl"; if ( !globalThis.initPromiseWebGL ) { globalThis.initPromiseWebGL = init( backendName ); } else { globalThis.initPromiseWebGL.then( ( done ) => { if ( !done ) { globalThis.initPromiseWebGL = init( backendName ); } else { } }); }
(WebGL) AddGatherReshape_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_1" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_1" );
(WebGL) AddGatherReshape_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_2" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_2" );
(WebGL) AddGatherReshape_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_4" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_4" );
(WebGL) AddGatherReshape_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_8" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_8" );
(WebGL) 9
9;
(WebGL) 10
10;
(WebGL) 11
11;
(WebGL) 12
12;
(WebGL) 13
13;
(WebGL) 14
14;
(WebGL) 15
15;
(WebGL) 16
16;
(WebGL) 17
17;
(WebGL) 18
18;
Async wait for init (CPU)
const backendName = "cpu"; if ( !globalThis.initPromiseCPU ) { globalThis.initPromiseCPU = init( backendName ); } else { globalThis.initPromiseCPU.then( ( done ) => { if ( !done ) { globalThis.initPromiseCPU = init( backendName ); } else { } }); }
(CPU) AddGatherReshape_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_1" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_1" );
(CPU) AddGatherReshape_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_2" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_2" );
(CPU) AddGatherReshape_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_4" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_4" );
(CPU) AddGatherReshape_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_8" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_8" );
(CPU) 9
9;
(CPU) 10
10;
(CPU) 11
11;
(CPU) 12
12;
(CPU) 13
13;
(CPU) 14
14;
(CPU) 15
15;
(CPU) 16
16;
(CPU) 17
17;
(CPU) 18
18;

Run results for: (ColorfulCakeChen) CNN Embedding (50c1b285ff7c7f8c656c388365b4043528642d6b) 182

Async wait for init (WASM)

(WASM) AddGatherReshape_channelMultiplier_1

(WASM) SplitReshapeGatherConcat_channelMultiplier_1

(WASM) AddGatherReshape_channelMultiplier_2

(WASM) SplitReshapeGatherConcat_channelMultiplier_2

(WASM) AddGatherReshape_channelMultiplier_4

(WASM) SplitReshapeGatherConcat_channelMultiplier_4

(WASM) AddGatherReshape_channelMultiplier_8

(WASM) SplitReshapeGatherConcat_channelMultiplier_8

Async wait for init (WebGL)

(WebGL) AddGatherReshape_channelMultiplier_1

(WebGL) SplitReshapeGatherConcat_channelMultiplier_1

(WebGL) AddGatherReshape_channelMultiplier_2

(WebGL) SplitReshapeGatherConcat_channelMultiplier_2

(WebGL) AddGatherReshape_channelMultiplier_4

(WebGL) SplitReshapeGatherConcat_channelMultiplier_4

(WebGL) AddGatherReshape_channelMultiplier_8

(WebGL) SplitReshapeGatherConcat_channelMultiplier_8

(WebGL) 9

(WebGL) 10

(WebGL) 11

(WebGL) 12

(WebGL) 13

(WebGL) 14

(WebGL) 15

(WebGL) 16

(WebGL) 17

(WebGL) 18

Async wait for init (CPU)

(CPU) AddGatherReshape_channelMultiplier_1

(CPU) SplitReshapeGatherConcat_channelMultiplier_1

(CPU) AddGatherReshape_channelMultiplier_2

(CPU) SplitReshapeGatherConcat_channelMultiplier_2

(CPU) AddGatherReshape_channelMultiplier_4

(CPU) SplitReshapeGatherConcat_channelMultiplier_4

(CPU) AddGatherReshape_channelMultiplier_8

(CPU) SplitReshapeGatherConcat_channelMultiplier_8

(CPU) 9

(CPU) 10

(CPU) 11

(CPU) 12

(CPU) 13

(CPU) 14

(CPU) 15

(CPU) 16

(CPU) 17

(CPU) 18