Run results for: (ColorfulCakeChen) CNN Embedding (50c1b285ff7c7f8c656c388365b4043528642d6b) 182

Run details:

User agent: Mozilla/5.0 (X11; CrOS x86_64 13505.73.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.109 Safari/537.36

Browser: Chrome 87

Operating system: Chrome OS 13505.73.0

Device Platform: Desktop

Date tested: 3 years ago

Test name	Executions per second
Async wait for init (WASM)	911816.8 Ops/sec
(CPU) (CM4) Embedding by SplitReshapeGatherConcat	16.9 Ops/sec
(CPU) (CM4) Embedding by AddGatherReshape	11.3 Ops/sec
(CPU) (CM3) Embedding by SplitReshapeGatherConcat	22.9 Ops/sec
(CPU) (CM3) Embedding by AddGatherReshape	14.6 Ops/sec
(CPU) (CM2) Embedding by SplitReshapeGatherConcat	34.2 Ops/sec
(CPU) (CM2) Embedding by AddGatherReshape	18.8 Ops/sec
(CPU) (CM1) Embedding by SplitReshapeGatherConcat	67.1 Ops/sec
(CPU) (CM1) Embedding by AddGatherReshape	22.0 Ops/sec
(CPU) (CM0) Embedding by SplitReshapeGatherConcat	58.3 Ops/sec
(CPU) (CM8) Embedding by AddGatherReshape	6.3 Ops/sec
(CPU) (CM0) Embedding by AddGatherReshape	21.2 Ops/sec
(CPU) (CMNegative) Embedding by AddGatherReshape	25.6 Ops/sec
1	386005216.0 Ops/sec
2	341072128.0 Ops/sec
3	386524448.0 Ops/sec
4	394392000.0 Ops/sec
5	377269536.0 Ops/sec
6	387326240.0 Ops/sec
7	377205568.0 Ops/sec
8	383024800.0 Ops/sec
(CPU) (CMNegative) Embedding by SplitReshapeGatherConcat	57.6 Ops/sec
9	379669600.0 Ops/sec
(CPU) (CM8) Embedding by SplitReshapeGatherConcat	7.9 Ops/sec
(CPU) (CM16) Embedding by SplitReshapeGatherConcat	4.0 Ops/sec
(WASM) (CM16) Embedding by SplitReshapeGatherConcat	5.8 Ops/sec
(WASM) (CM16) Embedding by AddGatherReshape	5.8 Ops/sec
Async wait for init (WebGL)	3701993.0 Ops/sec
(WebGL) (CM16) Embedding by SplitReshapeGatherConcat	1320.2 Ops/sec
(WebGL) (CM16) Embedding by AddGatherReshape	339.9 Ops/sec
(WebGL) (CM8) Embedding by SplitReshapeGatherConcat	2451.8 Ops/sec
(WebGL) (CM8) Embedding by AddGatherReshape	493.5 Ops/sec
(WebGL) (CM4) Embedding by SplitReshapeGatherConcat	3730.6 Ops/sec
(WebGL) (CM4) Embedding by AddGatherReshape	808.4 Ops/sec
(CPU) (CM16) Embedding by AddGatherReshape	3.8 Ops/sec
(WebGL) (CM3) Embedding by SplitReshapeGatherConcat	5276.7 Ops/sec
(WebGL) (CM2) Embedding by SplitReshapeGatherConcat	5577.1 Ops/sec
(WebGL) (CM2) Embedding by AddGatherReshape	959.1 Ops/sec
(WebGL) (CM1) Embedding by SplitReshapeGatherConcat	5499.1 Ops/sec
(WebGL) (CM1) Embedding by AddGatherReshape	1235.0 Ops/sec
(WebGL) (CM0) Embedding by SplitReshapeGatherConcat	6136.0 Ops/sec
(WebGL) (CM0) Embedding by AddGatherReshape	1087.5 Ops/sec
(WebGL) (CMNegative) Embedding by SplitReshapeGatherConcat	4986.4 Ops/sec
(WebGL) (CMNegative) Embedding by AddGatherReshape	1066.2 Ops/sec
Async wait for init (CPU)	3720861.2 Ops/sec
(WebGL) (CM3) Embedding by AddGatherReshape	744.7 Ops/sec
10	378192064.0 Ops/sec

HTML Preparation code:

<script src="https://cdn.jsdelivr.net/npm/@tensorflow/tfjs@4.8.0/dist/tf.min.js"></script>
<script src="https://cdn.jsdelivr.net/npm/@tensorflow/tfjs-backend-wasm/dist/tf-backend-wasm.js"></script>

Script Preparation code:

globalThis.backendName_testing = undefined;
globalThis.jsPerf_Module = undefined;
globalThis.testCorrectnessIterator = undefined;

async function init( backendName ) {
  if ( !globalThis.jsPerf_Module ) {
    console.log( "import jsPerf_Embedding..." );
    globalThis.jsPerf_Module = await import(
      "https://cdn.jsdelivr.net/gh/colorfulcakechen/query-submit-canvas@50c1b285ff7c7f8c656c388365b4043528642d6b/CNN/jsPerf/jsPerf_Embedding.js" );
  }

  if ( backendName_testing != backendName ) {
    console.log( `Change backend to "${backendName}"...` );
    globalThis.backendName_testing = backendName;

    globalThis.jsPerf_Module.disposeResources();

    await tf.ready();
    await tf.setBackend( backendName );

    globalThis.jsPerf_Module.init();
  	globalThis.testCorrectnessIterator = jsPerf_Module.testCorrectness();
  }

  if ( !globalThis.testCorrectnessIterator )
    return true;

  let testCorrectnessYield = globalThis.testCorrectnessIterator.next();
  if ( testCorrectnessYield.done ) {
    console.log( `${backendName}, initialization done.` );
    globalThis.testCorrectnessIterator = null;
    return true;
  } else {
	return false;
  }
}

Tests:

Async wait for init (WASM)
if ( ( globalThis.initPromiseWASM ) && ( globalThis.initPromiseWebGL ) && ( globalThis.initPromiseCPU ) ) { // For benchmark re-run. globalThis.initPromiseWASM = globalThis.initPromiseWebGL = globalThis.initPromiseCPU = null; } const backendName = "wasm"; //const backendName = "webgl"; //const backendName = "cpu"; if ( !globalThis.initPromiseWASM ) { globalThis.initPromiseWASM = init( backendName ); } else { globalThis.initPromiseWASM.then( ( done ) => { if ( !done ) { globalThis.initPromiseWASM = init( backendName ); } else { } }); }
(WASM) AddGatherReshape_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_1" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_1" );
(WASM) AddGatherReshape_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_2" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_2" );
(WASM) AddGatherReshape_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_4" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_4" );
(WASM) AddGatherReshape_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_8" );
(WASM) SplitReshapeGatherConcat_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_8" );
Async wait for init (WebGL)
const backendName = "webgl"; if ( !globalThis.initPromiseWebGL ) { globalThis.initPromiseWebGL = init( backendName ); } else { globalThis.initPromiseWebGL.then( ( done ) => { if ( !done ) { globalThis.initPromiseWebGL = init( backendName ); } else { } }); }
(WebGL) AddGatherReshape_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_1" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_1" );
(WebGL) AddGatherReshape_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_2" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_2" );
(WebGL) AddGatherReshape_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_4" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_4" );
(WebGL) AddGatherReshape_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_8" );
(WebGL) SplitReshapeGatherConcat_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_8" );
(WebGL) 9
9;
(WebGL) 10
10;
(WebGL) 11
11;
(WebGL) 12
12;
(WebGL) 13
13;
(WebGL) 14
14;
(WebGL) 15
15;
(WebGL) 16
16;
(WebGL) 17
17;
(WebGL) 18
18;
Async wait for init (CPU)
const backendName = "cpu"; if ( !globalThis.initPromiseCPU ) { globalThis.initPromiseCPU = init( backendName ); } else { globalThis.initPromiseCPU.then( ( done ) => { if ( !done ) { globalThis.initPromiseCPU = init( backendName ); } else { } }); }
(CPU) AddGatherReshape_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_1" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_1
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_1" );
(CPU) AddGatherReshape_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_2" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_2
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_2" );
(CPU) AddGatherReshape_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_4" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_4
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_4" );
(CPU) AddGatherReshape_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "AddGatherReshape_channelMultiplier_8" );
(CPU) SplitReshapeGatherConcat_channelMultiplier_8
globalThis.testSet_108x192x4.testEmbedding_ByName( "SplitReshapeGatherConcat_channelMultiplier_8" );
(CPU) 9
9;
(CPU) 10
10;
(CPU) 11
11;
(CPU) 12
12;
(CPU) 13
13;
(CPU) 14
14;
(CPU) 15
15;
(CPU) 16
16;
(CPU) 17
17;
(CPU) 18
18;

Run results for: (ColorfulCakeChen) CNN Embedding (50c1b285ff7c7f8c656c388365b4043528642d6b) 182

Async wait for init (WASM)

(WASM) AddGatherReshape_channelMultiplier_1

(WASM) SplitReshapeGatherConcat_channelMultiplier_1

(WASM) AddGatherReshape_channelMultiplier_2

(WASM) SplitReshapeGatherConcat_channelMultiplier_2

(WASM) AddGatherReshape_channelMultiplier_4

(WASM) SplitReshapeGatherConcat_channelMultiplier_4

(WASM) AddGatherReshape_channelMultiplier_8

(WASM) SplitReshapeGatherConcat_channelMultiplier_8

Async wait for init (WebGL)

(WebGL) AddGatherReshape_channelMultiplier_1

(WebGL) SplitReshapeGatherConcat_channelMultiplier_1

(WebGL) AddGatherReshape_channelMultiplier_2

(WebGL) SplitReshapeGatherConcat_channelMultiplier_2

(WebGL) AddGatherReshape_channelMultiplier_4

(WebGL) SplitReshapeGatherConcat_channelMultiplier_4

(WebGL) AddGatherReshape_channelMultiplier_8

(WebGL) SplitReshapeGatherConcat_channelMultiplier_8

(WebGL) 9

(WebGL) 10

(WebGL) 11

(WebGL) 12

(WebGL) 13

(WebGL) 14

(WebGL) 15

(WebGL) 16

(WebGL) 17

(WebGL) 18

Async wait for init (CPU)

(CPU) AddGatherReshape_channelMultiplier_1

(CPU) SplitReshapeGatherConcat_channelMultiplier_1

(CPU) AddGatherReshape_channelMultiplier_2

(CPU) SplitReshapeGatherConcat_channelMultiplier_2

(CPU) AddGatherReshape_channelMultiplier_4

(CPU) SplitReshapeGatherConcat_channelMultiplier_4

(CPU) AddGatherReshape_channelMultiplier_8

(CPU) SplitReshapeGatherConcat_channelMultiplier_8

(CPU) 9

(CPU) 10

(CPU) 11

(CPU) 12

(CPU) 13

(CPU) 14

(CPU) 15

(CPU) 16

(CPU) 17

(CPU) 18