extractParams.js 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159
  1. import * as tf from '@tensorflow/tfjs-core';
  2. import { extractWeightsFactory } from '../common';
  3. function extractorsFactory(extractWeights, paramMappings) {
  4. function extractDepthwiseConvParams(numChannels, mappedPrefix) {
  5. var filters = tf.tensor4d(extractWeights(3 * 3 * numChannels), [3, 3, numChannels, 1]);
  6. var batch_norm_scale = tf.tensor1d(extractWeights(numChannels));
  7. var batch_norm_offset = tf.tensor1d(extractWeights(numChannels));
  8. var batch_norm_mean = tf.tensor1d(extractWeights(numChannels));
  9. var batch_norm_variance = tf.tensor1d(extractWeights(numChannels));
  10. paramMappings.push({ paramPath: mappedPrefix + "/filters" }, { paramPath: mappedPrefix + "/batch_norm_scale" }, { paramPath: mappedPrefix + "/batch_norm_offset" }, { paramPath: mappedPrefix + "/batch_norm_mean" }, { paramPath: mappedPrefix + "/batch_norm_variance" });
  11. return {
  12. filters: filters,
  13. batch_norm_scale: batch_norm_scale,
  14. batch_norm_offset: batch_norm_offset,
  15. batch_norm_mean: batch_norm_mean,
  16. batch_norm_variance: batch_norm_variance
  17. };
  18. }
  19. function extractConvParams(channelsIn, channelsOut, filterSize, mappedPrefix, isPointwiseConv) {
  20. var filters = tf.tensor4d(extractWeights(channelsIn * channelsOut * filterSize * filterSize), [filterSize, filterSize, channelsIn, channelsOut]);
  21. var bias = tf.tensor1d(extractWeights(channelsOut));
  22. paramMappings.push({ paramPath: mappedPrefix + "/filters" }, { paramPath: mappedPrefix + "/" + (isPointwiseConv ? 'batch_norm_offset' : 'bias') });
  23. return { filters: filters, bias: bias };
  24. }
  25. function extractPointwiseConvParams(channelsIn, channelsOut, filterSize, mappedPrefix) {
  26. var _a = extractConvParams(channelsIn, channelsOut, filterSize, mappedPrefix, true), filters = _a.filters, bias = _a.bias;
  27. return {
  28. filters: filters,
  29. batch_norm_offset: bias
  30. };
  31. }
  32. function extractConvPairParams(channelsIn, channelsOut, mappedPrefix) {
  33. var depthwise_conv = extractDepthwiseConvParams(channelsIn, mappedPrefix + "/depthwise_conv");
  34. var pointwise_conv = extractPointwiseConvParams(channelsIn, channelsOut, 1, mappedPrefix + "/pointwise_conv");
  35. return { depthwise_conv: depthwise_conv, pointwise_conv: pointwise_conv };
  36. }
  37. function extractMobilenetV1Params() {
  38. var conv_0 = extractPointwiseConvParams(3, 32, 3, 'mobilenetv1/conv_0');
  39. var conv_1 = extractConvPairParams(32, 64, 'mobilenetv1/conv_1');
  40. var conv_2 = extractConvPairParams(64, 128, 'mobilenetv1/conv_2');
  41. var conv_3 = extractConvPairParams(128, 128, 'mobilenetv1/conv_3');
  42. var conv_4 = extractConvPairParams(128, 256, 'mobilenetv1/conv_4');
  43. var conv_5 = extractConvPairParams(256, 256, 'mobilenetv1/conv_5');
  44. var conv_6 = extractConvPairParams(256, 512, 'mobilenetv1/conv_6');
  45. var conv_7 = extractConvPairParams(512, 512, 'mobilenetv1/conv_7');
  46. var conv_8 = extractConvPairParams(512, 512, 'mobilenetv1/conv_8');
  47. var conv_9 = extractConvPairParams(512, 512, 'mobilenetv1/conv_9');
  48. var conv_10 = extractConvPairParams(512, 512, 'mobilenetv1/conv_10');
  49. var conv_11 = extractConvPairParams(512, 512, 'mobilenetv1/conv_11');
  50. var conv_12 = extractConvPairParams(512, 1024, 'mobilenetv1/conv_12');
  51. var conv_13 = extractConvPairParams(1024, 1024, 'mobilenetv1/conv_13');
  52. return {
  53. conv_0: conv_0,
  54. conv_1: conv_1,
  55. conv_2: conv_2,
  56. conv_3: conv_3,
  57. conv_4: conv_4,
  58. conv_5: conv_5,
  59. conv_6: conv_6,
  60. conv_7: conv_7,
  61. conv_8: conv_8,
  62. conv_9: conv_9,
  63. conv_10: conv_10,
  64. conv_11: conv_11,
  65. conv_12: conv_12,
  66. conv_13: conv_13
  67. };
  68. }
  69. function extractPredictionLayerParams() {
  70. var conv_0 = extractPointwiseConvParams(1024, 256, 1, 'prediction_layer/conv_0');
  71. var conv_1 = extractPointwiseConvParams(256, 512, 3, 'prediction_layer/conv_1');
  72. var conv_2 = extractPointwiseConvParams(512, 128, 1, 'prediction_layer/conv_2');
  73. var conv_3 = extractPointwiseConvParams(128, 256, 3, 'prediction_layer/conv_3');
  74. var conv_4 = extractPointwiseConvParams(256, 128, 1, 'prediction_layer/conv_4');
  75. var conv_5 = extractPointwiseConvParams(128, 256, 3, 'prediction_layer/conv_5');
  76. var conv_6 = extractPointwiseConvParams(256, 64, 1, 'prediction_layer/conv_6');
  77. var conv_7 = extractPointwiseConvParams(64, 128, 3, 'prediction_layer/conv_7');
  78. var box_encoding_0_predictor = extractConvParams(512, 12, 1, 'prediction_layer/box_predictor_0/box_encoding_predictor');
  79. var class_predictor_0 = extractConvParams(512, 9, 1, 'prediction_layer/box_predictor_0/class_predictor');
  80. var box_encoding_1_predictor = extractConvParams(1024, 24, 1, 'prediction_layer/box_predictor_1/box_encoding_predictor');
  81. var class_predictor_1 = extractConvParams(1024, 18, 1, 'prediction_layer/box_predictor_1/class_predictor');
  82. var box_encoding_2_predictor = extractConvParams(512, 24, 1, 'prediction_layer/box_predictor_2/box_encoding_predictor');
  83. var class_predictor_2 = extractConvParams(512, 18, 1, 'prediction_layer/box_predictor_2/class_predictor');
  84. var box_encoding_3_predictor = extractConvParams(256, 24, 1, 'prediction_layer/box_predictor_3/box_encoding_predictor');
  85. var class_predictor_3 = extractConvParams(256, 18, 1, 'prediction_layer/box_predictor_3/class_predictor');
  86. var box_encoding_4_predictor = extractConvParams(256, 24, 1, 'prediction_layer/box_predictor_4/box_encoding_predictor');
  87. var class_predictor_4 = extractConvParams(256, 18, 1, 'prediction_layer/box_predictor_4/class_predictor');
  88. var box_encoding_5_predictor = extractConvParams(128, 24, 1, 'prediction_layer/box_predictor_5/box_encoding_predictor');
  89. var class_predictor_5 = extractConvParams(128, 18, 1, 'prediction_layer/box_predictor_5/class_predictor');
  90. var box_predictor_0 = {
  91. box_encoding_predictor: box_encoding_0_predictor,
  92. class_predictor: class_predictor_0
  93. };
  94. var box_predictor_1 = {
  95. box_encoding_predictor: box_encoding_1_predictor,
  96. class_predictor: class_predictor_1
  97. };
  98. var box_predictor_2 = {
  99. box_encoding_predictor: box_encoding_2_predictor,
  100. class_predictor: class_predictor_2
  101. };
  102. var box_predictor_3 = {
  103. box_encoding_predictor: box_encoding_3_predictor,
  104. class_predictor: class_predictor_3
  105. };
  106. var box_predictor_4 = {
  107. box_encoding_predictor: box_encoding_4_predictor,
  108. class_predictor: class_predictor_4
  109. };
  110. var box_predictor_5 = {
  111. box_encoding_predictor: box_encoding_5_predictor,
  112. class_predictor: class_predictor_5
  113. };
  114. return {
  115. conv_0: conv_0,
  116. conv_1: conv_1,
  117. conv_2: conv_2,
  118. conv_3: conv_3,
  119. conv_4: conv_4,
  120. conv_5: conv_5,
  121. conv_6: conv_6,
  122. conv_7: conv_7,
  123. box_predictor_0: box_predictor_0,
  124. box_predictor_1: box_predictor_1,
  125. box_predictor_2: box_predictor_2,
  126. box_predictor_3: box_predictor_3,
  127. box_predictor_4: box_predictor_4,
  128. box_predictor_5: box_predictor_5
  129. };
  130. }
  131. return {
  132. extractMobilenetV1Params: extractMobilenetV1Params,
  133. extractPredictionLayerParams: extractPredictionLayerParams
  134. };
  135. }
  136. export function extractParams(weights) {
  137. var paramMappings = [];
  138. var _a = extractWeightsFactory(weights), extractWeights = _a.extractWeights, getRemainingWeights = _a.getRemainingWeights;
  139. var _b = extractorsFactory(extractWeights, paramMappings), extractMobilenetV1Params = _b.extractMobilenetV1Params, extractPredictionLayerParams = _b.extractPredictionLayerParams;
  140. var mobilenetv1 = extractMobilenetV1Params();
  141. var prediction_layer = extractPredictionLayerParams();
  142. var extra_dim = tf.tensor3d(extractWeights(5118 * 4), [1, 5118, 4]);
  143. var output_layer = {
  144. extra_dim: extra_dim
  145. };
  146. paramMappings.push({ paramPath: 'output_layer/extra_dim' });
  147. if (getRemainingWeights().length !== 0) {
  148. throw new Error("weights remaing after extract: " + getRemainingWeights().length);
  149. }
  150. return {
  151. params: {
  152. mobilenetv1: mobilenetv1,
  153. prediction_layer: prediction_layer,
  154. output_layer: output_layer
  155. },
  156. paramMappings: paramMappings
  157. };
  158. }
  159. //# sourceMappingURL=extractParams.js.map