Lines Matching refs:runtime
57 struct xnn_runtime* runtime = NULL; in xnn_create_runtime_v2() local
69 runtime = xnn_allocate_zero_memory(sizeof(struct xnn_runtime)); in xnn_create_runtime_v2()
70 if (runtime == NULL) { in xnn_create_runtime_v2()
75 …runtime->opdata = xnn_allocate_zero_memory(sizeof(struct xnn_operator_data) * subgraph->num_nodes); in xnn_create_runtime_v2()
76 if (runtime->opdata == NULL) { in xnn_create_runtime_v2()
81 runtime->num_ops = subgraph->num_nodes; in xnn_create_runtime_v2()
96 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
100 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
101 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
102 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
109 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
113 runtime->opdata[i].shape1.num_dims = values[node->inputs[0]].shape.num_dims; in xnn_create_runtime_v2()
114 runtime->opdata[i].shape2.num_dims = values[node->inputs[1]].shape.num_dims; in xnn_create_runtime_v2()
118 runtime->opdata[i].shape1.dim[0] = values[node->inputs[0]].shape.dim[0]; in xnn_create_runtime_v2()
119 …runtime->opdata[i].shape1.dim[1] = values[node->inputs[0]].shape.dim[values[node->inputs[0]].shape… in xnn_create_runtime_v2()
121 …memcpy(&runtime->opdata[i].shape1.dim[2], &values[node->inputs[0]].shape.dim[1], (values[node->inp… in xnn_create_runtime_v2()
123 runtime->opdata[i].shape2.dim[0] = values[node->inputs[1]].shape.dim[0]; in xnn_create_runtime_v2()
124 …runtime->opdata[i].shape2.dim[1] = values[node->inputs[1]].shape.dim[values[node->inputs[0]].shape… in xnn_create_runtime_v2()
126 …memcpy(&runtime->opdata[i].shape2.dim[2], &values[node->inputs[1]].shape.dim[1], (values[node->inp… in xnn_create_runtime_v2()
132 …memcpy(runtime->opdata[i].shape1.dim, values[node->inputs[0]].shape.dim, values[node->inputs[0]].s… in xnn_create_runtime_v2()
133 …memcpy(runtime->opdata[i].shape2.dim, values[node->inputs[1]].shape.dim, values[node->inputs[1]].s… in xnn_create_runtime_v2()
135 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
136 runtime->opdata[i].inputs[1] = node->inputs[1]; in xnn_create_runtime_v2()
137 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
151 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
155 runtime->opdata[i].batch_size = values[node->inputs[0]].shape.dim[0]; in xnn_create_runtime_v2()
156 runtime->opdata[i].input_height = values[node->inputs[0]].shape.dim[1]; in xnn_create_runtime_v2()
157 runtime->opdata[i].input_width = values[node->inputs[0]].shape.dim[2]; in xnn_create_runtime_v2()
158 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
159 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
160 runtime->opdata[i].outputs[1] = node->outputs[1]; in xnn_create_runtime_v2()
178 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
182 runtime->opdata[i].batch_size = values[node->inputs[0]].shape.dim[0]; in xnn_create_runtime_v2()
183 runtime->opdata[i].input_height = values[node->inputs[0]].shape.dim[1]; in xnn_create_runtime_v2()
184 runtime->opdata[i].input_width = values[node->inputs[0]].shape.dim[2]; in xnn_create_runtime_v2()
185 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
186 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
194 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
198 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
199 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
200 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
208 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
212 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
213 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
214 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
241 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
266 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
271 runtime->opdata[i].batch_size = values[node->inputs[0]].shape.dim[0]; in xnn_create_runtime_v2()
272 runtime->opdata[i].input_height = values[node->inputs[0]].shape.dim[1]; in xnn_create_runtime_v2()
273 runtime->opdata[i].input_width = values[node->inputs[0]].shape.dim[2]; in xnn_create_runtime_v2()
274 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
275 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
285 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
289 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
290 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
291 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
317 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
321 runtime->opdata[i].batch_size = values[node->inputs[0]].shape.dim[0]; in xnn_create_runtime_v2()
322 runtime->opdata[i].input_height = values[node->inputs[0]].shape.dim[1]; in xnn_create_runtime_v2()
323 runtime->opdata[i].input_width = values[node->inputs[0]].shape.dim[2]; in xnn_create_runtime_v2()
324 runtime->opdata[i].adjustment_height = node->params.deconvolution_2d.adjustment_height; in xnn_create_runtime_v2()
325 runtime->opdata[i].adjustment_width = node->params.deconvolution_2d.adjustment_width; in xnn_create_runtime_v2()
326 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
327 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
355 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
380 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
385 runtime->opdata[i].batch_size = values[node->inputs[0]].shape.dim[0]; in xnn_create_runtime_v2()
386 runtime->opdata[i].input_height = values[node->inputs[0]].shape.dim[1]; in xnn_create_runtime_v2()
387 runtime->opdata[i].input_width = values[node->inputs[0]].shape.dim[2]; in xnn_create_runtime_v2()
389 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
390 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
402 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
412 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
417 runtime->opdata[i].batch_size = values[node->inputs[0]].shape.dim[0]; in xnn_create_runtime_v2()
418 runtime->opdata[i].input_height = values[node->inputs[0]].shape.dim[1]; in xnn_create_runtime_v2()
419 runtime->opdata[i].input_width = values[node->inputs[0]].shape.dim[2]; in xnn_create_runtime_v2()
420 runtime->opdata[i].output_height = values[node->outputs[0]].shape.dim[1]; in xnn_create_runtime_v2()
421 runtime->opdata[i].output_width = values[node->outputs[0]].shape.dim[2]; in xnn_create_runtime_v2()
422 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
423 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
430 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
434 runtime->opdata[i].shape1.num_dims = values[node->inputs[0]].shape.num_dims; in xnn_create_runtime_v2()
435 runtime->opdata[i].shape2.num_dims = values[node->inputs[1]].shape.num_dims; in xnn_create_runtime_v2()
436 …memcpy(runtime->opdata[i].shape1.dim, values[node->inputs[0]].shape.dim, values[node->inputs[0]].s… in xnn_create_runtime_v2()
437 …memcpy(runtime->opdata[i].shape2.dim, values[node->inputs[1]].shape.dim, values[node->inputs[1]].s… in xnn_create_runtime_v2()
438 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
439 runtime->opdata[i].inputs[1] = node->inputs[1]; in xnn_create_runtime_v2()
440 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
449 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
453 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
454 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
455 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
472 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
476 runtime->opdata[i].batch_size = num_input_elements / input_channels; in xnn_create_runtime_v2()
477 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
478 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
487 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
491 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
492 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
493 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
502 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
513 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
518 runtime->opdata[i].batch_size = values[node->inputs[0]].shape.dim[0]; in xnn_create_runtime_v2()
519 …runtime->opdata[i].input_width = values[node->inputs[0]].shape.dim[1] * values[node->inputs[0]].sh… in xnn_create_runtime_v2()
520 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
521 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
529 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
533 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
534 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
535 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
544 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
548 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
549 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
550 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
570 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
574 runtime->opdata[i].batch_size = values[node->inputs[0]].shape.dim[0]; in xnn_create_runtime_v2()
575 runtime->opdata[i].input_height = values[node->inputs[0]].shape.dim[1]; in xnn_create_runtime_v2()
576 runtime->opdata[i].input_width = values[node->inputs[0]].shape.dim[2]; in xnn_create_runtime_v2()
577 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
578 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
583 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
587 runtime->opdata[i].shape1.num_dims = values[node->inputs[0]].shape.num_dims; in xnn_create_runtime_v2()
588 runtime->opdata[i].shape2.num_dims = values[node->inputs[1]].shape.num_dims; in xnn_create_runtime_v2()
589 …memcpy(runtime->opdata[i].shape1.dim, values[node->inputs[0]].shape.dim, values[node->inputs[0]].s… in xnn_create_runtime_v2()
590 …memcpy(runtime->opdata[i].shape2.dim, values[node->inputs[1]].shape.dim, values[node->inputs[1]].s… in xnn_create_runtime_v2()
591 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
592 runtime->opdata[i].inputs[1] = node->inputs[1]; in xnn_create_runtime_v2()
593 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
598 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
602 runtime->opdata[i].shape1.num_dims = values[node->inputs[0]].shape.num_dims; in xnn_create_runtime_v2()
603 runtime->opdata[i].shape2.num_dims = values[node->inputs[1]].shape.num_dims; in xnn_create_runtime_v2()
604 …memcpy(runtime->opdata[i].shape1.dim, values[node->inputs[0]].shape.dim, values[node->inputs[0]].s… in xnn_create_runtime_v2()
605 …memcpy(runtime->opdata[i].shape2.dim, values[node->inputs[1]].shape.dim, values[node->inputs[1]].s… in xnn_create_runtime_v2()
606 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
607 runtime->opdata[i].inputs[1] = node->inputs[1]; in xnn_create_runtime_v2()
608 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
615 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
619 runtime->opdata[i].shape1.num_dims = values[node->inputs[0]].shape.num_dims; in xnn_create_runtime_v2()
620 runtime->opdata[i].shape2.num_dims = values[node->inputs[1]].shape.num_dims; in xnn_create_runtime_v2()
624 runtime->opdata[i].shape1.dim[0] = values[node->inputs[0]].shape.dim[0]; in xnn_create_runtime_v2()
625 …runtime->opdata[i].shape1.dim[1] = values[node->inputs[0]].shape.dim[values[node->inputs[0]].shape… in xnn_create_runtime_v2()
627 …memcpy(&runtime->opdata[i].shape1.dim[2], &values[node->inputs[0]].shape.dim[1], (values[node->inp… in xnn_create_runtime_v2()
629 runtime->opdata[i].shape2.dim[0] = values[node->inputs[1]].shape.dim[0]; in xnn_create_runtime_v2()
630 …runtime->opdata[i].shape2.dim[1] = values[node->inputs[1]].shape.dim[values[node->inputs[0]].shape… in xnn_create_runtime_v2()
632 …memcpy(&runtime->opdata[i].shape2.dim[2], &values[node->inputs[1]].shape.dim[1], (values[node->inp… in xnn_create_runtime_v2()
638 …memcpy(runtime->opdata[i].shape1.dim, values[node->inputs[0]].shape.dim, values[node->inputs[0]].s… in xnn_create_runtime_v2()
639 …memcpy(runtime->opdata[i].shape2.dim, values[node->inputs[1]].shape.dim, values[node->inputs[1]].s… in xnn_create_runtime_v2()
641 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
642 runtime->opdata[i].inputs[1] = node->inputs[1]; in xnn_create_runtime_v2()
643 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
651 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
655 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
656 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
657 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
666 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
670 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
671 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
672 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
680 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
684 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
685 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
686 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
694 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
698 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
699 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
700 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
706 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
710 runtime->opdata[i].shape1 = values[node->inputs[0]].shape; in xnn_create_runtime_v2()
711 …memcpy(runtime->opdata[i].pre_paddings, node->params.static_pad.pre_paddings, sizeof(size_t) * XNN… in xnn_create_runtime_v2()
712 …memcpy(runtime->opdata[i].post_paddings, node->params.static_pad.post_paddings, sizeof(size_t) * X… in xnn_create_runtime_v2()
713 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
714 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
722 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
726 runtime->opdata[i].batch_size = product_all_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
727 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
728 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
737 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
746 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
751 runtime->opdata[i].batch_size = values[node->inputs[0]].shape.dim[0]; in xnn_create_runtime_v2()
752 runtime->opdata[i].input_height = values[node->inputs[0]].shape.dim[1]; in xnn_create_runtime_v2()
753 runtime->opdata[i].input_width = values[node->inputs[0]].shape.dim[2]; in xnn_create_runtime_v2()
754 runtime->opdata[i].output_height = values[node->outputs[0]].shape.dim[1]; in xnn_create_runtime_v2()
755 runtime->opdata[i].output_width = values[node->outputs[0]].shape.dim[2]; in xnn_create_runtime_v2()
756 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
757 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
765 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
769 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
770 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
771 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
779 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
783 runtime->opdata[i].batch_size = product_non_channel_dims(&values[node->inputs[0]].shape); in xnn_create_runtime_v2()
784 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
785 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
790 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
794 runtime->opdata[i].shape1.num_dims = values[node->inputs[0]].shape.num_dims; in xnn_create_runtime_v2()
795 runtime->opdata[i].shape2.num_dims = values[node->inputs[1]].shape.num_dims; in xnn_create_runtime_v2()
796 …memcpy(runtime->opdata[i].shape1.dim, values[node->inputs[0]].shape.dim, values[node->inputs[0]].s… in xnn_create_runtime_v2()
797 …memcpy(runtime->opdata[i].shape2.dim, values[node->inputs[1]].shape.dim, values[node->inputs[1]].s… in xnn_create_runtime_v2()
798 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
799 runtime->opdata[i].inputs[1] = node->inputs[1]; in xnn_create_runtime_v2()
800 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
807 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
811 runtime->opdata[i].shape1.num_dims = values[node->inputs[0]].shape.num_dims; in xnn_create_runtime_v2()
812 runtime->opdata[i].shape2.num_dims = values[node->inputs[1]].shape.num_dims; in xnn_create_runtime_v2()
813 …memcpy(runtime->opdata[i].shape1.dim, values[node->inputs[0]].shape.dim, values[node->inputs[0]].s… in xnn_create_runtime_v2()
814 …memcpy(runtime->opdata[i].shape2.dim, values[node->inputs[1]].shape.dim, values[node->inputs[1]].s… in xnn_create_runtime_v2()
815 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
816 runtime->opdata[i].inputs[1] = node->inputs[1]; in xnn_create_runtime_v2()
817 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
831 &runtime->opdata[i].operator_object); in xnn_create_runtime_v2()
835 runtime->opdata[i].batch_size = values[node->inputs[0]].shape.dim[0]; in xnn_create_runtime_v2()
836 runtime->opdata[i].input_height = values[node->inputs[0]].shape.dim[1]; in xnn_create_runtime_v2()
837 runtime->opdata[i].input_width = values[node->inputs[0]].shape.dim[2]; in xnn_create_runtime_v2()
838 runtime->opdata[i].inputs[0] = node->inputs[0]; in xnn_create_runtime_v2()
839 runtime->opdata[i].inputs[1] = node->inputs[1]; in xnn_create_runtime_v2()
840 runtime->opdata[i].outputs[0] = node->outputs[0]; in xnn_create_runtime_v2()
845 runtime->blobs = xnn_allocate_zero_memory(sizeof(struct xnn_blob) * subgraph->num_values); in xnn_create_runtime_v2()
846 if (runtime->blobs == NULL) { in xnn_create_runtime_v2()
851 runtime->num_blobs = subgraph->num_values; in xnn_create_runtime_v2()
858 struct xnn_blob* blob = &runtime->blobs[i]; in xnn_create_runtime_v2()
878 runtime->workspace = xnn_allocate_simd_memory(mem_arena_size); in xnn_create_runtime_v2()
879 if (runtime->workspace == NULL) { in xnn_create_runtime_v2()
886 struct xnn_blob* blob = &runtime->blobs[i]; in xnn_create_runtime_v2()
890 … blob->data = (void*) ((uintptr_t) runtime->workspace + mem_alloc_tracker.usage[i].alloc_offset); in xnn_create_runtime_v2()
897 runtime->threadpool = threadpool; in xnn_create_runtime_v2()
899 *runtime_out = runtime; in xnn_create_runtime_v2()
903 xnn_delete_runtime(runtime); in xnn_create_runtime_v2()
908 xnn_runtime_t runtime, in xnn_setup_runtime() argument
917 if (value_id >= runtime->num_blobs) { in xnn_setup_runtime()
923 const struct xnn_blob* blob = &runtime->blobs[value_id]; in xnn_setup_runtime()
934 struct xnn_blob* blob = &runtime->blobs[value_id]; in xnn_setup_runtime()
938 for (size_t i = 0; i < runtime->num_ops; i++) { in xnn_setup_runtime()
939 const struct xnn_operator_data* opdata = &runtime->opdata[i]; in xnn_setup_runtime()
948 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
949 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
953 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
954 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
955 runtime->threadpool); in xnn_setup_runtime()
958 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
959 assert(runtime->blobs[opdata->inputs[1]].data != NULL); in xnn_setup_runtime()
960 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
967 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
968 runtime->blobs[opdata->inputs[1]].data, in xnn_setup_runtime()
969 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
970 runtime->threadpool); in xnn_setup_runtime()
973 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
974 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
975 assert(runtime->blobs[opdata->outputs[1]].data != NULL); in xnn_setup_runtime()
981 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
982 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
983 runtime->blobs[opdata->outputs[1]].data, in xnn_setup_runtime()
984 runtime->threadpool); in xnn_setup_runtime()
987 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
988 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
994 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
995 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
996 runtime->threadpool); in xnn_setup_runtime()
999 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1000 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1004 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1005 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1006 runtime->threadpool); in xnn_setup_runtime()
1009 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1010 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1014 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1015 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1016 runtime->threadpool); in xnn_setup_runtime()
1019 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1020 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1027 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1028 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1029 runtime->threadpool); in xnn_setup_runtime()
1032 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1033 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1039 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1040 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1041 runtime->threadpool); in xnn_setup_runtime()
1044 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1045 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1051 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1052 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1053 runtime->threadpool); in xnn_setup_runtime()
1056 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1057 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1061 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1062 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1063 runtime->threadpool); in xnn_setup_runtime()
1066 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1067 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1071 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1072 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1073 runtime->threadpool); in xnn_setup_runtime()
1076 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1077 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1085 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1086 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1087 runtime->threadpool); in xnn_setup_runtime()
1090 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1091 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1097 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1098 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1099 runtime->threadpool); in xnn_setup_runtime()
1102 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1103 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1109 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1110 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1111 runtime->threadpool); in xnn_setup_runtime()
1114 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1115 assert(runtime->blobs[opdata->inputs[1]].data != NULL); in xnn_setup_runtime()
1116 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1123 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1124 runtime->blobs[opdata->inputs[1]].data, in xnn_setup_runtime()
1125 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1126 runtime->threadpool); in xnn_setup_runtime()
1129 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1130 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1134 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1135 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1136 runtime->threadpool); in xnn_setup_runtime()
1139 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1140 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1144 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1145 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1146 runtime->threadpool); in xnn_setup_runtime()
1149 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1150 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1154 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1155 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1156 runtime->threadpool); in xnn_setup_runtime()
1159 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1160 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1165 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1166 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1167 runtime->threadpool); in xnn_setup_runtime()
1170 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1171 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1176 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1177 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1178 runtime->threadpool); in xnn_setup_runtime()
1181 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1182 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1186 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1187 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1188 runtime->threadpool); in xnn_setup_runtime()
1191 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1192 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1196 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1197 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1198 runtime->threadpool); in xnn_setup_runtime()
1201 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1202 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1208 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1209 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1210 runtime->threadpool); in xnn_setup_runtime()
1213 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1214 assert(runtime->blobs[opdata->inputs[1]].data != NULL); in xnn_setup_runtime()
1215 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1222 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1223 runtime->blobs[opdata->inputs[1]].data, in xnn_setup_runtime()
1224 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1225 runtime->threadpool); in xnn_setup_runtime()
1228 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1229 assert(runtime->blobs[opdata->inputs[1]].data != NULL); in xnn_setup_runtime()
1230 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1237 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1238 runtime->blobs[opdata->inputs[1]].data, in xnn_setup_runtime()
1239 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1240 runtime->threadpool); in xnn_setup_runtime()
1243 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1244 assert(runtime->blobs[opdata->inputs[1]].data != NULL); in xnn_setup_runtime()
1245 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1252 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1253 runtime->blobs[opdata->inputs[1]].data, in xnn_setup_runtime()
1254 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1255 runtime->threadpool); in xnn_setup_runtime()
1258 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1259 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1263 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1264 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1265 runtime->threadpool); in xnn_setup_runtime()
1268 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1269 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1273 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1274 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1275 runtime->threadpool); in xnn_setup_runtime()
1278 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1279 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1287 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1288 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1289 runtime->threadpool); in xnn_setup_runtime()
1292 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1293 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1301 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1302 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1303 runtime->threadpool); in xnn_setup_runtime()
1306 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1307 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1311 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1312 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1313 runtime->threadpool); in xnn_setup_runtime()
1316 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1317 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1321 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1322 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1323 runtime->threadpool); in xnn_setup_runtime()
1326 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1327 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1331 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1332 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1333 runtime->threadpool); in xnn_setup_runtime()
1336 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1337 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1341 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1342 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1343 runtime->threadpool); in xnn_setup_runtime()
1346 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1347 assert(runtime->blobs[opdata->inputs[1]].data != NULL); in xnn_setup_runtime()
1348 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1355 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1356 runtime->blobs[opdata->inputs[1]].data, in xnn_setup_runtime()
1357 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1358 runtime->threadpool); in xnn_setup_runtime()
1361 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1362 assert(runtime->blobs[opdata->inputs[1]].data != NULL); in xnn_setup_runtime()
1363 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1370 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1371 runtime->blobs[opdata->inputs[1]].data, in xnn_setup_runtime()
1372 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1373 runtime->threadpool); in xnn_setup_runtime()
1376 assert(runtime->blobs[opdata->inputs[0]].data != NULL); in xnn_setup_runtime()
1377 assert(runtime->blobs[opdata->inputs[1]].data != NULL); in xnn_setup_runtime()
1378 assert(runtime->blobs[opdata->outputs[0]].data != NULL); in xnn_setup_runtime()
1384 runtime->blobs[opdata->inputs[0]].data, in xnn_setup_runtime()
1385 runtime->blobs[opdata->inputs[1]].data, in xnn_setup_runtime()
1386 runtime->blobs[opdata->outputs[0]].data, in xnn_setup_runtime()
1387 runtime->threadpool); in xnn_setup_runtime()
1404 xnn_runtime_t runtime) in xnn_invoke_runtime() argument
1406 for (size_t i = 0; i < runtime->num_ops; i++) { in xnn_invoke_runtime()
1407 if (runtime->opdata[i].operator_object == NULL) { in xnn_invoke_runtime()
1412 …const enum xnn_status status = xnn_run_operator(runtime->opdata[i].operator_object, runtime->threa… in xnn_invoke_runtime()
1421 xnn_runtime_t runtime) in xnn_delete_runtime() argument
1423 if (runtime != NULL) { in xnn_delete_runtime()
1424 if (runtime->opdata != NULL) { in xnn_delete_runtime()
1425 for (size_t i = 0; i < runtime->num_ops; i++) { in xnn_delete_runtime()
1426 xnn_delete_operator(runtime->opdata[i].operator_object); in xnn_delete_runtime()
1428 xnn_release_memory(runtime->opdata); in xnn_delete_runtime()
1430 xnn_release_memory(runtime->blobs); in xnn_delete_runtime()
1431 xnn_release_simd_memory(runtime->workspace); in xnn_delete_runtime()
1433 xnn_release_memory(runtime); in xnn_delete_runtime()