@@ -656,68 +656,6 @@ Status QnnBackendManager::GetMaxSpillFillBufferSize(unsigned char* buffer,
656656 return ORT_MAKE_STATUS (ONNXRUNTIME, FAIL, " Unsupported context binary info version."
657657 }
658658
659- for (uint32_t i = 0 ; i < graph_count; ++i) {
660- if (graphs_info[i].version == QNN_SYSTEM_CONTEXT_GRAPH_INFO_VERSION_3) {
661- auto htp_graph_info = reinterpret_cast <QnnHtpSystemContext_GraphBlobInfo_t*>(graphs_info[i].graphInfoV3 .graphBlobInfo );
662- if (htp_graph_info->version == QNN_SYSTEM_CONTEXT_HTP_GRAPH_INFO_BLOB_VERSION_V1) {
663- auto spill_fill_buffer_size = htp_graph_info->contextBinaryGraphBlobInfoV1 .spillFillBufferSize ;
664- max_spill_fill_buffer_size = spill_fill_buffer_size > max_spill_fill_buffer_size ? spill_fill_buffer_size : max_spill_fill_buffer_size;
665- } else {
666- LOGS (*logger_, VERBOSE) << " Unknown context binary graph info blob version."
667- }
668- } else if (graphs_info[i].version == QNN_SYSTEM_CONTEXT_GRAPH_INFO_VERSION_2 ||
669- graphs_info[i].version == QNN_SYSTEM_CONTEXT_GRAPH_INFO_VERSION_1) {
670- LOGS (*logger_, VERBOSE) << " Skip retrieve spill file buffer size, it is not supported with graph info v1 & v2."
671- } else {
672- LOGS (*logger_, VERBOSE) << " Unknown context binary graph info version."
673- }
674- }
675-
676- LOGS (*logger_, VERBOSE) << " Get max spill fill buffer size completed."
677- return Status::OK ();
678- }
679-
680- Status QnnBackendManager::LoadCachedQnnContextFromBuffer (char * buffer, uint64_t buffer_length,
681- std::string node_name,
682- QnnModelLookupTable& qnn_models,
683- int64_t max_spill_fill_size) {
684- bool result = nullptr == qnn_sys_interface_.systemContextCreate ||
685- nullptr == qnn_sys_interface_.systemContextGetBinaryInfo ||
686- nullptr == qnn_sys_interface_.systemContextFree ;
687- ORT_RETURN_IF (result, " Failed to get valid function pointer."
688-
689- QnnSystemContext_Handle_t sys_ctx_handle = nullptr ;
690- auto rt = qnn_sys_interface_.systemContextCreate (&sys_ctx_handle);
691- ORT_RETURN_IF (QNN_SUCCESS != rt, " Failed to create system handle."
692-
693- const QnnSystemContext_BinaryInfo_t* binary_info = nullptr ;
694- Qnn_ContextBinarySize_t binary_info_size{0 };
695- rt = qnn_sys_interface_.systemContextGetBinaryInfo (sys_ctx_handle,
696- static_cast <void *>(buffer),
697- buffer_length,
698- &binary_info,
699- &binary_info_size);
700- ORT_RETURN_IF (QNN_SUCCESS != rt, " Failed to get context binary info."
701-
702- // binary_info life cycle is here
703- // Binary info to graph info
704- // retrieve Qnn graph info from binary info
705- ORT_RETURN_IF (nullptr == binary_info, " Qnn cached binary info is nullptr."
706- uint32_t graph_count = 0 ;
707- QnnSystemContext_GraphInfo_t* graphs_info = nullptr ;
708- if (binary_info->version == QNN_SYSTEM_CONTEXT_BINARY_INFO_VERSION_3) {
709- graph_count = binary_info->contextBinaryInfoV3 .numGraphs ;
710- graphs_info = binary_info->contextBinaryInfoV3 .graphs ;
711- } else if (binary_info->version == QNN_SYSTEM_CONTEXT_BINARY_INFO_VERSION_2) {
712- graph_count = binary_info->contextBinaryInfoV2 .numGraphs ;
713- graphs_info = binary_info->contextBinaryInfoV2 .graphs ;
714- } else if (binary_info->version == QNN_SYSTEM_CONTEXT_BINARY_INFO_VERSION_1) {
715- graph_count = binary_info->contextBinaryInfoV1 .numGraphs ;
716- graphs_info = binary_info->contextBinaryInfoV1 .graphs ;
717- } else {
718- return ORT_MAKE_STATUS (ONNXRUNTIME, FAIL, " Unsupported context binary info version."
719- }
720-
721659 ORT_RETURN_IF (graph_count < 1 || graphs_info == nullptr , " Failed to get graph info from Qnn cached context."
722660 LOGS (*logger_, VERBOSE) << " Graph count from QNN context: "
723661
0 commit comments