additional info on abort (ydb-platform#3815)

ivanmorozov333 · ivanmorozov333 · commit e63dc37e7f78 · 2024-04-17T15:45:59.000+03:00
diff --git a/ydb/core/tx/columnshard/blobs_action/transaction/tx_draft.h b/ydb/core/tx/columnshard/blobs_action/transaction/tx_draft.h
@@ -12,7 +12,7 @@ class TTxWriteDraft: public TTransactionBase<TColumnShard> {
 public:
     ~TTxWriteDraft() {
         if (!Completed) {
-            WriteController->Abort();
+            WriteController->Abort("TTxWriteDraft aborted before complete");
         }
     }
 
diff --git a/ydb/core/tx/columnshard/blobs_action/transaction/tx_write_index.cpp b/ydb/core/tx/columnshard/blobs_action/transaction/tx_write_index.cpp
@@ -40,7 +40,7 @@ bool TTxWriteIndex::Execute(TTransactionContext& txc, const TActorContext& ctx)
                 LOG_S_WARN(TxPrefix() << "(" << changes->TypeString() << ":" << portion.RestoreBlobRange(i.BlobRange) << ") blob cannot apply changes: " << TxSuffix());
             }
         }
-        NOlap::TChangesFinishContext context("cannot write index blobs");
+        NOlap::TChangesFinishContext context("cannot write index blobs: " + ::ToString(Ev->Get()->GetPutStatus()));
         changes->Abort(*Self, context);
         LOG_S_ERROR(TxPrefix() << " (" << changes->TypeString() << ") cannot write index blobs" << TxSuffix());
     }
@@ -73,7 +73,7 @@ TTxWriteIndex::~TTxWriteIndex() {
     if (Ev) {
         auto changes = Ev->Get()->IndexChanges;
         if (!CompleteReady && changes) {
-            changes->AbortEmergency();
+            changes->AbortEmergency("TTxWriteIndex destructor withno CompleteReady flag");
         }
     }
 }
diff --git a/ydb/core/tx/columnshard/engines/changes/abstract/abstract.cpp b/ydb/core/tx/columnshard/engines/changes/abstract/abstract.cpp
@@ -68,7 +68,7 @@ TColumnEngineChanges::~TColumnEngineChanges() {
 }
 
 void TColumnEngineChanges::Abort(NColumnShard::TColumnShard& self, TChangesFinishContext& context) {
-    Y_ABORT_UNLESS(Stage != EStage::Finished && Stage != EStage::Created && Stage != EStage::Aborted);
+    AFL_VERIFY(Stage != EStage::Finished && Stage != EStage::Created && Stage != EStage::Aborted)("stage", Stage)("reason", context.ErrorMessage);
     Stage = EStage::Aborted;
     OnFinish(self, context);
 }
@@ -93,8 +93,8 @@ void TColumnEngineChanges::StartEmergency() {
     }
 }
 
-void TColumnEngineChanges::AbortEmergency() {
-    AFL_WARN(NKikimrServices::TX_COLUMNSHARD)("event", "AbortEmergency");
+void TColumnEngineChanges::AbortEmergency(const TString& reason) {
+    AFL_WARN(NKikimrServices::TX_COLUMNSHARD)("event", "AbortEmergency")("reason", reason);
     Stage = EStage::Aborted;
     OnAbortEmergency();
 }
diff --git a/ydb/core/tx/columnshard/engines/changes/abstract/abstract.h b/ydb/core/tx/columnshard/engines/changes/abstract/abstract.h
@@ -264,7 +264,7 @@ class TColumnEngineChanges {
     }
 
     void StartEmergency();
-    void AbortEmergency();
+    void AbortEmergency(const TString& reason);
 
     void Abort(NColumnShard::TColumnShard& self, TChangesFinishContext& context);
     void Start(NColumnShard::TColumnShard& self);
diff --git a/ydb/core/tx/columnshard/engines/ut/ut_logs_engine.cpp b/ydb/core/tx/columnshard/engines/ut/ut_logs_engine.cpp
@@ -299,7 +299,7 @@ bool Insert(TColumnEngineForLogs& engine, TTestDbWrapper& db, TSnapshot snap,
     changes->WriteIndexOnExecute(nullptr, contextExecute);
     NOlap::TWriteIndexCompleteContext contextComplete(NActors::TActivationContext::AsActorContext(), 0, 0, TDuration::Zero(), engine);
     changes->WriteIndexOnComplete(nullptr, contextComplete);
-    changes->AbortEmergency();
+    changes->AbortEmergency("testing");
     return result;
 }
 
@@ -336,7 +336,7 @@ bool Compact(TColumnEngineForLogs& engine, TTestDbWrapper& db, TSnapshot snap, N
             }
         }
     }
-    changes->AbortEmergency();
+    changes->AbortEmergency("testing");
     return result;
 }
 
@@ -356,7 +356,7 @@ bool Cleanup(TColumnEngineForLogs& engine, TTestDbWrapper& db, TSnapshot snap, u
     changes->WriteIndexOnExecute(nullptr, contextExecute);
     NOlap::TWriteIndexCompleteContext contextComplete(NActors::TActivationContext::AsActorContext(), 0, 0, TDuration::Zero(), engine);
     changes->WriteIndexOnComplete(nullptr, contextComplete);
-    changes->AbortEmergency();
+    changes->AbortEmergency("testing");
     return result;
 }
 
@@ -374,7 +374,7 @@ bool Ttl(TColumnEngineForLogs& engine, TTestDbWrapper& db,
     changes->WriteIndexOnExecute(nullptr, contextExecute);
     NOlap::TWriteIndexCompleteContext contextComplete(NActors::TActivationContext::AsActorContext(), 0, 0, TDuration::Zero(), engine);
     changes->WriteIndexOnComplete(nullptr, contextComplete);
-    changes->AbortEmergency();
+    changes->AbortEmergency("testing");
     return result;
 }
 
diff --git a/ydb/core/tx/columnshard/engines/writer/compacted_blob_constructor.cpp b/ydb/core/tx/columnshard/engines/writer/compacted_blob_constructor.cpp
@@ -33,16 +33,18 @@ void TCompactedWriteController::DoOnReadyResult(const NActors::TActorContext& ct
 
 TCompactedWriteController::~TCompactedWriteController() {
     if (WriteIndexEv && WriteIndexEv->IndexChanges) {
-        WriteIndexEv->IndexChanges->AbortEmergency();
+        WriteIndexEv->IndexChanges->AbortEmergency("TCompactedWriteController destructed with WriteIndexEv and WriteIndexEv->IndexChanges");
     }
 }
 
 const NKikimr::NOlap::TBlobsAction& TCompactedWriteController::GetBlobsAction() {
     return WriteIndexEv->IndexChanges->GetBlobsAction();
 }
 
-void TCompactedWriteController::DoAbort() {
-    WriteIndexEv->IndexChanges->AbortEmergency();
+void TCompactedWriteController::DoAbort(const TString& reason) {
+    if (WriteIndexEv && WriteIndexEv->IndexChanges) {
+        WriteIndexEv->IndexChanges->AbortEmergency("TCompactedWriteController aborted: " + reason);
+    }
 }
 
 }
diff --git a/ydb/core/tx/columnshard/engines/writer/compacted_blob_constructor.h b/ydb/core/tx/columnshard/engines/writer/compacted_blob_constructor.h
@@ -16,7 +16,7 @@ class TCompactedWriteController : public NColumnShard::IWriteController {
     TActorId DstActor;
 protected:
     void DoOnReadyResult(const NActors::TActorContext& ctx, const NColumnShard::TBlobPutResult::TPtr& putResult) override;
-    virtual void DoAbort() override;
+    virtual void DoAbort(const TString& reason) override;
 public:
     const TBlobsAction& GetBlobsAction();
 
diff --git a/ydb/core/tx/columnshard/engines/writer/write_controller.h b/ydb/core/tx/columnshard/engines/writer/write_controller.h
@@ -41,7 +41,7 @@ class IWriteController {
     }
 
     NOlap::TBlobWriteInfo& AddWriteTask(NOlap::TBlobWriteInfo&& task);
-    virtual void DoAbort() {
+    virtual void DoAbort(const TString& /*reason*/) {
     }
 public:
     const NOlap::TWriteActionsCollection& GetBlobActions() const {
@@ -61,11 +61,12 @@ class IWriteController {
         return TStringBuilder() << "size=" << size << ";count=" << WriteTasks.size() << ";actions=" << sb << ";";
     }
 
-    void Abort() {
+    void Abort(const TString& reason) {
+        AFL_WARN(NKikimrServices::TX_COLUMNSHARD)("event", "IWriteController aborted")("reason", reason);
         for (auto&& i : WritingActions) {
             i.second->Abort();
         }
-        DoAbort();
+        DoAbort(reason);
     }
 
     using TPtr = std::shared_ptr<IWriteController>;
diff --git a/ydb/core/tx/columnshard/write_actor.cpp b/ydb/core/tx/columnshard/write_actor.cpp
@@ -36,7 +36,7 @@ class TWriteActor: public TActorBootstrapped<TWriteActor>, public TMonitoringObj
 
         if (status != NKikimrProto::OK) {
             ACFL_ERROR("event", "TEvPutResult")("blob_id", msg->Id.ToString())("status", status)("error", msg->ErrorReason);
-            WriteController->Abort();
+            WriteController->Abort("cannot write blob " + msg->Id.ToString() + ", status: " + ::ToString(status) + ". reason: " + msg->ErrorReason);
             return SendResultAndDie(ctx, status);
         }
 

Original file line number	Diff line number	Diff line change
`@@ -12,7 +12,7 @@ class TTxWriteDraft: public TTransactionBase<TColumnShard> {`
`12`	`12`	`public:`
`13`	`13`	`~TTxWriteDraft() {`
`14`	`14`	`if (!Completed) {`
`15`		`- WriteController->Abort();`
	`15`	`+ WriteController->Abort("TTxWriteDraft aborted before complete");`
`16`	`16`	`}`
`17`	`17`	`}`
`18`	`18`
Original file line number	Diff line number	Diff line change
`@@ -40,7 +40,7 @@ bool TTxWriteIndex::Execute(TTransactionContext& txc, const TActorContext& ctx)`
`40`	`40`	`LOG_S_WARN(TxPrefix() << "(" << changes->TypeString() << ":" << portion.RestoreBlobRange(i.BlobRange) << ") blob cannot apply changes: " << TxSuffix());`
`41`	`41`	`}`
`42`	`42`	`}`
`43`		`- NOlap::TChangesFinishContext context("cannot write index blobs");`
	`43`	`+ NOlap::TChangesFinishContext context("cannot write index blobs: " + ::ToString(Ev->Get()->GetPutStatus()));`
`44`	`44`	`changes->Abort(*Self, context);`
`45`	`45`	`LOG_S_ERROR(TxPrefix() << " (" << changes->TypeString() << ") cannot write index blobs" << TxSuffix());`
`46`	`46`	`}`
`@@ -73,7 +73,7 @@ TTxWriteIndex::~TTxWriteIndex() {`
`73`	`73`	`if (Ev) {`
`74`	`74`	`auto changes = Ev->Get()->IndexChanges;`
`75`	`75`	`if (!CompleteReady && changes) {`
`76`		`- changes->AbortEmergency();`
	`76`	`+ changes->AbortEmergency("TTxWriteIndex destructor withno CompleteReady flag");`
`77`	`77`	`}`
`78`	`78`	`}`
`79`	`79`	`}`
Original file line number	Diff line number	Diff line change
`@@ -68,7 +68,7 @@ TColumnEngineChanges::~TColumnEngineChanges() {`
`68`	`68`	`}`
`69`	`69`
`70`	`70`	`void TColumnEngineChanges::Abort(NColumnShard::TColumnShard& self, TChangesFinishContext& context) {`
`71`		`- Y_ABORT_UNLESS(Stage != EStage::Finished && Stage != EStage::Created && Stage != EStage::Aborted);`
	`71`	`+ AFL_VERIFY(Stage != EStage::Finished && Stage != EStage::Created && Stage != EStage::Aborted)("stage", Stage)("reason", context.ErrorMessage);`
`72`	`72`	`Stage = EStage::Aborted;`
`73`	`73`	`OnFinish(self, context);`
`74`	`74`	`}`
`@@ -93,8 +93,8 @@ void TColumnEngineChanges::StartEmergency() {`
`93`	`93`	`}`
`94`	`94`	`}`
`95`	`95`
`96`		`-void TColumnEngineChanges::AbortEmergency() {`
`97`		`- AFL_WARN(NKikimrServices::TX_COLUMNSHARD)("event", "AbortEmergency");`
	`96`	`+void TColumnEngineChanges::AbortEmergency(const TString& reason) {`
	`97`	`+ AFL_WARN(NKikimrServices::TX_COLUMNSHARD)("event", "AbortEmergency")("reason", reason);`
`98`	`98`	`Stage = EStage::Aborted;`
`99`	`99`	`OnAbortEmergency();`
`100`	`100`	`}`
Original file line number	Diff line number	Diff line change
`@@ -264,7 +264,7 @@ class TColumnEngineChanges {`
`264`	`264`	`}`
`265`	`265`
`266`	`266`	`void StartEmergency();`
`267`		`- void AbortEmergency();`
	`267`	`+ void AbortEmergency(const TString& reason);`
`268`	`268`
`269`	`269`	`void Abort(NColumnShard::TColumnShard& self, TChangesFinishContext& context);`
`270`	`270`	`void Start(NColumnShard::TColumnShard& self);`
Original file line number	Diff line number	Diff line change
`@@ -299,7 +299,7 @@ bool Insert(TColumnEngineForLogs& engine, TTestDbWrapper& db, TSnapshot snap,`
`299`	`299`	`changes->WriteIndexOnExecute(nullptr, contextExecute);`
`300`	`300`	`NOlap::TWriteIndexCompleteContext contextComplete(NActors::TActivationContext::AsActorContext(), 0, 0, TDuration::Zero(), engine);`
`301`	`301`	`changes->WriteIndexOnComplete(nullptr, contextComplete);`
`302`		`- changes->AbortEmergency();`
	`302`	`+ changes->AbortEmergency("testing");`
`303`	`303`	`return result;`
`304`	`304`	`}`
`305`	`305`
`@@ -336,7 +336,7 @@ bool Compact(TColumnEngineForLogs& engine, TTestDbWrapper& db, TSnapshot snap, N`
`336`	`336`	`}`
`337`	`337`	`}`
`338`	`338`	`}`
`339`		`- changes->AbortEmergency();`
	`339`	`+ changes->AbortEmergency("testing");`
`340`	`340`	`return result;`
`341`	`341`	`}`
`342`	`342`
`@@ -356,7 +356,7 @@ bool Cleanup(TColumnEngineForLogs& engine, TTestDbWrapper& db, TSnapshot snap, u`
`356`	`356`	`changes->WriteIndexOnExecute(nullptr, contextExecute);`
`357`	`357`	`NOlap::TWriteIndexCompleteContext contextComplete(NActors::TActivationContext::AsActorContext(), 0, 0, TDuration::Zero(), engine);`
`358`	`358`	`changes->WriteIndexOnComplete(nullptr, contextComplete);`
`359`		`- changes->AbortEmergency();`
	`359`	`+ changes->AbortEmergency("testing");`
`360`	`360`	`return result;`
`361`	`361`	`}`
`362`	`362`
`@@ -374,7 +374,7 @@ bool Ttl(TColumnEngineForLogs& engine, TTestDbWrapper& db,`
`374`	`374`	`changes->WriteIndexOnExecute(nullptr, contextExecute);`
`375`	`375`	`NOlap::TWriteIndexCompleteContext contextComplete(NActors::TActivationContext::AsActorContext(), 0, 0, TDuration::Zero(), engine);`
`376`	`376`	`changes->WriteIndexOnComplete(nullptr, contextComplete);`
`377`		`- changes->AbortEmergency();`
	`377`	`+ changes->AbortEmergency("testing");`
`378`	`378`	`return result;`
`379`	`379`	`}`
`380`	`380`
Original file line number	Diff line number	Diff line change
`@@ -33,16 +33,18 @@ void TCompactedWriteController::DoOnReadyResult(const NActors::TActorContext& ct`
`33`	`33`
`34`	`34`	`TCompactedWriteController::~TCompactedWriteController() {`
`35`	`35`	`if (WriteIndexEv && WriteIndexEv->IndexChanges) {`
`36`		`- WriteIndexEv->IndexChanges->AbortEmergency();`
	`36`	`+ WriteIndexEv->IndexChanges->AbortEmergency("TCompactedWriteController destructed with WriteIndexEv and WriteIndexEv->IndexChanges");`
`37`	`37`	`}`
`38`	`38`	`}`
`39`	`39`
`40`	`40`	`const NKikimr::NOlap::TBlobsAction& TCompactedWriteController::GetBlobsAction() {`
`41`	`41`	`return WriteIndexEv->IndexChanges->GetBlobsAction();`
`42`	`42`	`}`
`43`	`43`
`44`		`-void TCompactedWriteController::DoAbort() {`
`45`		`- WriteIndexEv->IndexChanges->AbortEmergency();`
	`44`	`+void TCompactedWriteController::DoAbort(const TString& reason) {`
	`45`	`+ if (WriteIndexEv && WriteIndexEv->IndexChanges) {`
	`46`	`+ WriteIndexEv->IndexChanges->AbortEmergency("TCompactedWriteController aborted: " + reason);`
	`47`	`+ }`
`46`	`48`	`}`
`47`	`49`
`48`	`50`	`}`
Original file line number	Diff line number	Diff line change
`@@ -41,7 +41,7 @@ class IWriteController {`
`41`	`41`	`}`
`42`	`42`
`43`	`43`	`NOlap::TBlobWriteInfo& AddWriteTask(NOlap::TBlobWriteInfo&& task);`
`44`		`- virtual void DoAbort() {`
	`44`	`+ virtual void DoAbort(const TString& /reason/) {`
`45`	`45`	`}`
`46`	`46`	`public:`
`47`	`47`	`const NOlap::TWriteActionsCollection& GetBlobActions() const {`
`@@ -61,11 +61,12 @@ class IWriteController {`
`61`	`61`	`return TStringBuilder() << "size=" << size << ";count=" << WriteTasks.size() << ";actions=" << sb << ";";`
`62`	`62`	`}`
`63`	`63`
`64`		`- void Abort() {`
	`64`	`+ void Abort(const TString& reason) {`
	`65`	`+ AFL_WARN(NKikimrServices::TX_COLUMNSHARD)("event", "IWriteController aborted")("reason", reason);`
`65`	`66`	`for (auto&& i : WritingActions) {`
`66`	`67`	`i.second->Abort();`
`67`	`68`	`}`
`68`		`- DoAbort();`
	`69`	`+ DoAbort(reason);`
`69`	`70`	`}`
`70`	`71`
`71`	`72`	`using TPtr = std::shared_ptr<IWriteController>;`
Original file line number	Diff line number	Diff line change
`@@ -36,7 +36,7 @@ class TWriteActor: public TActorBootstrapped<TWriteActor>, public TMonitoringObj`
`36`	`36`
`37`	`37`	`if (status != NKikimrProto::OK) {`
`38`	`38`	`ACFL_ERROR("event", "TEvPutResult")("blob_id", msg->Id.ToString())("status", status)("error", msg->ErrorReason);`
`39`		`- WriteController->Abort();`
	`39`	`+ WriteController->Abort("cannot write blob " + msg->Id.ToString() + ", status: " + ::ToString(status) + ". reason: " + msg->ErrorReason);`
`40`	`40`	`return SendResultAndDie(ctx, status);`
`41`	`41`	`}`
`42`	`42`