Some minor enhancement (vesoft-inc#1170)

## What type of PR is this?
- [ ] bug
- [ ] feature
- [X] enhancement

## What problem(s) does this PR solve?
#### Issue(s) number: 
vesoft-inc#4155 
vesoft-inc#4489
vesoft-inc#4497

#### Description:
1. Add more ErrorCode
2. Enhance ErrorCode display in show job 
3. Add a sleep flag to in stats job

Some minor enhancement to do in 3.0, see the related issues.

## How do you solve it?



## Special notes for your reviewer, ex. impact of this fix, design document, etc:



## Checklist:
Tests:
- [X] Unit test(positive and negative cases)
- [ ] Function test
- [ ] Performance test
- [ ] N/A

Affects:
- [ ] Documentation affected (Please add the label if documentation needs to be modified.)
- [ ] Incompatibility (If it breaks the compatibility, please describe it and add the label.）
- [ ] If it's needed to cherry-pick (If cherry-pick to some branches is required, please label the destination version(s).)
- [ ] Performance impacted: Consumes more CPU/Memory


## Release notes:

Please confirm whether to be reflected in release notes and how to describe:
> ex. Fixed the bug .....


Migrated from vesoft-inc#4500

Co-authored-by: Doodle <[email protected]>

src/clients/meta/MetaClient.cpp

@@ -1065,6 +1065,12 @@ Status MetaClient::handleResponse(const RESP& resp) {
       return Status::Error("Variable type and value mismatch!");
     case nebula::cpp2::ErrorCode::E_NODE_NUMBER_EXCEED_LIMIT:
       return Status::Error("Nodes number exceeds the limit!");
+    case nebula::cpp2::ErrorCode::E_SCHEMA_NAME_EXISTS:
+      return Status::Error("Schema with same name exists");
+    case nebula::cpp2::ErrorCode::E_RELATED_INDEX_EXISTS:
+      return Status::Error("Related index exists, please drop index first");
+    case nebula::cpp2::ErrorCode::E_RELATED_SPACE_EXISTS:
+      return Status::Error("There are still space on the host");
     default:
       return Status::Error("Unknown error!");
   }

src/graph/executor/admin/SubmitJobExecutor.cpp

@@ -151,7 +151,9 @@ nebula::DataSet SubmitJobExecutor::buildShowResultData(
                           apache::thrift::util::enumNameSafe(tsk.get_result()),
                           convertJobTimestampToDateTime(tsk.get_start_time()),
                           convertJobTimestampToDateTime(tsk.get_stop_time()),
-                          tsk.get_status()}));
+                          jd.get_code() == nebula::cpp2::ErrorCode::E_UNKNOWN
+                              ? ""
+                              : apache::thrift::util::enumNameSafe(jd.get_code())}));
     }
     v.emplace_back(Row({folly::sformat("Total:{}", total),
                         folly::sformat("Succeeded:{}", succeeded),
@@ -195,7 +197,9 @@ nebula::DataSet SubmitJobExecutor::buildShowResultData(
           apache::thrift::util::enumNameSafe(taskDesc.get_status()),
           convertJobTimestampToDateTime(taskDesc.get_start_time()),
           convertJobTimestampToDateTime(taskDesc.get_stop_time()),
-          apache::thrift::util::enumNameSafe(taskDesc.get_code()),
+          jd.get_code() == nebula::cpp2::ErrorCode::E_UNKNOWN
+              ? ""
+              : apache::thrift::util::enumNameSafe(jd.get_code()),
       }));
     }
     v.emplace_back(Row({folly::sformat("Total:{}", total),

src/interface/common.thrift

@@ -364,6 +364,9 @@ enum ErrorCode {
     E_ZONE_NOT_ENOUGH                 = -2011,  // Host is not enough
     E_ZONE_IS_EMPTY                   = -2012,  // Host does not exist
     E_LISTENER_CONFLICT               = -2013,  // Listener conflicts
+    E_SCHEMA_NAME_EXISTS              = -2014,  // Schema name alreay exists
+    E_RELATED_INDEX_EXISTS            = -2015,  // There are stil indexes related to tag or edge, cannot drop it
+    E_RELATED_SPACE_EXISTS            = -2016,  // There are still some spaec on the host, cannot drop it
 
     E_STORE_FAILURE                   = -2021,  // Failed to store data
     E_STORE_SEGMENT_ILLEGAL           = -2022,  // Illegal storage segment

src/meta/processors/schema/CreateEdgeProcessor.cpp

@@ -21,7 +21,7 @@ void CreateEdgeProcessor::process(const cpp2::CreateEdgeReq& req) {
     LOG(INFO) << "Failed to create edge `" << edgeName
               << "': some tag with the same name already exists.";
     resp_.id_ref() = to(nebula::value(conflictRet), EntryType::EDGE);
-    handleErrorCode(nebula::cpp2::ErrorCode::E_CONFLICT);
+    handleErrorCode(nebula::cpp2::ErrorCode::E_SCHEMA_NAME_EXISTS);
     onFinished();
     return;
   } else {

src/meta/processors/schema/DropEdgeProcessor.cpp

@@ -50,7 +50,7 @@ void DropEdgeProcessor::process(const cpp2::DropEdgeReq& req) {
   }
   if (!nebula::value(indexes).empty()) {
     LOG(INFO) << "Drop edge error, index conflict, please delete index first.";
-    handleErrorCode(nebula::cpp2::ErrorCode::E_CONFLICT);
+    handleErrorCode(nebula::cpp2::ErrorCode::E_RELATED_INDEX_EXISTS);
     onFinished();
     return;
   }
@@ -59,7 +59,7 @@ void DropEdgeProcessor::process(const cpp2::DropEdgeReq& req) {
   if (nebula::ok(ftIdxRet)) {
     LOG(INFO) << "Drop edge error, fulltext index conflict, "
               << "please delete fulltext index first.";
-    handleErrorCode(nebula::cpp2::ErrorCode::E_CONFLICT);
+    handleErrorCode(nebula::cpp2::ErrorCode::E_RELATED_INDEX_EXISTS);
     onFinished();
     return;
   }

src/meta/processors/schema/DropTagProcessor.cpp

@@ -50,7 +50,7 @@ void DropTagProcessor::process(const cpp2::DropTagReq& req) {
   }
   if (!nebula::value(indexes).empty()) {
     LOG(INFO) << "Drop tag error, index conflict, please delete index first.";
-    handleErrorCode(nebula::cpp2::ErrorCode::E_CONFLICT);
+    handleErrorCode(nebula::cpp2::ErrorCode::E_RELATED_INDEX_EXISTS);
     onFinished();
     return;
   }
@@ -59,7 +59,7 @@ void DropTagProcessor::process(const cpp2::DropTagReq& req) {
   if (nebula::ok(ftIdxRet)) {
     LOG(INFO) << "Drop tag error, fulltext index conflict, "
               << "please delete fulltext index first.";
-    handleErrorCode(nebula::cpp2::ErrorCode::E_CONFLICT);
+    handleErrorCode(nebula::cpp2::ErrorCode::E_RELATED_INDEX_EXISTS);
     onFinished();
     return;
   }

src/meta/processors/zone/DropHostsProcessor.cpp

@@ -54,7 +54,7 @@ void DropHostsProcessor::process(const cpp2::DropHostsReq& req) {
       for (auto& h : partHosts) {
         if (std::find(hosts.begin(), hosts.end(), h) != hosts.end()) {
           LOG(INFO) << h << " is related with partition";
-          code = nebula::cpp2::ErrorCode::E_CONFLICT;
+          code = nebula::cpp2::ErrorCode::E_RELATED_SPACE_EXISTS;
           break;
         }
       }

src/meta/processors/zone/DropZoneProcessor.cpp

@@ -86,7 +86,7 @@ nebula::cpp2::ErrorCode DropZoneProcessor::checkSpaceReplicaZone() {
     size_t replicaFactor = properties.get_replica_factor();
     if (replicaFactor == spaceZones.size()) {
       LOG(INFO) << "Space " << spaceId << " replica factor and zone size are the same";
-      code = nebula::cpp2::ErrorCode::E_CONFLICT;
+      code = nebula::cpp2::ErrorCode::E_ZONE_NOT_ENOUGH;
       break;
     }
     iter->next();
@@ -121,7 +121,7 @@ nebula::cpp2::ErrorCode DropZoneProcessor::checkHostPartition(const HostAddr& ad
       for (auto& host : hosts) {
         if (host == address) {
           LOG(INFO) << "Host " << address << " have partition on it";
-          code = nebula::cpp2::ErrorCode::E_CONFLICT;
+          code = nebula::cpp2::ErrorCode::E_RELATED_SPACE_EXISTS;
           break;
         }
       }

src/meta/test/IndexProcessorTest.cpp

@@ -1179,7 +1179,7 @@ TEST(IndexProcessorTest, IndexCheckDropEdgeTest) {
     auto f = processor->getFuture();
     processor->process(req);
     auto resp = std::move(f).get();
-    ASSERT_EQ(nebula::cpp2::ErrorCode::E_CONFLICT, resp.get_code());
+    ASSERT_EQ(nebula::cpp2::ErrorCode::E_RELATED_INDEX_EXISTS, resp.get_code());
   }
 }
 
@@ -1211,7 +1211,7 @@ TEST(IndexProcessorTest, IndexCheckDropTagTest) {
     auto f = processor->getFuture();
     processor->process(req);
     auto resp = std::move(f).get();
-    ASSERT_EQ(nebula::cpp2::ErrorCode::E_CONFLICT, resp.get_code());
+    ASSERT_EQ(nebula::cpp2::ErrorCode::E_RELATED_INDEX_EXISTS, resp.get_code());
   }
 }
 
@@ -1934,7 +1934,7 @@ TEST(IndexProcessorTest, DropWithFTIndexTest) {
     auto f = processor->getFuture();
     processor->process(req);
     auto resp = std::move(f).get();
-    ASSERT_EQ(nebula::cpp2::ErrorCode::E_CONFLICT, resp.get_code());
+    ASSERT_EQ(nebula::cpp2::ErrorCode::E_RELATED_INDEX_EXISTS, resp.get_code());
   }
   {
     cpp2::DropEdgeReq req;
@@ -1944,7 +1944,7 @@ TEST(IndexProcessorTest, DropWithFTIndexTest) {
     auto f = processor->getFuture();
     processor->process(req);
     auto resp = std::move(f).get();
-    ASSERT_EQ(nebula::cpp2::ErrorCode::E_CONFLICT, resp.get_code());
+    ASSERT_EQ(nebula::cpp2::ErrorCode::E_RELATED_INDEX_EXISTS, resp.get_code());
   }
 }
 

src/meta/test/ProcessorTest.cpp

@@ -642,7 +642,7 @@ TEST(ProcessorTest, CreateTagTest) {
     auto f = processor->getFuture();
     processor->process(req);
     auto resp = std::move(f).get();
-    ASSERT_EQ(nebula::cpp2::ErrorCode::E_CONFLICT, resp.get_code());
+    ASSERT_EQ(nebula::cpp2::ErrorCode::E_SCHEMA_NAME_EXISTS, resp.get_code());
   }
   {
     // Set schema ttl property
@@ -3604,7 +3604,7 @@ TEST(ProcessorTest, DropHostsTest) {
     auto f = processor->getFuture();
     processor->process(req);
     auto resp = std::move(f).get();
-    ASSERT_EQ(nebula::cpp2::ErrorCode::E_CONFLICT, resp.get_code());
+    ASSERT_EQ(nebula::cpp2::ErrorCode::E_RELATED_SPACE_EXISTS, resp.get_code());
   }
   {
     // Drop hosts which hold partition.
@@ -3615,7 +3615,7 @@ TEST(ProcessorTest, DropHostsTest) {
     auto f = processor->getFuture();
     processor->process(req);
     auto resp = std::move(f).get();
-    ASSERT_EQ(nebula::cpp2::ErrorCode::E_CONFLICT, resp.get_code());
+    ASSERT_EQ(nebula::cpp2::ErrorCode::E_RELATED_SPACE_EXISTS, resp.get_code());
   }
   {
     cpp2::DropSpaceReq req;
@@ -4673,7 +4673,7 @@ TEST(ProcessorTest, DropZoneTest) {
     auto f = processor->getFuture();
     processor->process(req);
     auto resp = std::move(f).get();
-    ASSERT_EQ(nebula::cpp2::ErrorCode::E_CONFLICT, resp.get_code());
+    ASSERT_EQ(nebula::cpp2::ErrorCode::E_ZONE_NOT_ENOUGH, resp.get_code());
   }
   {
     cpp2::DropSpaceReq req;
@@ -4707,7 +4707,7 @@ TEST(ProcessorTest, DropZoneTest) {
     auto f = processor->getFuture();
     processor->process(req);
     auto resp = std::move(f).get();
-    ASSERT_EQ(nebula::cpp2::ErrorCode::E_CONFLICT, resp.get_code());
+    ASSERT_EQ(nebula::cpp2::ErrorCode::E_RELATED_SPACE_EXISTS, resp.get_code());
   }
 }
 

src/storage/admin/StatsTask.cpp

@@ -11,6 +11,11 @@
 #include "common/utils/NebulaKeyUtils.h"
 #include "kvstore/Common.h"
 
+DEFINE_int32(stats_sleep_interval_ms,
+             0,
+             "If interval is greater than 0, sleep a period of time when scanned 1000 records. "
+             "Default value 0 means won't sleep");
+
 namespace nebula {
 namespace storage {
 
@@ -132,6 +137,9 @@ nebula::cpp2::ErrorCode StatsTask::genSubTask(GraphSpaceID spaceId,
   std::unordered_map<PartitionID, int64_t> negativeRelevancy;
   int64_t spaceVertices = 0;
   int64_t spaceEdges = 0;
+  // Once 1000 records are scanned, check if we need to sleep for a while to prevent high pressure
+  // on io, the sleep time is stats_sleep_interval_ms
+  size_t countToSleep = 0;
 
   for (auto tag : tags) {
     tagsVertices[tag.first] = 0;
@@ -167,6 +175,7 @@ nebula::cpp2::ErrorCode StatsTask::genSubTask(GraphSpaceID spaceId,
     }
     tagsVertices[tagId] += 1;
     tagIter->next();
+    sleepIfScannedSomeRecord(++countToSleep);
   }
 
   // Only stats valid edge data, no multi version
@@ -216,10 +225,12 @@ nebula::cpp2::ErrorCode StatsTask::genSubTask(GraphSpaceID spaceId,
       negativeRelevancy[sourceVid % partitionNum + 1]++;
     }
     edgeIter->next();
+    sleepIfScannedSomeRecord(++countToSleep);
   }
   while (vertexIter && vertexIter->valid()) {
     spaceVertices++;
     vertexIter->next();
+    sleepIfScannedSomeRecord(++countToSleep);
   }
   nebula::meta::cpp2::StatsItem statsItem;
 
@@ -334,5 +345,12 @@ void StatsTask::finish(nebula::cpp2::ErrorCode rc) {
   }
 }
 
+void StatsTask::sleepIfScannedSomeRecord(size_t& countToSleep) {
+  if (FLAGS_stats_sleep_interval_ms > 0 && countToSleep >= kRecordsToSleep) {
+    usleep(FLAGS_stats_sleep_interval_ms * 1000);
+    countToSleep = 0;
+  }
+}
+
 }  // namespace storage
 }  // namespace nebula

src/storage/admin/StatsTask.h

@@ -52,6 +52,8 @@ class StatsTask : public AdminTask {
  private:
   nebula::cpp2::ErrorCode getSchemas(GraphSpaceID spaceId);
 
+  void sleepIfScannedSomeRecord(size_t& countToSleep);
+
  protected:
   GraphSpaceID spaceId_;
 
@@ -65,6 +67,8 @@ class StatsTask : public AdminTask {
 
   // The number of subtasks equals to the number of parts in request
   size_t subTaskSize_{0};
+
+  static constexpr size_t kRecordsToSleep{1000};
 };
 
 }  // namespace storage