feat(sql): add create index sql (#173)

* add create indexer sql

* refactor sync

* cargo fmt

Author: Eason Gao

core/synchronization/src/lib.rs

@@ -60,7 +60,6 @@ pub struct Synchronization<T> {
     pool: XSQLPool,
     rocksdb: PrefixKVStore,
     adapter: Arc<T>,
-    task_count: Arc<()>,
 
     sync_task_size: usize,
     max_task_number: usize,
@@ -75,13 +74,11 @@ impl<T: SyncAdapter> Synchronization<T> {
         max_task_number: usize,
     ) -> Self {
         let rocksdb = PrefixKVStore::new(rocksdb_path);
-        let task_count = Arc::new(());
 
         Synchronization {
             pool,
             rocksdb,
             adapter,
-            task_count,
             sync_task_size,
             max_task_number,
         }
@@ -106,7 +103,7 @@ impl<T: SyncAdapter> Synchronization<T> {
             self.pool.fetch_count_by_wrapper::<BlockTable>(&w).await?
         };
 
-        debug_assert!(current_count == (chain_tip + 1));
+        log::info!("[sync] current block count {}", current_count);
 
         let mut num = 1;
         while let Some(set) = self.check_synchronization().await? {
@@ -147,24 +144,23 @@ impl<T: SyncAdapter> Synchronization<T> {
 
         for set in sync_list.chunks(self.sync_task_size) {
             let sync_set = set.to_vec();
-            let (rdb, kvdb, adapter, arc_clone) = (
+            let (rdb, kvdb, adapter) = (
                 self.pool.clone(),
                 self.rocksdb.clone(),
                 Arc::clone(&self.adapter),
-                Arc::clone(&self.task_count),
             );
 
             loop {
                 let task_num = current_task_count();
                 if task_num < self.max_task_number {
                     add_one_task();
                     tokio::spawn(async move {
-                        sync_process(sync_set, rdb, kvdb, adapter, arc_clone).await;
+                        sync_process(sync_set, rdb, kvdb, adapter).await;
                     });
 
                     break;
                 } else {
-                    sleep(Duration::from_secs(2)).await;
+                    sleep(Duration::from_secs(5)).await;
                 }
             }
         }
@@ -260,12 +256,15 @@ impl<T: SyncAdapter> Synchronization<T> {
     }
 
     async fn wait_insertion_complete(&self) {
-        while Arc::strong_count(&self.task_count) != 1 {
-            log::info!(
-                "current thread number {}",
-                Arc::strong_count(&self.task_count)
-            );
+        loop {
             sleep(Duration::from_secs(5)).await;
+
+            let task_num = current_task_count();
+            if task_num == 0 {
+                return;
+            }
+
+            log::info!("current thread number {}", current_task_count());
         }
     }
 }
@@ -275,7 +274,6 @@ async fn sync_process<T: SyncAdapter>(
     rdb: XSQLPool,
     kvdb: PrefixKVStore,
     adapter: Arc<T>,
-    _: Arc<()>,
 ) {
     for subtask in task.chunks(PULL_BLOCK_BATCH_SIZE) {
         let (rdb_clone, kvdb_clone, adapter_clone) =

devtools/create_table/create_table.sql

@@ -117,3 +117,18 @@ CREATE TABLE mercury_registered_address(
 CREATE TABLE mercury_sync_status(
     block_number int NOT NULL PRIMARY KEY
 );
+
+
+CREATE INDEX "index_block_table_block_number" ON "mercury_block" ("block_number");  
+
+CREATE INDEX "index_live_cell_table_block_hash" ON "mercury_live_cell" ("block_hash");  
+CREATE INDEX "index_live_cell_table_block_number" ON "mercury_live_cell" ("block_number");  
+CREATE INDEX "index_live_cell_table_tx_hash_and_output_index" ON "mercury_live_cell" ("tx_hash", "output_index");  
+
+CREATE INDEX "index_script_table_script_hash" ON "mercury_script" ("script_hash"); 
+CREATE INDEX "index_script_table_code_hash" ON "mercury_script" ("script_code_hash");  
+CREATE INDEX "index_script_table_args" ON "mercury_script" ("script_args");   
+	 
+CREATE INDEX "index_cell_table_tx_hash_and_output_index" ON "mercury_cell" ("tx_hash", "output_index"); 
+		 
+CREATE INDEX "index_transaction_table_tx_hash" ON "mercury_transaction" USING btree ("tx_hash" "pg_catalog"."bytea_ops" ASC NULLS LAST);