Fix the server cache issue when cache becomes full and needs flush (#113

)

* Fix the server cache issue when cache becomes full and need flush

* Committing clang-format changes

---------

Co-authored-by: github-actions <github-actions[bot]@users.noreply.github.com>

src/server/pdc_server_region/pdc_server_region_cache.c

@@ -393,8 +393,11 @@ PDC_region_cache_register(uint64_t obj_id, int obj_ndim, const uint64_t *obj_dim
     struct pdc_region_info *region_cache_info;
     if (obj_ndim != ndim && obj_ndim > 0) {
         printf("PDC_region_cache_register reports obj_ndim != ndim, %d != %d\n", obj_ndim, ndim);
+        return FAIL;
     }
 
+    pthread_mutex_lock(&pdc_obj_cache_list_mutex);
+
     obj_cache_iter = obj_cache_list;
     while (obj_cache_iter != NULL) {
         if (obj_cache_iter->obj_id == obj_id) {
@@ -460,7 +463,15 @@ PDC_region_cache_register(uint64_t obj_id, int obj_ndim, const uint64_t *obj_dim
     memcpy(region_cache_info->buf, buf, sizeof(char) * buf_size);
     total_cache_size += buf_size;
 
+    pthread_mutex_unlock(&pdc_obj_cache_list_mutex);
+
     if (total_cache_size > maximum_cache_size) {
+        int server_rank = 0;
+#ifdef ENABLE_MPI
+        MPI_Comm_rank(MPI_COMM_WORLD, &server_rank);
+#endif
+        printf("==PDC_SERVER[%d]: server cache full %.1f / %.1f MB, will flush to storage\n", server_rank,
+               total_cache_size / 1048576.0, maximum_cache_size / 1048576.0);
         PDC_region_cache_flush_all();
     }
 
@@ -571,11 +582,11 @@ PDC_transfer_request_data_write_out(uint64_t obj_id, int obj_ndim, const uint64_
             region_cache_iter = region_cache_iter->next;
         }
     }
+    pthread_mutex_unlock(&pdc_obj_cache_list_mutex);
     if (!flag) {
         PDC_region_cache_register(obj_id, obj_ndim, obj_dims, buf, write_size, region_info->offset,
                                   region_info->size, region_info->ndim, unit);
     }
-    pthread_mutex_unlock(&pdc_obj_cache_list_mutex);
 
     // PDC_Server_data_write_out2(obj_id, region_info, buf, unit);
 #ifdef PDC_TIMING
@@ -862,10 +873,9 @@ PDC_region_cache_clock_cycle(void *ptr)
                 gettimeofday(&finish_time, NULL);
                 elapsed_time = finish_time.tv_sec - current_time.tv_sec +
                                (finish_time.tv_usec - current_time.tv_usec) / 1000000.0;
-                fprintf(
-                    stderr,
-                    "==PDC_SERVER[%d]: flushed %d regions from cache to storage (every %.1fs), took %.4fs\n",
-                    server_rank, nflush, flush_frequency_s, elapsed_time);
+                fprintf(stderr,
+                        "==PDC_SERVER[%d]: flushed %d regions to storage (full/every %.0fs), took %.4fs\n",
+                        server_rank, nflush, flush_frequency_s, elapsed_time);
             }
             pthread_mutex_unlock(&pdc_obj_cache_list_mutex);
         }