File size: 12,609 Bytes
c011401 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 |
Gcs Debug state: GcsNodeManager: - RegisterNode request count: 1 - DrainNode request count: 0 - GetAllNodeInfo request count: 25 GcsActorManager: - RegisterActor request count: 0 - CreateActor request count: 0 - GetActorInfo request count: 0 - GetNamedActorInfo request count: 0 - GetAllActorInfo request count: 0 - KillActor request count: 0 - ListNamedActors request count: 0 - Registered actors count: 0 - Destroyed actors count: 0 - Named actors count: 0 - Unresolved actors count: 0 - Pending actors count: 0 - Created actors count: 0 - owners_: 0 - actor_to_register_callbacks_: 0 - actor_to_restart_callbacks_: 0 - actor_to_create_callbacks_: 0 - sorted_destroyed_actor_list_: 0 GcsResourceManager: - GetAllAvailableResources request count: 1 - GetAllTotalResources request count: 0 - GetAllResourceUsage request count: 4 GcsPlacementGroupManager: - CreatePlacementGroup request count: 0 - RemovePlacementGroup request count: 0 - GetPlacementGroup request count: 0 - GetAllPlacementGroup request count: 0 - WaitPlacementGroupUntilReady request count: 0 - GetNamedPlacementGroup request count: 0 - Scheduling pending placement group count: 0 - Registered placement groups count: 0 - Named placement group count: 0 - Pending placement groups count: 0 - Infeasible placement groups count: 0 Publisher: GCS_JOB_CHANNEL - cumulative published messages: 2 - cumulative published bytes: 523 - current buffered bytes: 266 GCS_NODE_INFO_CHANNEL - cumulative published messages: 1 - cumulative published bytes: 536 - current buffered bytes: 0 RAY_LOG_CHANNEL - cumulative published messages: 4 - cumulative published bytes: 4659 - current buffered bytes: 818 GCS_WORKER_DELTA_CHANNEL - cumulative published messages: 1 - cumulative published bytes: 97 - current buffered bytes: 97 [runtime env manager] ID to URIs table: [runtime env manager] URIs reference table: GcsTaskManager: -Total num task events reported: 2 -Total num status task events dropped: 0 -Total num profile events dropped: 0 -Current num of task events stored: 1 -Total num of actor creation tasks: 0 -Total num of actor tasks: 0 -Total num of normal tasks: 0 -Total num of driver tasks: 1 GcsAutoscalerStateManager: - last_seen_autoscaler_state_version_: 0 - last_cluster_resource_state_version_: 0 - pending demands: Global stats: 623 total (4 active) Queueing time: mean = 2.958 ms, max = 203.182 ms, min = 594.000 ns, total = 1.843 s Execution time: mean = 470.078 us, total = 292.859 ms Event stats: event_loop_lag_probe - 82 total (0 active), Execution time: mean = 16.795 us, total = 1.377 ms, Queueing time: mean = 91.978 us, max = 6.860 ms, min = 2.574 us, total = 7.542 ms GcsInMemoryStore.Put - 80 total (0 active), Execution time: mean = 2.554 ms, total = 204.350 ms, Queueing time: mean = 17.744 ms, max = 202.802 ms, min = 1.276 us, total = 1.419 s GcsInMemoryStore.Get - 64 total (0 active), Execution time: mean = 50.323 us, total = 3.221 ms, Queueing time: mean = 11.306 us, max = 76.584 us, min = 1.972 us, total = 723.593 us InternalKVGcsService.grpc_server.InternalKVGet - 61 total (0 active), Execution time: mean = 309.977 us, total = 18.909 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s InternalKVGcsService.grpc_server.InternalKVGet.HandleRequestImpl - 61 total (0 active), Execution time: mean = 25.389 us, total = 1.549 ms, Queueing time: mean = 27.616 us, max = 208.283 us, min = 8.673 us, total = 1.685 ms NodeInfoGcsService.grpc_server.GetAllNodeInfo - 25 total (0 active), Execution time: mean = 201.236 us, total = 5.031 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s NodeInfoGcsService.grpc_server.GetAllNodeInfo.HandleRequestImpl - 25 total (0 active), Execution time: mean = 22.537 us, total = 563.426 us, Queueing time: mean = 24.638 us, max = 191.432 us, min = 6.920 us, total = 615.957 us InternalKVGcsService.grpc_server.InternalKVPut.HandleRequestImpl - 22 total (0 active), Execution time: mean = 22.851 us, total = 502.726 us, Queueing time: mean = 21.634 us, max = 96.555 us, min = 8.434 us, total = 475.953 us InternalKVGcsService.grpc_server.InternalKVPut - 22 total (0 active), Execution time: mean = 343.179 us, total = 7.550 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s WorkerInfoGcsService.grpc_server.AddWorkerInfo - 21 total (0 active), Execution time: mean = 190.508 us, total = 4.001 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s WorkerInfoGcsService.grpc_server.AddWorkerInfo.HandleRequestImpl - 21 total (0 active), Execution time: mean = 17.808 us, total = 373.966 us, Queueing time: mean = 19.495 us, max = 57.401 us, min = 9.960 us, total = 409.397 us RayletLoadPulled - 20 total (1 active), Execution time: mean = 204.446 us, total = 4.089 ms, Queueing time: mean = 33.678 us, max = 64.786 us, min = 15.916 us, total = 673.558 us NodeManagerService.grpc_client.GetResourceLoad - 18 total (0 active), Execution time: mean = 1.161 ms, total = 20.890 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s NodeManagerService.grpc_client.GetResourceLoad.OnReplyReceived - 18 total (0 active), Execution time: mean = 56.530 us, total = 1.018 ms, Queueing time: mean = 35.689 us, max = 110.645 us, min = 19.640 us, total = 642.406 us NodeInfoGcsService.grpc_server.CheckAlive - 8 total (0 active), Execution time: mean = 274.636 us, total = 2.197 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s NodeInfoGcsService.grpc_server.CheckAlive.HandleRequestImpl - 8 total (0 active), Execution time: mean = 18.627 us, total = 149.016 us, Queueing time: mean = 31.134 us, max = 98.577 us, min = 12.857 us, total = 249.072 us ClusterResourceManager.ResetRemoteNodeView - 7 total (1 active), Execution time: mean = 6.140 us, total = 42.981 us, Queueing time: mean = 42.739 us, max = 76.042 us, min = 27.428 us, total = 299.170 us GcsInMemoryStore.GetAll - 6 total (0 active), Execution time: mean = 8.471 us, total = 50.825 us, Queueing time: mean = 38.001 us, max = 48.313 us, min = 5.066 us, total = 228.008 us NodeInfoGcsService.grpc_server.GetClusterId - 5 total (0 active), Execution time: mean = 617.838 us, total = 3.089 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s HealthCheck - 5 total (0 active), Execution time: mean = 4.701 us, total = 23.504 us, Queueing time: mean = 23.940 us, max = 27.327 us, min = 21.385 us, total = 119.698 us NodeInfoGcsService.grpc_server.GetClusterId.HandleRequestImpl - 5 total (0 active), Execution time: mean = 191.809 us, total = 959.044 us, Queueing time: mean = 49.989 us, max = 149.017 us, min = 20.525 us, total = 249.944 us NodeResourceInfoGcsService.grpc_server.GetAllResourceUsage - 4 total (0 active), Execution time: mean = 441.830 us, total = 1.767 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s NodeResourceInfoGcsService.grpc_server.GetAllResourceUsage.HandleRequestImpl - 4 total (0 active), Execution time: mean = 58.803 us, total = 235.212 us, Queueing time: mean = 72.262 us, max = 123.638 us, min = 25.651 us, total = 289.049 us PeriodicalRunner.RunFnPeriodically - 4 total (0 active), Execution time: mean = 120.328 us, total = 481.310 us, Queueing time: mean = 101.651 ms, max = 203.182 ms, min = 28.435 us, total = 406.605 ms GcsInMemoryStore.Keys - 3 total (0 active), Execution time: mean = 1.889 us, total = 5.666 us, Queueing time: mean = 35.434 us, max = 38.374 us, min = 32.490 us, total = 106.301 us GCSServer.deadline_timer.debug_state_dump - 2 total (1 active, 1 running), Execution time: mean = 866.392 us, total = 1.733 ms, Queueing time: mean = 35.114 us, max = 70.227 us, min = 70.227 us, total = 70.227 us NodeInfoGcsService.grpc_server.RegisterNode - 1 total (0 active), Execution time: mean = 608.804 us, total = 608.804 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s GcsInMemoryStore.Delete - 1 total (0 active), Execution time: mean = 11.970 us, total = 11.970 us, Queueing time: mean = 5.723 us, max = 5.723 us, min = 5.723 us, total = 5.723 us InternalKVGcsService.grpc_server.InternalKVDel - 1 total (0 active), Execution time: mean = 485.075 us, total = 485.075 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s JobInfoGcsService.grpc_server.GetNextJobID - 1 total (0 active), Execution time: mean = 192.458 us, total = 192.458 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s InternalKVGcsService.grpc_server.GetInternalConfig.HandleRequestImpl - 1 total (0 active), Execution time: mean = 23.565 us, total = 23.565 us, Queueing time: mean = 27.105 us, max = 27.105 us, min = 27.105 us, total = 27.105 us JobInfoGcsService.grpc_server.GetAllJobInfo.HandleRequestImpl - 1 total (0 active), Execution time: mean = 14.387 us, total = 14.387 us, Queueing time: mean = 11.317 us, max = 11.317 us, min = 11.317 us, total = 11.317 us JobInfoGcsService.grpc_server.MarkJobFinished.HandleRequestImpl - 1 total (0 active), Execution time: mean = 13.380 us, total = 13.380 us, Queueing time: mean = 2.314 ms, max = 2.314 ms, min = 2.314 ms, total = 2.314 ms JobInfoGcsService.grpc_server.MarkJobFinished - 1 total (0 active), Execution time: mean = 2.708 ms, total = 2.708 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s NodeInfoGcsService.grpc_server.RegisterNode.HandleRequestImpl - 1 total (0 active), Execution time: mean = 136.036 us, total = 136.036 us, Queueing time: mean = 16.600 us, max = 16.600 us, min = 16.600 us, total = 16.600 us InternalKVGcsService.grpc_server.InternalKVDel.HandleRequestImpl - 1 total (0 active), Execution time: mean = 37.866 us, total = 37.866 us, Queueing time: mean = 14.964 us, max = 14.964 us, min = 14.964 us, total = 14.964 us InternalKVGcsService.grpc_server.GetInternalConfig - 1 total (0 active), Execution time: mean = 368.670 us, total = 368.670 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s WorkerInfoGcsService.grpc_server.ReportWorkerFailure - 1 total (0 active), Execution time: mean = 2.744 ms, total = 2.744 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s NodeResourceInfoGcsService.grpc_server.GetAllAvailableResources.HandleRequestImpl - 1 total (0 active), Execution time: mean = 45.867 us, total = 45.867 us, Queueing time: mean = 27.240 us, max = 27.240 us, min = 27.240 us, total = 27.240 us NodeResourceInfoGcsService.grpc_server.GetAllAvailableResources - 1 total (0 active), Execution time: mean = 359.876 us, total = 359.876 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s GcsResourceManager::Update - 1 total (0 active), Execution time: mean = 57.963 us, total = 57.963 us, Queueing time: mean = 14.764 us, max = 14.764 us, min = 14.764 us, total = 14.764 us JobInfoGcsService.grpc_server.AddJob.HandleRequestImpl - 1 total (0 active), Execution time: mean = 124.147 us, total = 124.147 us, Queueing time: mean = 20.234 us, max = 20.234 us, min = 20.234 us, total = 20.234 us JobInfoGcsService.grpc_server.GetAllJobInfo - 1 total (0 active), Execution time: mean = 287.128 us, total = 287.128 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s WorkerInfoGcsService.grpc_server.ReportWorkerFailure.HandleRequestImpl - 1 total (0 active), Execution time: mean = 66.718 us, total = 66.718 us, Queueing time: mean = 21.544 us, max = 21.544 us, min = 21.544 us, total = 21.544 us JobInfoGcsService.grpc_server.AddJob - 1 total (0 active), Execution time: mean = 386.999 us, total = 386.999 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s JobInfoGcsService.grpc_server.GetNextJobID.HandleRequestImpl - 1 total (0 active), Execution time: mean = 11.496 us, total = 11.496 us, Queueing time: mean = 19.400 us, max = 19.400 us, min = 19.400 us, total = 19.400 us GcsHealthCheckManager::AddNode - 1 total (0 active), Execution time: mean = 16.560 us, total = 16.560 us, Queueing time: mean = 594.000 ns, max = 594.000 ns, min = 594.000 ns, total = 594.000 ns GCSServer.deadline_timer.debug_state_event_stats_print - 1 total (1 active), Execution time: mean = 0.000 s, total = 0.000 s, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s |