{"name":"org.apache.hadoop.fs.s3a.commit.files.SuccessData/1","success":true,"timestamp":1793224553490,"date":"Wed Oct 28 21:55:53 UTC 2026","hostname":"vscode-pyspark-960701-0","committer":"magic","description":"Task committer attempt_202610282155528894375271334433048_0000_m_000000_0","jobId":"03cbe9aa-f03d-4335-99be-0585719a5591","jobIdSource":"spark.sql.sources.writeJobUUID","metrics":{"op_get_content_summary":0,"stream_write_block_uploads_aborted":0,"audit_span_creation":363,"client_side_encryption_enabled":0,"store_exists_probe":0,"committer_commits_reverted":0,"op_bulk-delete":0,"committer_load_single_pending_file":0,"store_client_creation.failures":0,"op_rename.failures":0,"committer_magic_files_created":5,"stream_read_close_operations":123,"committer_load_single_pending_file.failures":0,"store_io_retry":0,"analytics_stream_factory_closed":0,"committer_stage_file_upload.failures":0,"stream_read_vectored_operations":3,"op_create":20,"committer_commits_completed":5,"op_xattr_list.failures":0,"stream_read_active_prefetch_operations":0,"audit_access_check_failure":0,"filesystem_initialization":1,"directories_created":14,"op_hsync":0,"Store_io_throttle_rate99thPercentileFrequency (Hz)":0,"stream_write_block_uploads_data_pending":0,"op_list_located_status":0,"object_bulk_delete_request":7,"committer_commits_aborted":0,"object_multipart_initiated.failures":0,"action_executor_acquired.failures":0,"committer_stage_file_upload":0,"action_http_head_request.failures":0,"stream_read_opened":129,"op_list_status":1,"op_get_file_checksum":0,"op_xattr_get_map.failures":0,"op_list_files":16,"op_copy_from_local_file.failures":0,"http_response_4XX":0,"stream_read_seek_backward_operations":6,"multipart_upload_started":0,"stream_write_total_time":706,"op_get_delegation_token.failures":0,"fake_directories_created":0,"stream_read_seek_forward_operations":0,"object_put_bytes":514061,"stream_write_block_uploads":30,"committer_commits.failures":0,"committer_commit_job":0,"committer_commit_job.failures":0,"stream_read_bytes_backwards_on_seek":9098,"stream_read_seek_bytes_discarded":0,"object_put_request.failures":0,"Store_io_throttle_rate95thPercentileFrequency (Hz)":0,"stream_read_blocks_in_cache":0,"op_createfile":20,"committer_materialize_file":0,"op_createfile.failures":0,"object_metadata_request":298,"stream_write_block_uploads_active":0,"object_put_request_completed":54,"op_create_non_recursive":0,"stream_write_queue_duration":8,"Store_io_throttle_rate90thPercentileFrequency (Hz)":0,"object_put_request_active":0,"delegation_tokens_issued.failures":0,"stream_read_vectored_incoming_ranges":0,"committer_jobs_completed":4,"Store_io_throttle_rate75thPercentileFrequency (Hz)":0,"committer_magic_marker_put":10,"http_response_5XX":0,"op_rename":6,"object_multipart_aborted":0,"op_get_file_status":28,"op_access.failures":0,"stream_read_total_bytes":12049119,"committer_materialize_file.failures":0,"stream_read_version_mismatches":0,"op_exists":85,"op_is_directory.failures":0,"object_delete_request":25,"stream_read_unbuffered":0,"object_multipart_initiated":5,"stream_read_vectored_combined_ranges":0,"stream_read_operations_incomplete":3126,"object_put_bytes_pending":0,"store_client_creation":1,"object_continue_list_request.failures":0,"stream_read_remote_stream_aborted.failures":0,"op_delete.failures":0,"files_copied":6,"op_exists.failures":61,"stream_read_remote_stream_aborted":0,"stream_read_analytics_opened":0,"op_copy_from_local_file":0,"conditional_create":0,"stream_file_cache_eviction.failures":0,"directories_deleted":0,"delegation_tokens_issued":0,"op_create.failures":0,"stream_read_bytes_discarded_in_close":48,"op_glob_status.failures":0,"files_created":30,"action_http_get_request.failures":0,"stream_file_cache_eviction":0,"object_copy_requests":6,"conditional_create_failed":0,"stream_write_block_uploads_committed":0,"op_mkdirs.failures":0,"store_io_rate_limited_duration.failures":0,"action_http_head_request":298,"stream_read_fully_operations":0,"filesystem_close.failures":0,"audit_request_execution":719,"stream_read_remote_stream_drain":129,"http_response_429":0,"op_is_file.failures":0,"multipart_upload_list":7,"op_get_file_checksum.failures":0,"stream_read_seek_policy_changed":123,"object_multipart_list.failures":0,"stream_read_active_memory_in_use":0,"committer_commits_created":0,"audit_failure":0,"op_get_delegation_token":0,"op_access":0,"stream_write_exceptions":0,"stream_leaks":0,"op_xattr_get_named.failures":0,"files_delete_rejected":0,"stream_write_total_data":494540,"object_multipart_aborted.failures":0,"action_http_get_request":129,"files_copied_bytes":16294,"op_hflush":0,"op_xattr_get_named_map":0,"stream_write_queue_duration.failures":0,"ignored_errors":19,"committer_bytes_uploaded":291172,"files_deleted":27,"action_file_opened.failures":0,"op_is_directory":0,"http_response_400":0,"object_delete_request.failures":0,"stream_read_seek_operations":6,"op_is_file":0,"op_list_status.failures":1,"op_list_files.failures":0,"store_io_request":719,"filesystem_close":0,"object_delete_objects":39,"op_xattr_get_named_map.failures":0,"multipart_upload_part_put":0,"op_open":126,"stream_read_remote_stream_drain.failures":0,"multipart_upload_abort_under_path_invoked":0,"object_put_request":24,"object_multipart_list":0,"multipart_upload_list.failures":0,"multipart_upload_part_put_bytes":0,"op_abort.failures":0,"action_file_opened":123,"multipart_upload_aborted":0,"committer_bytes_committed":291172,"http_response_503":0,"store_io_rate_limited_duration":0,"op_abort":0,"multipart_instantiated":0,"stream_read_operations":3151,"fake_directories_deleted":12,"object_bulk_delete_request.failures":0,"http_response_500":0,"stream_aborted":0,"op_glob_status":4,"stream_read_exceptions":0,"stream_write_bytes":0,"action_executor_acquired":0,"Store_io_throttle_rateNumEvents":33,"op_openfile":0,"stream_write_exceptions_completing_upload":0,"op_xattr_list":0,"store_exists_probe.failures":0,"stream_write_block_uploads_pending":0,"op_xattr_get_named":5,"committer_magic_marker_put.failures":0,"committer_jobs_failed":0,"op_delete":16,"stream_read_bytes":12049071,"object_list_request.failures":0,"stream_read_bytes_discarded_in_abort":0,"committer_tasks_completed":7,"op_get_file_status.failures":0,"object_list_request":183,"store_io_throttled":0,"stream_read_vectored_read_bytes_discarded":0,"committer_tasks_failed":0,"stream_read_seek_bytes_skipped":0,"multipart_upload_completed":0,"stream_evict_blocks_from_cache":0,"Store_io_throttle_rate50thPercentileFrequency (Hz)":0,"object_continue_list_request":0,"op_mkdirs":15,"op_get_content_summary.failures":0,"stream_read_closed":129,"filesystem_initialization.failures":0,"op_xattr_get_map":0},"diagnostics":{"fs.s3a.max.total.tasks":"32","fs.s3a.connection.maximum":"500","fs.s3a.committer.threads":"8"},"filenames":["/silver/spark/orders_ex4.parquet/part-00000-9dae289e-3b25-4483-b32a-47cc06f59cc8-c000.snappy.parquet","/silver/spark/orders_ex4.parquet/part-00003-9dae289e-3b25-4483-b32a-47cc06f59cc8-c000.snappy.parquet"],"state":null,"stage":null,"iostatistics":{"counters":{"stream_write_exceptions_completing_upload":0,"stream_write_block_uploads":2,"committer_commits.failures":0,"committer_commit_job":1,"stream_write_exceptions":0,"multipart_upload_part_put":2,"committer_commits_reverted":0,"object_multipart_initiated":2,"committer_load_single_pending_file":0,"stream_write_total_data":2479,"committer_magic_marker_put.failures":0,"object_multipart_aborted.failures":0,"op_hsync":0,"committer_jobs_failed":0,"object_put_request":0,"committer_load_single_pending_file.failures":0,"committer_commit_job.failures":0,"object_put_request.failures":0,"conditional_create_failed":0,"committer_tasks_completed":0,"object_multipart_initiated.failures":0,"op_abort.failures":0,"committer_commits_aborted":0,"action_executor_acquired.failures":0,"committer_stage_file_upload.failures":0,"committer_stage_file_upload":0,"committer_bytes_committed":2479,"op_hflush":0,"committer_materialize_file":2,"committer_commits_completed":2,"committer_bytes_uploaded":0,"committer_tasks_failed":0,"multipart_upload_completed":0,"stream_write_queue_duration":0,"op_abort":0,"committer_jobs_completed":1,"committer_magic_marker_put":2,"object_multipart_aborted":0,"committer_commits_created":0,"stream_write_total_time":0,"conditional_create":0,"multipart_upload_part_put.failures":0,"multipart_upload_completed.failures":0,"committer_materialize_file.failures":0,"action_executor_acquired":2,"stream_write_bytes":2479},"gauges":{"stream_write_block_uploads_data_pending":0,"stream_write_block_uploads_pending":0,"stream_write_block_uploads_active":0},"minimums":{"committer_magic_marker_put.failures.min":-1,"object_multipart_aborted.min":-1,"action_executor_acquired.min":0,"committer_magic_marker_put.min":18,"committer_stage_file_upload.min":-1,"multipart_upload_completed.min":-1,"committer_load_single_pending_file.min":-1,"committer_materialize_file.min":26,"multipart_upload_completed.failures.min":-1,"committer_load_single_pending_file.failures.min":-1,"object_multipart_initiated.failures.min":-1,"object_put_request.failures.min":-1,"object_multipart_initiated.min":7,"op_abort.failures.min":-1,"object_multipart_aborted.failures.min":-1,"committer_commit_job.min":75,"object_put_request.min":-1,"committer_commit_job.failures.min":-1,"multipart_upload_part_put.failures.min":-1,"committer_stage_file_upload.failures.min":-1,"committer_materialize_file.failures.min":-1,"action_executor_acquired.failures.min":-1,"op_abort.min":-1,"multipart_upload_part_put.min":21},"maximums":{"committer_materialize_file.failures.max":-1,"op_abort.max":-1,"committer_commit_job.max":75,"object_multipart_aborted.failures.max":-1,"multipart_upload_part_put.max":39,"committer_load_single_pending_file.failures.max":-1,"committer_materialize_file.max":27,"object_multipart_initiated.failures.max":-1,"committer_magic_marker_put.failures.max":-1,"object_multipart_aborted.max":-1,"multipart_upload_completed.max":-1,"committer_commit_job.failures.max":-1,"multipart_upload_part_put.failures.max":-1,"action_executor_acquired.failures.max":-1,"committer_stage_file_upload.failures.max":-1,"multipart_upload_completed.failures.max":-1,"committer_load_single_pending_file.max":-1,"object_multipart_initiated.max":12,"object_put_request.failures.max":-1,"op_abort.failures.max":-1,"action_executor_acquired.max":1,"committer_stage_file_upload.max":-1,"object_put_request.max":-1,"committer_magic_marker_put.max":30},"meanstatistics":{"committer_materialize_file.failures.mean":{"samples":0,"sum":0},"multipart_upload_completed.failures.mean":{"samples":0,"sum":0},"multipart_upload_part_put.mean":{"samples":2,"sum":60},"multipart_upload_completed.mean":{"samples":0,"sum":0},"object_multipart_initiated.failures.mean":{"samples":0,"sum":0},"committer_magic_marker_put.failures.mean":{"samples":0,"sum":0},"object_multipart_initiated.mean":{"samples":2,"sum":19},"multipart_upload_part_put.failures.mean":{"samples":0,"sum":0},"action_executor_acquired.failures.mean":{"samples":0,"sum":0},"object_put_request.failures.mean":{"samples":0,"sum":0},"committer_commit_job.mean":{"samples":1,"sum":75},"committer_stage_file_upload.mean":{"samples":0,"sum":0},"op_abort.mean":{"samples":0,"sum":0},"committer_materialize_file.mean":{"samples":2,"sum":53},"action_executor_acquired.mean":{"samples":4,"sum":2},"committer_commit_job.failures.mean":{"samples":0,"sum":0},"committer_stage_file_upload.failures.mean":{"samples":0,"sum":0},"object_multipart_aborted.failures.mean":{"samples":0,"sum":0},"op_abort.failures.mean":{"samples":0,"sum":0},"object_put_request.mean":{"samples":0,"sum":0},"committer_magic_marker_put.mean":{"samples":2,"sum":48},"committer_load_single_pending_file.failures.mean":{"samples":0,"sum":0},"object_multipart_aborted.mean":{"samples":0,"sum":0},"committer_load_single_pending_file.mean":{"samples":0,"sum":0}}}}