[
https://issues.apache.org/jira/browse/HIVE-21570?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16809938#comment-16809938
]
Antal Sinkovits commented on HIVE-21570:
----------------------------------------
From:
Cache state:
llap.src: 6/6, 24576/24576
llap.src2: 6/6, 24576/24576
llap.src_orc: 11/11, 2367488/2367488
LRFU eviction list: 0 items
LRFU eviction heap: 23 items (of max 262144)
LRFU data on heap: 2,30MB
LRFU metadata on heap: 8,00KB
LRFU data on eviction list: 0B
LRFU metadata on eviction list: 0B
LRFU data locked: 0B
LRFU metadata locked: 0B
ORC cache state
file [-499819754494858140, 1553251779000, 4506]: 0 locked, 9 unlocked, 0
evicted, 0 being moved,2359296 total used byte
ORC cache summary: 0 locked, 9 unlocked, 0 evicted, 0 being moved,2359296total
used space
SerDe cache state 4 columns, 1 stripes;
file [5231951861207551345, 1553181313000, 9718]: 0 locked, 6 unlocked, 0
evicted, 0 being moved3 columns, 1 stripes;
file [-5708520830205528612, 1553180236000, 5812]: 0 locked, 6 unlocked, 0
evicted, 0 being moved
SerDe cache summary: 0 locked, 12 unlocked, 0 evicted, 0 being moved
Metadata cache state: 2 files and stripes, 8192 total used bytes, 0 files w/ORC
estimate
Defrag counters: 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
Allocator state:
Arena with free list lengths by size: 32768 => 1, 65536 => 1, 131072 => 1,
524288 => 1, 1048576 => 1, 2097152 => 1, 4194304 => 1, 8388608 => 1, 16777216
=> 7,
Arena with free list lengths by size: 16777216 => 8,
Arena with free list lengths by size: 16777216 => 8,
Arena with free list lengths by size: 16777216 => 8,
Arena with free list lengths by size: 8192 => 1, 32768 => 1, 65536 => 1, 131072
=> 1, 524288 => 1, 1048576 => 1, 2097152 => 1, 4194304 => 1, 8388608 => 1,
16777216 => 7,
Arena with free list lengths by size: 16777216 => 8,
Arena with free list lengths by size: 262144 => 1, 2097152 => 1, 4194304 => 1,
8388608 => 1, 16777216 => 7,
Arena with free list lengths by size: 16777216 => 8,
Total available and allocated: 1071325184; unallocated arenas: 0; full arenas 0
To:
{
"SerDeLowLevelCacheImpl" : {
"entries" : [ {
"stripes" : "1",
"file" : "[5231951861207551345, 1553181313000, 9718]",
"columns" : "4",
"being_moved" : "0",
"locked" : "0",
"unlocked" : "6",
"evicted" : "0"
}, {
"stripes" : "1",
"file" : "[-5708520830205528612, 1553180236000, 5812]",
"columns" : "3",
"being_moved" : "0",
"locked" : "0",
"unlocked" : "6",
"evicted" : "0"
} ],
"being_moved" : "0",
"locked" : "0",
"unlocked" : "12",
"evicted" : "0"
},
"LowLevelCacheImpl" : {
"entries" : [ {
"file" : "[-499819754494858140, 1553251779000, 4506]",
"being_moved" : "0",
"locked" : "0",
"total_used_byte" : "2359296",
"unlocked" : "9",
"evicted" : "0"
} ],
"total_used_space" : "2359296",
"moved" : "0",
"locked" : "0",
"unlocked" : "9",
"evicted" : "0"
},
"LowLevelLrfuCachePolicy" : {
"meta_locked" : "0B",
"data_on_heap" : "2,30MB",
"eviction_list" : "0",
"eviction_heap_size" : "23",
"meta_on_heap" : "8,00KB",
"data_on_eviction_list" : "0B",
"meta_on_eviction_list" : "0B",
"eviction_heap_size_max" : "262144",
"data_locked" : "0B"
},
"MetadataCache" : {
"files_and_stripes" : "2",
"total_used_bytes" : "8192",
"files_w_ORC_estimate" : "0"
},
"CacheContentsTracker" : [ {
"max_count" : "6",
"state_name" : "llap.src",
"total_size" : "24576",
"max_size" : "24576",
"buffer_count" : "6"
}, {
"max_count" : "6",
"state_name" : "llap.src2",
"total_size" : "24576",
"max_size" : "24576",
"buffer_count" : "6"
}, {
"max_count" : "11",
"state_name" : "llap.src_orc",
"total_size" : "2367488",
"max_size" : "2367488",
"buffer_count" : "11"
} ],
"BuddyAllocator" : {
"defrag_counters" : [ "0", "0", "0", "0", "0", "0", "0", "0", "0", "0",
"0", "0", "0" ],
"arenas" : [ {
"name" : "arena0",
"free" : [ {
"size" : "16777216",
"count" : "8"
} ]
}, {
"name" : "arena1",
"free" : [ {
"size" : "262144",
"count" : "1"
}, {
"size" : "2097152",
"count" : "1"
}, {
"size" : "4194304",
"count" : "1"
}, {
"size" : "8388608",
"count" : "1"
}, {
"size" : "16777216",
"count" : "7"
} ]
}, {
"name" : "arena2",
"free" : [ {
"size" : "16777216",
"count" : "8"
} ]
}, {
"name" : "arena3",
"free" : [ {
"size" : "16777216",
"count" : "8"
} ]
}, {
"name" : "arena4",
"free" : [ {
"size" : "8192",
"count" : "1"
}, {
"size" : "32768",
"count" : "1"
}, {
"size" : "65536",
"count" : "1"
}, {
"size" : "131072",
"count" : "1"
}, {
"size" : "524288",
"count" : "1"
}, {
"size" : "1048576",
"count" : "1"
}, {
"size" : "2097152",
"count" : "1"
}, {
"size" : "4194304",
"count" : "1"
}, {
"size" : "8388608",
"count" : "1"
}, {
"size" : "16777216",
"count" : "7"
} ]
}, {
"name" : "arena5",
"free" : [ {
"size" : "16777216",
"count" : "8"
} ]
}, {
"name" : "arena6",
"free" : [ {
"size" : "32768",
"count" : "1"
}, {
"size" : "65536",
"count" : "1"
}, {
"size" : "131072",
"count" : "1"
}, {
"size" : "524288",
"count" : "1"
}, {
"size" : "1048576",
"count" : "1"
}, {
"size" : "2097152",
"count" : "1"
}, {
"size" : "4194304",
"count" : "1"
}, {
"size" : "8388608",
"count" : "1"
}, {
"size" : "16777216",
"count" : "7"
} ]
}, {
"name" : "arena7",
"free" : [ {
"size" : "16777216",
"count" : "8"
} ]
} ],
"full_arenas" : "0",
"total_available_and_allocated" : "1071325184",
"unallocated_arenas" : "0"
}
}
Filter on a given component with /iomem?f=component_name
e.g: /iomem?f=BuddyAllocator
> Convert llap iomem servlets output to json format
> -------------------------------------------------
>
> Key: HIVE-21570
> URL: https://issues.apache.org/jira/browse/HIVE-21570
> Project: Hive
> Issue Type: Improvement
> Affects Versions: 4.0.0
> Reporter: Antal Sinkovits
> Assignee: Antal Sinkovits
> Priority: Minor
> Attachments: HIVE-21570.01.patch
>
>
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
