聊聊elasticsearch的DeadlockAnalyzer

序

本文主要研究一下 elasticsearch 的 DeadlockAnalyzer

DeadlockAnalyzer

elasticsearch-7.0.1/server/src/main/java/org/elasticsearch/monitor/jvm/DeadlockAnalyzer.java

public class DeadlockAnalyzer {private static final Deadlock NULL_RESULT[] = new Deadlock[0];
    private final ThreadMXBean threadBean = ManagementFactory.getThreadMXBean();

    private static DeadlockAnalyzer INSTANCE = new DeadlockAnalyzer();

    public static DeadlockAnalyzer deadlockAnalyzer() {return INSTANCE;}

    private DeadlockAnalyzer() {}

    public Deadlock[] findDeadlocks() {long deadlockedThreads[] = threadBean.findMonitorDeadlockedThreads();
        if (deadlockedThreads == null || deadlockedThreads.length == 0) {return NULL_RESULT;}
        Map<Long, ThreadInfo> threadInfoMap = createThreadInfoMap(deadlockedThreads);
        Set<LinkedHashSet<ThreadInfo>> cycles = calculateCycles(threadInfoMap);
        Set<LinkedHashSet<ThreadInfo>> chains = calculateCycleDeadlockChains(threadInfoMap, cycles);
        cycles.addAll(chains);
        return createDeadlockDescriptions(cycles);
    }


    private Deadlock[] createDeadlockDescriptions(Set<LinkedHashSet<ThreadInfo>> cycles) {Deadlock result[] = new Deadlock[cycles.size()];
        int count = 0;
        for (LinkedHashSet<ThreadInfo> cycle : cycles) {ThreadInfo asArray[] = cycle.toArray(new ThreadInfo[cycle.size()]);
            Deadlock d = new Deadlock(asArray);
            result[count++] = d;
        }
        return result;
    }


    private Set<LinkedHashSet<ThreadInfo>> calculateCycles(Map<Long, ThreadInfo> threadInfoMap) {Set<LinkedHashSet<ThreadInfo>> cycles = new HashSet<>();
        for (Map.Entry<Long, ThreadInfo> entry : threadInfoMap.entrySet()) {LinkedHashSet<ThreadInfo> cycle = new LinkedHashSet<>();
            for (ThreadInfo t = entry.getValue(); !cycle.contains(t); t = threadInfoMap.get(Long.valueOf(t.getLockOwnerId()))) {cycle.add(t);
            }

            if (!cycles.contains(cycle)) {cycles.add(cycle);
            }
        }
        return cycles;
    }


    private Set<LinkedHashSet<ThreadInfo>> calculateCycleDeadlockChains(Map<Long, ThreadInfo> threadInfoMap,
            Set<LinkedHashSet<ThreadInfo>> cycles) {ThreadInfo allThreads[] = threadBean.getThreadInfo(threadBean.getAllThreadIds());
        Set<LinkedHashSet<ThreadInfo>> deadlockChain = new HashSet<>();
        Set<Long> knownDeadlockedThreads = threadInfoMap.keySet();
        for (ThreadInfo threadInfo : allThreads) {Thread.State state = threadInfo.getThreadState();
            if (state == Thread.State.BLOCKED && !knownDeadlockedThreads.contains(threadInfo.getThreadId())) {for (LinkedHashSet<ThreadInfo> cycle : cycles) {if (cycle.contains(threadInfoMap.get(Long.valueOf(threadInfo.getLockOwnerId())))) {LinkedHashSet<ThreadInfo> chain = new LinkedHashSet<>();
                        ThreadInfo node = threadInfo;
                        while (!chain.contains(node)) {chain.add(node);
                            node = threadInfoMap.get(Long.valueOf(node.getLockOwnerId()));
                        }
                        deadlockChain.add(chain);
                    }
                }

            }
        }

        return deadlockChain;
    }


    private Map<Long, ThreadInfo> createThreadInfoMap(long threadIds[]) {ThreadInfo threadInfos[] = threadBean.getThreadInfo(threadIds);
        Map<Long, ThreadInfo> threadInfoMap = new HashMap<>();
        for (ThreadInfo threadInfo : threadInfos) {threadInfoMap.put(threadInfo.getThreadId(), threadInfo);
        }
        return unmodifiableMap(threadInfoMap);
    }

    //......
}

• DeadlockAnalyzer 提供了 findDeadlocks 方法用于返回死锁线程的信息，该方法通过 ThreadMXBean 的 findMonitorDeadlockedThreads 方法获取 deadlockedThreads 数组，如果该数组为 null 或空，则返回 NULL_RESULT，否则往下计算
• createThreadInfoMap 方法根据 threadIds 从 ThreadMXBean 获取对应的 threadInfo 信息，然后组装成 threadId 与 threadInfo 的 map；calculateCycles 方法则是遍历该 map，然后根据 threadInfo 的 getLockOwnerId() 构建 cycles
• calculateCycleDeadlockChains 方法则根据 threadInfoMap 及 cycles 构建 cycleDeadlockChains，添加到 cycles 中，最后通过 createDeadlockDescriptions 方法构建 Deadlock 数组

Deadlock

elasticsearch-7.0.1/server/src/main/java/org/elasticsearch/monitor/jvm/DeadlockAnalyzer.java

    public static class Deadlock {private final ThreadInfo members[];
        private final String description;
        private final Set<Long> memberIds;

        public Deadlock(ThreadInfo[] members) {
            this.members = members;

            Set<Long> builder = new HashSet<>();
            StringBuilder sb = new StringBuilder();
            for (int x = 0; x < members.length; x++) {ThreadInfo ti = members[x];
                sb.append(ti.getThreadName());
                sb.append(">");
                if (x == members.length - 1) {sb.append(ti.getLockOwnerName());
                }
                builder.add(ti.getThreadId());
            }
            this.description = sb.toString();
            this.memberIds = unmodifiableSet(builder);
        }

        public ThreadInfo[] members() {return members;}

        @Override
        public boolean equals(Object o) {if (this == o) return true;
            if (o == null || getClass() != o.getClass()) return false;

            Deadlock deadlock = (Deadlock) o;

            if (memberIds != null ? !memberIds.equals(deadlock.memberIds) : deadlock.memberIds != null) return false;

            return true;
        }

        @Override
        public int hashCode() {int result = members != null ? Arrays.hashCode(members) : 0;
            result = 31 * result + (description != null ? description.hashCode() : 0);
            result = 31 * result + (memberIds != null ? memberIds.hashCode() : 0);
            return result;
        }

        @Override
        public String toString() {return description;}
    }

• Deadlock 包含了 members、description、memberIds 三个属性，其构造器会根据 members 来构建 description

小结

• DeadlockAnalyzer 提供了 findDeadlocks 方法用于返回死锁线程的信息，该方法通过 ThreadMXBean 的 findMonitorDeadlockedThreads 方法获取 deadlockedThreads 数组，如果该数组为 null 或空，则返回 NULL_RESULT，否则往下计算
• createThreadInfoMap 方法根据 threadIds 从 ThreadMXBean 获取对应的 threadInfo 信息，然后组装成 threadId 与 threadInfo 的 map；calculateCycles 方法则是遍历该 map，然后根据 threadInfo 的 getLockOwnerId() 构建 cycles
• calculateCycleDeadlockChains 方法则根据 threadInfoMap 及 cycles 构建 cycleDeadlockChains，添加到 cycles 中，最后通过 createDeadlockDescriptions 方法构建 Deadlock 数组

doc

• DeadlockAnalyzer