在没有 storm-kafka 对 pom 的依赖的情况下，Storm 2.0 worker 在启动时出现异常失败
Storm 2.0 worker is failing with an exception at start without storm-kafka dependency on pom
根据 storm 2.0 发布文档，storm-kafka 已被删除，用户必须转移到 storm-kafka-client。
因此，我从 pom 中删除了 storm-kafka 依赖项。我们已经有了 storm-kafka-client 对 pom 的依赖。构建成功。
但是当使用 storm jar CLI 命令启动 topology to storm 时，我们得到以下异常。我还可以在 storm lib 文件夹中看到 json-simple-1.1.jar，我们不应该得到 NoClassDef 异常。
java.lang.Error: java.lang.NoClassDefFoundError: org/json/simple/parser/ParseException
at org.apache.storm.utils.Utils.handleUncaughtException(Utils.java:647) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.utils.Utils.handleUncaughtException(Utils.java:626) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.utils.Utils.lambda$createDefaultUncaughtExceptionHandler(Utils.java:982) ~[storm-client-2.0.0.jar:2.0.0]
at java.lang.ThreadGroup.uncaughtException(ThreadGroup.java:1057) [?:1.8.0_191]
at java.lang.ThreadGroup.uncaughtException(ThreadGroup.java:1052) [?:1.8.0_191]
at java.lang.Thread.dispatchUncaughtException(Thread.java:1959) [?:1.8.0_191]
Caused by: java.lang.NoClassDefFoundError: org/json/simple/parser/ParseException
at java.lang.Class.getDeclaredFields0(Native Method) ~[?:1.8.0_191]
at java.lang.Class.privateGetDeclaredFields(Class.java:2583) ~[?:1.8.0_191]
at java.lang.Class.getDeclaredField(Class.java:2068) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.getDeclaredSUID(ObjectStreamClass.java:1857) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.access0(ObjectStreamClass.java:79) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.run(ObjectStreamClass.java:506) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.run(ObjectStreamClass.java:494) ~[?:1.8.0_191]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.<init>(ObjectStreamClass.java:494) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.lookup(ObjectStreamClass.java:391) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.initNonProxy(ObjectStreamClass.java:681) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2042) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readObject(ObjectInputStream.java:431) ~[?:1.8.0_191]
at org.apache.storm.utils.Utils.javaDeserialize(Utils.java:542) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.utils.Utils.getSetComponentObject(Utils.java:915) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.Task.mkTaskObject(Task.java:271) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.Task.<init>(Task.java:88) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.executor.Executor.mkExecutor(Executor.java:194) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.worker.Worker.loadWorker(Worker.java:218) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.worker.Worker.lambda$start[=10=](Worker.java:166) ~[storm-client-2.0.0.jar:2.0.0]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_191]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_191]
at org.apache.storm.daemon.worker.Worker.start(Worker.java:165) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.worker.Worker.main(Worker.java:129) ~[storm-client-2.0.0.jar:2.0.0]
Caused by: java.lang.ClassNotFoundException: org.json.simple.parser.ParseException
at java.net.URLClassLoader.findClass(URLClassLoader.java:382) ~[?:1.8.0_191]
at java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[?:1.8.0_191]
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349) ~[?:1.8.0_191]
at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[?:1.8.0_191]
at java.lang.Class.getDeclaredFields0(Native Method) ~[?:1.8.0_191]
at java.lang.Class.privateGetDeclaredFields(Class.java:2583) ~[?:1.8.0_191]
at java.lang.Class.getDeclaredField(Class.java:2068) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.getDeclaredSUID(ObjectStreamClass.java:1857) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.access0(ObjectStreamClass.java:79) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.run(ObjectStreamClass.java:506) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.run(ObjectStreamClass.java:494) ~[?:1.8.0_191]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.<init>(ObjectStreamClass.java:494) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.lookup(ObjectStreamClass.java:391) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.initNonProxy(ObjectStreamClass.java:681) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2042) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readObject(ObjectInputStream.java:431) ~[?:1.8.0_191]
at org.apache.storm.utils.Utils.javaDeserialize(Utils.java:542) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.utils.Utils.getSetComponentObject(Utils.java:915) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.Task.mkTaskObject(Task.java:271) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.Task.<init>(Task.java:88) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.executor.Executor.mkExecutor(Executor.java:194) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.worker.Worker.loadWorker(Worker.java:218) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.worker.Worker.lambda$start[=10=](Worker.java:166) ~[storm-client-2.0.0.jar:2.0.0]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_191]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_191]
at org.apache.storm.daemon.worker.Worker.start(Worker.java:165) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.worker.Worker.main(Worker.java:129) ~[storm-client-2.0.0.jar:2.0.0]```
lib 目录不适用于客户端代码。如果你的拓扑需要json-simple，把它包含在你的jar中，或者把它放到worker-lib目录中。
这是 storm.py bootstrap 脚本中的相关代码：
def get_classpath(extrajars, daemon=True, client=False):
ret = get_wildcard_dir(STORM_DIR)
if client:
ret.extend(get_wildcard_dir(STORM_WORKER_LIB_DIR))
else :
ret.extend(get_wildcard_dir(STORM_LIB_DIR))
...
根据 storm 2.0 发布文档，storm-kafka 已被删除，用户必须转移到 storm-kafka-client。
因此，我从 pom 中删除了 storm-kafka 依赖项。我们已经有了 storm-kafka-client 对 pom 的依赖。构建成功。
但是当使用 storm jar CLI 命令启动 topology to storm 时，我们得到以下异常。我还可以在 storm lib 文件夹中看到 json-simple-1.1.jar，我们不应该得到 NoClassDef 异常。
java.lang.Error: java.lang.NoClassDefFoundError: org/json/simple/parser/ParseException
at org.apache.storm.utils.Utils.handleUncaughtException(Utils.java:647) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.utils.Utils.handleUncaughtException(Utils.java:626) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.utils.Utils.lambda$createDefaultUncaughtExceptionHandler(Utils.java:982) ~[storm-client-2.0.0.jar:2.0.0]
at java.lang.ThreadGroup.uncaughtException(ThreadGroup.java:1057) [?:1.8.0_191]
at java.lang.ThreadGroup.uncaughtException(ThreadGroup.java:1052) [?:1.8.0_191]
at java.lang.Thread.dispatchUncaughtException(Thread.java:1959) [?:1.8.0_191]
Caused by: java.lang.NoClassDefFoundError: org/json/simple/parser/ParseException
at java.lang.Class.getDeclaredFields0(Native Method) ~[?:1.8.0_191]
at java.lang.Class.privateGetDeclaredFields(Class.java:2583) ~[?:1.8.0_191]
at java.lang.Class.getDeclaredField(Class.java:2068) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.getDeclaredSUID(ObjectStreamClass.java:1857) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.access0(ObjectStreamClass.java:79) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.run(ObjectStreamClass.java:506) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.run(ObjectStreamClass.java:494) ~[?:1.8.0_191]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.<init>(ObjectStreamClass.java:494) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.lookup(ObjectStreamClass.java:391) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.initNonProxy(ObjectStreamClass.java:681) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2042) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readObject(ObjectInputStream.java:431) ~[?:1.8.0_191]
at org.apache.storm.utils.Utils.javaDeserialize(Utils.java:542) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.utils.Utils.getSetComponentObject(Utils.java:915) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.Task.mkTaskObject(Task.java:271) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.Task.<init>(Task.java:88) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.executor.Executor.mkExecutor(Executor.java:194) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.worker.Worker.loadWorker(Worker.java:218) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.worker.Worker.lambda$start[=10=](Worker.java:166) ~[storm-client-2.0.0.jar:2.0.0]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_191]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_191]
at org.apache.storm.daemon.worker.Worker.start(Worker.java:165) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.worker.Worker.main(Worker.java:129) ~[storm-client-2.0.0.jar:2.0.0]
Caused by: java.lang.ClassNotFoundException: org.json.simple.parser.ParseException
at java.net.URLClassLoader.findClass(URLClassLoader.java:382) ~[?:1.8.0_191]
at java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[?:1.8.0_191]
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349) ~[?:1.8.0_191]
at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[?:1.8.0_191]
at java.lang.Class.getDeclaredFields0(Native Method) ~[?:1.8.0_191]
at java.lang.Class.privateGetDeclaredFields(Class.java:2583) ~[?:1.8.0_191]
at java.lang.Class.getDeclaredField(Class.java:2068) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.getDeclaredSUID(ObjectStreamClass.java:1857) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.access0(ObjectStreamClass.java:79) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.run(ObjectStreamClass.java:506) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.run(ObjectStreamClass.java:494) ~[?:1.8.0_191]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.<init>(ObjectStreamClass.java:494) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.lookup(ObjectStreamClass.java:391) ~[?:1.8.0_191]
at java.io.ObjectStreamClass.initNonProxy(ObjectStreamClass.java:681) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2042) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573) ~[?:1.8.0_191]
at java.io.ObjectInputStream.readObject(ObjectInputStream.java:431) ~[?:1.8.0_191]
at org.apache.storm.utils.Utils.javaDeserialize(Utils.java:542) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.utils.Utils.getSetComponentObject(Utils.java:915) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.Task.mkTaskObject(Task.java:271) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.Task.<init>(Task.java:88) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.executor.Executor.mkExecutor(Executor.java:194) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.worker.Worker.loadWorker(Worker.java:218) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.worker.Worker.lambda$start[=10=](Worker.java:166) ~[storm-client-2.0.0.jar:2.0.0]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_191]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_191]
at org.apache.storm.daemon.worker.Worker.start(Worker.java:165) ~[storm-client-2.0.0.jar:2.0.0]
at org.apache.storm.daemon.worker.Worker.main(Worker.java:129) ~[storm-client-2.0.0.jar:2.0.0]```
lib 目录不适用于客户端代码。如果你的拓扑需要json-simple，把它包含在你的jar中，或者把它放到worker-lib目录中。
这是 storm.py bootstrap 脚本中的相关代码：
def get_classpath(extrajars, daemon=True, client=False):
ret = get_wildcard_dir(STORM_DIR)
if client:
ret.extend(get_wildcard_dir(STORM_WORKER_LIB_DIR))
else :
ret.extend(get_wildcard_dir(STORM_LIB_DIR))
...