ITPub博客
首页 博客 专栏 学院 社区 IT新媒体评选
发博

首页 > > > 大数据平台搭建（hadoop+spark）

大数据平台搭建（hadoop+spark）

作者：oswald 时间：2019-09-05 17:18:31 0 删除 编辑

[root@spark-master sbin]# ./start-all.sh

This script is Deprecated. Instead use start-dfs.sh and start-yarn.sh

[Fatal Error] core-site.xml:7:5: Invalid byte 2 of 2-byte UTF-8 sequence.

19/09/04 09:55:35 FATAL conf.Configuration: error parsing conf core-site.xml

org.xml.sax.SAXParseException; systemId: file:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7; columnNumber: 5; Invalid byte 2 of 2-byte UTF-8 sequence.

at org.apache.xerces.parsers.DOMParser.parse(Unknown Source)

at org.apache.xerces.jaxp.DocumentBuilderImpl.parse(Unknown Source)

at javax.xml.parsers.DocumentBuilder.parse(DocumentBuilder.java:150)

at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2552)

at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2540)

at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2614)

at org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:2564)

at org.apache.hadoop.conf.Configuration.getProps(Configuration.java:2477)

at org.apache.hadoop.conf.Configuration.set(Configuration.java:1213)

at org.apache.hadoop.conf.Configuration.set(Configuration.java:1185)

at org.apache.hadoop.conf.Configuration.setBoolean(Configuration.java:1521)

at org.apache.hadoop.util.GenericOptionsParser.processGeneralOptions(GenericOptionsParser.java:321)

at org.apache.hadoop.util.GenericOptionsParser.parseGeneralOptions(GenericOptionsParser.java:487)

at org.apache.hadoop.util.GenericOptionsParser.(GenericOptionsParser.java:170)

at org.apache.hadoop.util.GenericOptionsParser.(GenericOptionsParser.java:153)

at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:64)

at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)

at org.apache.hadoop.hdfs.tools.GetConf.main(GetConf.java:332)

Caused by: org.apache.xerces.impl.io.MalformedByteSequenceException: Invalid byte 2 of 2-byte UTF-8 sequence.

at org.apache.xerces.impl.io.UTF8Reader.invalidByte(Unknown Source)

at org.apache.xerces.impl.io.UTF8Reader.read(Unknown Source)

at org.apache.xerces.impl.XMLEntityScanner.load(Unknown Source)

at org.apache.xerces.impl.XMLEntityScanner.scanData(Unknown Source)

at org.apache.xerces.impl.XMLScanner.scanComment(Unknown Source)

at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanComment(Unknown Source)

at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl$FragmentContentDispatcher.dispatch(Unknown Source)

at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)

at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)

at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)

at org.apache.xerces.parsers.XMLParser.parse(Unknown Source)

... 18 more

Exception in thread "main" java.lang.RuntimeException: org.xml.sax.SAXParseException; systemId: file:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7; columnNumber: 5; Invalid byte 2 of 2-byte UTF-8 sequence.

at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2728)

at org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:2564)

at org.apache.hadoop.conf.Configuration.getProps(Configuration.java:2477)

at org.apache.hadoop.conf.Configuration.set(Configuration.java:1213)

at org.apache.hadoop.conf.Configuration.set(Configuration.java:1185)

at org.apache.hadoop.conf.Configuration.setBoolean(Configuration.java:1521)

at org.apache.hadoop.util.GenericOptionsParser.processGeneralOptions(GenericOptionsParser.java:321)

at org.apache.hadoop.util.GenericOptionsParser.parseGeneralOptions(GenericOptionsParser.java:487)

at org.apache.hadoop.util.GenericOptionsParser.(GenericOptionsParser.java:170)

at org.apache.hadoop.util.GenericOptionsParser.(GenericOptionsParser.java:153)

at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:64)

at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)

at org.apache.hadoop.hdfs.tools.GetConf.main(GetConf.java:332)

Caused by: org.xml.sax.SAXParseException; systemId: file:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7; columnNumber: 5; Invalid byte 2 of 2-byte UTF-8 sequence.

at org.apache.xerces.parsers.DOMParser.parse(Unknown Source)

at org.apache.xerces.jaxp.DocumentBuilderImpl.parse(Unknown Source)

at javax.xml.parsers.DocumentBuilder.parse(DocumentBuilder.java:150)

at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2552)

at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2540)

at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2614)

... 12 more

Caused by: org.apache.xerces.impl.io.MalformedByteSequenceException: Invalid byte 2 of 2-byte UTF-8 sequence.

at org.apache.xerces.impl.io.UTF8Reader.invalidByte(Unknown Source)

at org.apache.xerces.impl.io.UTF8Reader.read(Unknown Source)

at org.apache.xerces.impl.XMLEntityScanner.load(Unknown Source)

at org.apache.xerces.impl.XMLEntityScanner.scanData(Unknown Source)

at org.apache.xerces.impl.XMLScanner.scanComment(Unknown Source)

at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanComment(Unknown Source)

at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl$FragmentContentDispatcher.dispatch(Unknown Source)

at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)

at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)

at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)

at org.apache.xerces.parsers.XMLParser.parse(Unknown Source)

... 18 more

Starting namenodes on []

172.16.200.84: starting namenode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-namenode-spark-slave03.out

172.16.200.83: starting namenode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-namenode-spark-slave02.out

172.16.200.82: starting namenode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-namenode-spark-slave01.out

172.16.200.81: starting namenode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-namenode-spark-master.out

172.16.200.83: starting datanode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-datanode-spark-slave02.out

172.16.200.82: starting datanode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-datanode-spark-slave01.out

172.16.200.84: starting datanode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-datanode-spark-slave03.out

172.16.200.81: starting datanode, logging to /usr/local/hadoop-2.7.7/logs/hadoop-root-datanode-spark-master.out

[Fatal Error] core-site.xml:7:5: Invalid byte 2 of 2-byte UTF-8 sequence.

19/09/04 09:55:47 FATAL conf.Configuration: error parsing conf core-site.xml

org.xml.sax.SAXParseException; systemId: file:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7; columnNumber: 5; Invalid byte 2 of 2-byte UTF-8 sequence.

at org.apache.xerces.parsers.DOMParser.parse(Unknown Source)

at org.apache.xerces.jaxp.DocumentBuilderImpl.parse(Unknown Source)

at javax.xml.parsers.DocumentBuilder.parse(DocumentBuilder.java:150)

at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2552)

at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2540)

at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2614)

at org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:2564)

at org.apache.hadoop.conf.Configuration.getProps(Configuration.java:2477)

at org.apache.hadoop.conf.Configuration.set(Configuration.java:1213)

at org.apache.hadoop.conf.Configuration.set(Configuration.java:1185)

at org.apache.hadoop.conf.Configuration.setBoolean(Configuration.java:1521)

at org.apache.hadoop.util.GenericOptionsParser.processGeneralOptions(GenericOptionsParser.java:321)

at org.apache.hadoop.util.GenericOptionsParser.parseGeneralOptions(GenericOptionsParser.java:487)

at org.apache.hadoop.util.GenericOptionsParser.(GenericOptionsParser.java:170)

at org.apache.hadoop.util.GenericOptionsParser.(GenericOptionsParser.java:153)

at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:64)

at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)

at org.apache.hadoop.hdfs.tools.GetConf.main(GetConf.java:332)

Caused by: org.apache.xerces.impl.io.MalformedByteSequenceException: Invalid byte 2 of 2-byte UTF-8 sequence.

at org.apache.xerces.impl.io.UTF8Reader.invalidByte(Unknown Source)

at org.apache.xerces.impl.io.UTF8Reader.read(Unknown Source)

at org.apache.xerces.impl.XMLEntityScanner.load(Unknown Source)

at org.apache.xerces.impl.XMLEntityScanner.scanData(Unknown Source)

at org.apache.xerces.impl.XMLScanner.scanComment(Unknown Source)

at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanComment(Unknown Source)

at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl$FragmentContentDispatcher.dispatch(Unknown Source)

at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)

at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)

at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)

at org.apache.xerces.parsers.XMLParser.parse(Unknown Source)

... 18 more

Exception in thread "main" java.lang.RuntimeException: org.xml.sax.SAXParseException; systemId: file:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7; columnNumber: 5; Invalid byte 2 of 2-byte UTF-8 sequence.

at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2728)

at org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:2564)

at org.apache.hadoop.conf.Configuration.getProps(Configuration.java:2477)

at org.apache.hadoop.conf.Configuration.set(Configuration.java:1213)

at org.apache.hadoop.conf.Configuration.set(Configuration.java:1185)

at org.apache.hadoop.conf.Configuration.setBoolean(Configuration.java:1521)

at org.apache.hadoop.util.GenericOptionsParser.processGeneralOptions(GenericOptionsParser.java:321)

at org.apache.hadoop.util.GenericOptionsParser.parseGeneralOptions(GenericOptionsParser.java:487)

at org.apache.hadoop.util.GenericOptionsParser.(GenericOptionsParser.java:170)

at org.apache.hadoop.util.GenericOptionsParser.(GenericOptionsParser.java:153)

at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:64)

at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)

at org.apache.hadoop.hdfs.tools.GetConf.main(GetConf.java:332)

Caused by: org.xml.sax.SAXParseException; systemId: file:/usr/local/hadoop-2.7.7/etc/hadoop/core-site.xml; lineNumber: 7; columnNumber: 5; Invalid byte 2 of 2-byte UTF-8 sequence.

at org.apache.xerces.parsers.DOMParser.parse(Unknown Source)

at org.apache.xerces.jaxp.DocumentBuilderImpl.parse(Unknown Source)

at javax.xml.parsers.DocumentBuilder.parse(DocumentBuilder.java:150)

at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2552)

at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2540)

at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2614)

... 12 more

Caused by: org.apache.xerces.impl.io.MalformedByteSequenceException: Invalid byte 2 of 2-byte UTF-8 sequence.

at org.apache.xerces.impl.io.UTF8Reader.invalidByte(Unknown Source)

at org.apache.xerces.impl.io.UTF8Reader.read(Unknown Source)

at org.apache.xerces.impl.XMLEntityScanner.load(Unknown Source)

at org.apache.xerces.impl.XMLEntityScanner.scanData(Unknown Source)

at org.apache.xerces.impl.XMLScanner.scanComment(Unknown Source)

at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanComment(Unknown Source)

at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl$FragmentContentDispatcher.dispatch(Unknown Source)

at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)

at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)

at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)

at org.apache.xerces.parsers.XMLParser.parse(Unknown Source)

... 18 more

starting yarn daemons

starting resourcemanager, logging to /usr/local/hadoop-2.7.7/logs/yarn-root-resourcemanager-spark-master.out

172.16.200.84: starting nodemanager, logging to /usr/local/hadoop-2.7.7/logs/yarn-root-nodemanager-spark-slave03.out

172.16.200.83: starting nodemanager, logging to /usr/local/hadoop-2.7.7/logs/yarn-root-nodemanager-spark-slave02.out

172.16.200.81: starting nodemanager, logging to /usr/local/hadoop-2.7.7/logs/yarn-root-nodemanager-spark-master.out

172.16.200.82: starting nodemanager, logging to /usr/local/hadoop-2.7.7/logs/yarn-root-nodemanager-spark-slave01.out

[root@spark-master sbin]# jps

12441 Jps

11739 SparkSubmit

我最近在搭建大数据平台，

运行后输入jps只有这两个进程，我用hadoop2.7.7+spark-2.3.3+scala-2.12.1+jdk8u111

希望能教我一下

来自 “ ITPUB博客 ” ，链接：https://blog.itpub.net/2231/viewspace-3139151/ ，如需转载，请注明出处，否则将追究法律责任。

0
0
上一篇： c++类的属性是存在数组里吗
下一篇： 为什么padding-top放在前面有效，放在后面无效，而且字体不是斜体，这是什
请登录后发表评论 登录
全部评论
oswald

注册时间：2019-04-16

  • 博文量
    137
  • 访问量
    1302

最新文章

支持我们 作者招募 用户协议 FAQ Contact Us

北京盛拓优讯信息技术有限公司. 版权所有  京ICP备16024965号-8 北京市公安局海淀分局网监中心备案编号：11010802021510 niuxiaotong@pcpop.com 17352615567 未成年人举报专区

广播电视节目制作经营许可证(京) 字第1234号 中国互联网协会会员

违法和不良信息举报电话:18101376593