报错完整信息
23/05/19 20:31:26 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform… using builtin-java classes where applicable
Exception in thread “main” java.io.IOException: Cannot run program “python3”: CreateProcess error=2, 系统找不到指定的文件。
at java.lang.ProcessBuilder.start(ProcessBuilder.java:1048)
at org.apache.spark.deploy.PythonRunner
.
m
a
i
n
(
P
y
t
h
o
n
R
u
n
n
e
r
.
s
c
a
l
a
:
97
)
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
p
l
o
y
.
P
y
t
h
o
n
R
u
n
n
e
r
.
m
a
i
n
(
P
y
t
h
o
n
R
u
n
n
e
r
.
s
c
a
l
a
)
a
t
s
u
n
.
r
e
f
l
e
c
t
.
N
a
t
i
v
e
M
e
t
h
o
d
A
c
c
e
s
s
o
r
I
m
p
l
.
i
n
v
o
k
e
0
(
N
a
t
i
v
e
M
e
t
h
o
d
)
a
t
s
u
n
.
r
e
f
l
e
c
t
.
N
a
t
i
v
e
M
e
t
h
o
d
A
c
c
e
s
s
o
r
I
m
p
l
.
i
n
v
o
k
e
(
N
a
t
i
v
e
M
e
t
h
o
d
A
c
c
e
s
s
o
r
I
m
p
l
.
j
a
v
a
:
62
)
a
t
s
u
n
.
r
e
f
l
e
c
t
.
D
e
l
e
g
a
t
i
n
g
M
e
t
h
o
d
A
c
c
e
s
s
o
r
I
m
p
l
.
i
n
v
o
k
e
(
D
e
l
e
g
a
t
i
n
g
M
e
t
h
o
d
A
c
c
e
s
s
o
r
I
m
p
l
.
j
a
v
a
:
43
)
a
t
j
a
v
a
.
l
a
n
g
.
r
e
f
l
e
c
t
.
M
e
t
h
o
d
.
i
n
v
o
k
e
(
M
e
t
h
o
d
.
j
a
v
a
:
498
)
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
p
l
o
y
.
J
a
v
a
M
a
i
n
A
p
p
l
i
c
a
t
i
o
n
.
s
t
a
r
t
(
S
p
a
r
k
A
p
p
l
i
c
a
t
i
o
n
.
s
c
a
l
a
:
52
)
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
p
l
o
y
.
S
p
a
r
k
S
u
b
m
i
t
.
o
r
g
.main(PythonRunner.scala:97) at org.apache.spark.deploy.PythonRunner.main(PythonRunner.scala) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) at org.apache.spark.deploy.SparkSubmit.org
.
main
(
P
y
t
h
o
n
R
u
nn
er
.
sc
a
l
a
:
97
)
a
t
or
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
pl
oy
.
P
y
t
h
o
n
R
u
nn
er
.
main
(
P
y
t
h
o
n
R
u
nn
er
.
sc
a
l
a
)
a
t
s
u
n
.
re
f
l
ec
t
.
N
a
t
i
v
e
M
e
t
h
o
d
A
ccessor
I
m
pl
.
in
v
o
k
e
0
(
N
a
t
i
v
e
M
e
t
h
o
d
)
a
t
s
u
n
.
re
f
l
ec
t
.
N
a
t
i
v
e
M
e
t
h
o
d
A
ccessor
I
m
pl
.
in
v
o
k
e
(
N
a
t
i
v
e
M
e
t
h
o
d
A
ccessor
I
m
pl
.
ja
v
a
:
62
)
a
t
s
u
n
.
re
f
l
ec
t
.
De
l
e
g
a
t
in
g
M
e
t
h
o
d
A
ccessor
I
m
pl
.
in
v
o
k
e
(
De
l
e
g
a
t
in
g
M
e
t
h
o
d
A
ccessor
I
m
pl
.
ja
v
a
:
43
)
a
t
ja
v
a
.
l
an
g
.
re
f
l
ec
t
.
M
e
t
h
o
d
.
in
v
o
k
e
(
M
e
t
h
o
d
.
ja
v
a
:
498
)
a
t
or
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
pl
oy
.
J
a
v
a
M
ain
A
ppl
i
c
a
t
i
o
n
.
s
t
a
r
t
(
Sp
a
r
k
A
ppl
i
c
a
t
i
o
n
.
sc
a
l
a
:
52
)
a
t
or
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
pl
oy
.
Sp
a
r
k
S
u
bmi
t
.
or
g
apache
s
p
a
r
k
spark
s
p
a
r
k
deploy
S
p
a
r
k
S
u
b
m
i
t
SparkSubmit
Sp
a
r
k
S
u
bmi
t
$runMain(SparkSubmit.scala:951)
at org.apache.spark.deploy.SparkSubmit.doRunMain
1
(
S
p
a
r
k
S
u
b
m
i
t
.
s
c
a
l
a
:
180
)
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
p
l
o
y
.
S
p
a
r
k
S
u
b
m
i
t
.
s
u
b
m
i
t
(
S
p
a
r
k
S
u
b
m
i
t
.
s
c
a
l
a
:
203
)
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
p
l
o
y
.
S
p
a
r
k
S
u
b
m
i
t
.
d
o
S
u
b
m
i
t
(
S
p
a
r
k
S
u
b
m
i
t
.
s
c
a
l
a
:
90
)
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
p
l
o
y
.
S
p
a
r
k
S
u
b
m
i
t
1(SparkSubmit.scala:180) at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203) at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90) at org.apache.spark.deploy.SparkSubmit
1
(
Sp
a
r
k
S
u
bmi
t
.
sc
a
l
a
:
180
)
a
t
or
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
pl
oy
.
Sp
a
r
k
S
u
bmi
t
.
s
u
bmi
t
(
Sp
a
r
k
S
u
bmi
t
.
sc
a
l
a
:
203
)
a
t
or
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
pl
oy
.
Sp
a
r
k
S
u
bmi
t
.
d
o
S
u
bmi
t
(
Sp
a
r
k
S
u
bmi
t
.
sc
a
l
a
:
90
)
a
t
or
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
pl
oy
.
Sp
a
r
k
S
u
bmi
t
$anon
2.
d
o
S
u
b
m
i
t
(
S
p
a
r
k
S
u
b
m
i
t
.
s
c
a
l
a
:
1030
)
a
t
o
r
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
p
l
o
y
.
S
p
a
r
k
S
u
b
m
i
t
2.doSubmit(SparkSubmit.scala:1030) at org.apache.spark.deploy.SparkSubmit
2.
d
o
S
u
bmi
t
(
Sp
a
r
k
S
u
bmi
t
.
sc
a
l
a
:
1030
)
a
t
or
g
.
a
p
a
c
h
e
.
s
p
a
r
k
.
d
e
pl
oy
.
Sp
a
r
k
S
u
bmi
t
.main(SparkSubmit.scala:1039)
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
Caused by: java.io.IOException: CreateProcess error=2, 系统找不到指定的文件。
分析原因
spark相关程序需要利用window上的python3程序执行一些脚本，但是python3找不到。主要是因为，一般我们在window上安装好对应的python版本之后，只有python.exe，并没有python3.exe。系统通过管理应用执行名寻找要不然找不到，要不然报错。
解决方法
将上面的python.exe复制一份重命名为pytho3.exe,同时将应用执行别名关闭：
