Untitled
unknown
plain_text
2 years ago
5.9 kB
12
Indexable
--------------------------------------------------------------------------- FileNotFoundError Traceback (most recent call last) c:\Users\vivar\OneDrive\Рабочий стол\spark\вм.ipynb Cell 2 line 4 1 from pyspark.sql import SparkSession 3 # Создаем сессию Spark ----> 4 spark = SparkSession.builder.appName("example").getOrCreate() File ~\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.10_qbz5n2kfra8p0\LocalCache\local-packages\Python310\site-packages\pyspark\sql\session.py:497, in SparkSession.Builder.getOrCreate(self) 495 sparkConf.set(key, value) 496 # This SparkContext may be an existing one. --> 497 sc = SparkContext.getOrCreate(sparkConf) 498 # Do not update `SparkConf` for existing `SparkContext`, as it's shared 499 # by all sessions. 500 session = SparkSession(sc, options=self._options) File ~\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.10_qbz5n2kfra8p0\LocalCache\local-packages\Python310\site-packages\pyspark\context.py:515, in SparkContext.getOrCreate(cls, conf) 513 with SparkContext._lock: 514 if SparkContext._active_spark_context is None: --> 515 SparkContext(conf=conf or SparkConf()) 516 assert SparkContext._active_spark_context is not None 517 return SparkContext._active_spark_context File ~\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.10_qbz5n2kfra8p0\LocalCache\local-packages\Python310\site-packages\pyspark\context.py:201, in SparkContext.__init__(self, master, appName, sparkHome, pyFiles, environment, batchSize, serializer, conf, gateway, jsc, profiler_cls, udf_profiler_cls, memory_profiler_cls) 195 if gateway is not None and gateway.gateway_parameters.auth_token is None: 196 raise ValueError( 197 "You are trying to pass an insecure Py4j gateway to Spark. This" 198 " is not allowed as it is a security risk." 199 ) --> 201 SparkContext._ensure_initialized(self, gateway=gateway, conf=conf) 202 try: 203 self._do_init( 204 master, 205 appName, (...) 215 memory_profiler_cls, 216 ) File ~\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.10_qbz5n2kfra8p0\LocalCache\local-packages\Python310\site-packages\pyspark\context.py:436, in SparkContext._ensure_initialized(cls, instance, gateway, conf) 434 with SparkContext._lock: 435 if not SparkContext._gateway: --> 436 SparkContext._gateway = gateway or launch_gateway(conf) 437 SparkContext._jvm = SparkContext._gateway.jvm 439 if instance: File ~\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.10_qbz5n2kfra8p0\LocalCache\local-packages\Python310\site-packages\pyspark\java_gateway.py:100, in launch_gateway(conf, popen_kwargs) 97 proc = Popen(command, **popen_kwargs) 98 else: 99 # preexec_fn not supported on Windows --> 100 proc = Popen(command, **popen_kwargs) 102 # Wait for the file to appear, or for the process to exit, whichever happens first. 103 while not proc.poll() and not os.path.isfile(conn_info_file): File C:\Program Files\WindowsApps\PythonSoftwareFoundation.Python.3.10_3.10.3056.0_x64__qbz5n2kfra8p0\lib\subprocess.py:971, in Popen.__init__(self, args, bufsize, executable, stdin, stdout, stderr, preexec_fn, close_fds, shell, cwd, env, universal_newlines, startupinfo, creationflags, restore_signals, start_new_session, pass_fds, user, group, extra_groups, encoding, errors, text, umask, pipesize) 967 if self.text_mode: 968 self.stderr = io.TextIOWrapper(self.stderr, 969 encoding=encoding, errors=errors) --> 971 self._execute_child(args, executable, preexec_fn, close_fds, 972 pass_fds, cwd, env, 973 startupinfo, creationflags, shell, 974 p2cread, p2cwrite, 975 c2pread, c2pwrite, 976 errread, errwrite, 977 restore_signals, 978 gid, gids, uid, umask, 979 start_new_session) 980 except: 981 # Cleanup if the child failed starting. 982 for f in filter(None, (self.stdin, self.stdout, self.stderr)): File C:\Program Files\WindowsApps\PythonSoftwareFoundation.Python.3.10_3.10.3056.0_x64__qbz5n2kfra8p0\lib\subprocess.py:1456, in Popen._execute_child(self, args, executable, preexec_fn, close_fds, pass_fds, cwd, env, startupinfo, creationflags, shell, p2cread, p2cwrite, c2pread, c2pwrite, errread, errwrite, unused_restore_signals, unused_gid, unused_gids, unused_uid, unused_umask, unused_start_new_session) 1454 # Start the process 1455 try: -> 1456 hp, ht, pid, tid = _winapi.CreateProcess(executable, args, 1457 # no special security 1458 None, None, 1459 int(not close_fds), 1460 creationflags, 1461 env, 1462 cwd, 1463 startupinfo) 1464 finally: 1465 # Child is launched. Close the parent's copy of those pipe 1466 # handles that only the child should have open. You need (...) 1469 # pipe will not close when the child process exits and the 1470 # ReadFile will hang. 1471 self._close_pipe_fds(p2cread, p2cwrite, 1472 c2pread, c2pwrite, 1473 errread, errwrite) FileNotFoundError: [WinError 2] Не удается найти указанный файл
Editor is loading...