Add PySpark support to sparkctl

This commit is contained in:
Piotr Mrowczynski 2018-07-19 09:29:48 +02:00 committed by Yinan Li
parent 91e99a22f2
commit c21d0c6ae4
1 changed files with 13 additions and 0 deletions

View File

@ -190,6 +190,19 @@ func handleLocalDependencies(app *v1alpha1.SparkApplication) error {
app.Spec.Deps.Files = uploadedFiles
}
localPyFiles, err := filterLocalFiles(app.Spec.Deps.PyFiles)
if err != nil {
return fmt.Errorf("failed to filter local pyfiles: %v", err)
}
if len(localPyFiles) > 0 {
uploadedPyFiles, err := uploadLocalDependencies(app, localPyFiles)
if err != nil {
return fmt.Errorf("failed to upload local pyfiles: %v", err)
}
app.Spec.Deps.PyFiles = uploadedPyFiles
}
return nil
}