{"users":[{"id":1,"username":"admin","name":"Admin","avatar_template":"https://avatars.discourse-cdn.com/v4/letter/a/3ec8ea/{size}.png","admin":true,"moderator":true,"trust_level":4},{"id":16,"username":"neeraj","name":null,"avatar_template":"https://avatars.discourse-cdn.com/v4/letter/n/e47c2d/{size}.png","moderator":true,"trust_level":1},{"id":9,"username":"Tarika","name":null,"avatar_template":"https://avatars.discourse-cdn.com/v4/letter/t/8491ac/{size}.png","moderator":true,"trust_level":1},{"id":23,"username":"Shad","name":null,"avatar_template":"https://avatars.discourse-cdn.com/v4/letter/s/ecccb3/{size}.png","trust_level":1},{"id":24,"username":"Kshitiz_Aryan","name":null,"avatar_template":"https://avatars.discourse-cdn.com/v4/letter/k/e47c2d/{size}.png","trust_level":1}],"primary_groups":[],"flair_groups":[],"topic_list":{"can_create_topic":false,"more_topics_url":"/c/setup-configuration/8?page=1","per_page":30,"top_tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"},{"id":3,"name":"faq","slug":"faq"},{"id":22,"name":"groups","slug":"groups"},{"id":12,"name":"installation","slug":"installation"},{"id":4,"name":"user-guide","slug":"user-guide"}],"topics":[{"fancy_title":"About the Setup & Configuration category","id":14,"title":"About the Setup & Configuration category","slug":"about-the-setup-configuration-category","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-08T21:08:20.188Z","last_posted_at":"2025-12-08T21:08:20.192Z","bumped":true,"bumped_at":"2025-12-08T21:08:20.188Z","archetype":"regular","unseen":false,"pinned":true,"unpinned":null,"excerpt":"Setup & Configuration\nA category for installing, configuring, and managing Sparkflows across environments; local, cloud, or enterprise. \nUse this space for setup questions, environment tuning, authentication/permissions,…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[],"tags_descriptions":{},"views":15,"like_count":0,"has_summary":false,"last_poster_username":"admin","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":1,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"AWS S3 not configured please contact admin to configured it","id":326,"title":"AWS S3 not configured please contact admin to configured it","slug":"aws-s3-not-configured-please-contact-admin-to-configured-it","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2026-06-01T05:19:25.636Z","last_posted_at":"2026-06-01T05:19:25.710Z","bumped":true,"bumped_at":"2026-06-01T05:19:25.710Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Sparkflows enables you to connect to S3 using an IAM role attached to the EC2 instance. \nPlease refer to the following document for configuration details: \nhttps://docs.sparkflows.io/en/latest/aws/admin-guide/aws-iam-ass…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[],"tags_descriptions":{},"views":8,"like_count":0,"has_summary":false,"last_poster_username":"neeraj","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":16,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"When Connecting to ADLS, seeing “error”:”invalid_client”,”error_description”:”AAA: Invalid client secret provided. Ensure the secret being sent in the request is the client secret value, not the client secret ID, for a secret added to app ‘xxxx’","id":317,"title":"When Connecting to ADLS, seeing \"error\":\"invalid_client\",\"error_description\":\"AAA: Invalid client secret provided. Ensure the secret being sent in the request is the client secret value, not the client secret ID, for a secret added to app 'xxxx'","slug":"when-connecting-to-adls-seeing-error-invalid-client-error-description-aaa-invalid-client-secret-provided-ensure-the-secret-being-sent-in-the-request-is-the-client-secret-value-not-the-client-secret-id-for-a-secret-added-to-app-xxxx","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2026-03-13T09:25:47.713Z","last_posted_at":"2026-03-13T09:25:47.759Z","bumped":true,"bumped_at":"2026-03-13T09:25:47.759Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Make sure that you are using the correct Client Secret. Do not use the Secret ID; it should be the Secret Value. \nFor more information, please refer to the following documentation: \nhttps://docs.sparkflows.io/en/latest/a…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[],"tags_descriptions":{},"views":19,"like_count":0,"has_summary":false,"last_poster_username":"neeraj","category_id":19,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":16,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Getting Error : Could Not Connect to Fire at Localhost (PySpark Engine)","id":301,"title":"Getting Error : Could Not Connect to Fire at Localhost (PySpark Engine)","slug":"getting-error-could-not-connect-to-fire-at-localhost-pyspark-engine","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2026-02-25T08:15:30.143Z","last_posted_at":"2026-02-25T08:15:30.198Z","bumped":true,"bumped_at":"2026-02-25T08:15:30.198Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"When opening any PySpark node I get the following error: \nCould not connect to fire at localhost. \nSolution :\n\n\nThe reason for it is that the Sparkflows helper PySpark process is not starting. \nCheck out the log files na…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[],"tags_descriptions":{},"views":14,"like_count":0,"has_summary":false,"last_poster_username":"neeraj","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":16,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"When Reading workflow from Redshift and submitting job on Spark Cluster, Facing issue [DATA_SOURCE_NOT_FOUND]","id":287,"title":"When Reading workflow from Redshift and submitting job on Spark Cluster, Facing issue [DATA_SOURCE_NOT_FOUND]","slug":"when-reading-workflow-from-redshift-and-submitting-job-on-spark-cluster-facing-issue-data-source-not-found","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2026-01-30T06:16:17.781Z","last_posted_at":"2026-01-30T06:16:17.824Z","bumped":true,"bumped_at":"2026-01-30T06:16:17.824Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Sparkflows enables reading data from Redshift; however, it requires a compatible driver JAR to be available on the Spark cluster classpath. \nFor More details, please refer the document : Redshift Connection — Sparkflows …","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[],"tags_descriptions":{},"views":14,"like_count":0,"has_summary":false,"last_poster_username":"neeraj","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":16,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"How does the Group-Level Credential Store support in Sparkflows improve secure management of ADLS, AWS, and GCP credentials?","id":283,"title":"How does the Group-Level Credential Store support in Sparkflows improve secure management of ADLS, AWS, and GCP credentials?","slug":"how-does-the-group-level-credential-store-support-in-sparkflows-improve-secure-management-of-adls-aws-and-gcp-credentials","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2026-01-27T10:08:04.330Z","last_posted_at":"2026-01-27T10:08:04.382Z","bumped":true,"bumped_at":"2026-01-27T10:08:04.382Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Sparkflows allows group-level cloud configurations to pull secrets directly from the Credential Store (KeyVault), with support for referencing secrets using the $secret_key format. \nADLS, AWS, and GCP settings are organi…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":22,"name":"groups","slug":"groups"}],"tags_descriptions":{},"views":6,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"How User can share Project in Sparkflows?","id":251,"title":"How User can share Project in Sparkflows?","slug":"how-user-can-share-project-in-sparkflows","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2026-01-02T13:17:35.816Z","last_posted_at":"2026-01-02T13:17:35.855Z","bumped":true,"bumped_at":"2026-01-02T13:17:35.855Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"A project in Sparkflows can be shared with multiple groups. A project is visible only to users who belong to the groups with which it has been shared. \nFor More Details, Follow Reference Document: Sharing Projects — Spar…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[],"tags_descriptions":{},"views":11,"like_count":0,"has_summary":false,"last_poster_username":"neeraj","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":16,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"How to setup SSO in Sparkflows using Keycloak","id":227,"title":"How to setup SSO in Sparkflows using Keycloak","slug":"how-to-setup-sso-in-sparkflows-using-keycloak","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-23T11:57:55.737Z","last_posted_at":"2025-12-23T11:57:55.788Z","bumped":true,"bumped_at":"2025-12-23T11:57:55.788Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Step 1 : Log in to Keycloak\n\nDetermine the Sparkflows URL you will use.\nNavigate to the Keycloak web UI and log in with your admin credentials.\nServer Details:\n\nServer: https://keycloak.dev.acme.com/ \nUsername: admin Pas…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[],"tags_descriptions":{},"views":11,"like_count":0,"has_summary":false,"last_poster_username":"Shad","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":23,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"How do I load example projects and workflows in Sparkflows during setup and configuration?","id":183,"title":"How do I load example projects and workflows in Sparkflows during setup and configuration?","slug":"how-do-i-load-example-projects-and-workflows-in-sparkflows-during-setup-and-configuration","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-22T07:23:41.194Z","last_posted_at":"2025-12-22T07:23:41.240Z","bumped":true,"bumped_at":"2025-12-22T07:23:41.240Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Sparkflows comes with 28+ projects and 170+ example workflows available out of the box. \nAs an administrator, you can load all sample projects or select specific ones based on your requirements. \nSteps to Load Sample Pro…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[],"tags_descriptions":{},"views":13,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Where is the metadata of Sparkflows stored?","id":182,"title":"Where is the metadata of Sparkflows stored?","slug":"where-is-the-metadata-of-sparkflows-stored","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-22T07:09:48.174Z","last_posted_at":"2025-12-22T07:09:48.214Z","bumped":true,"bumped_at":"2025-12-22T07:09:48.214Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"If you want to run Sparkflows with just the Java engine, you can run it natively on Laptop by following the steps here: Windows Installation using Installer — Sparkflows 3.0 documentation \nAnd if you want to run it on se…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[],"tags_descriptions":{},"views":11,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"How to Create an Access Token in Sparkflows for API Usage?","id":177,"title":"How to Create an Access Token in Sparkflows for API Usage?","slug":"how-to-create-an-access-token-in-sparkflows-for-api-usage","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-19T04:51:16.014Z","last_posted_at":"2025-12-19T04:51:16.061Z","bumped":true,"bumped_at":"2025-12-19T04:51:16.061Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Access tokens are used to authenticate and authorize users for various operations within Sparkflows. \nLogin to Sparkflows UI using your username and password. \n\n\nClick on your Profile / User icon (top-right corner). \n\n\nN…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[],"tags_descriptions":{},"views":5,"like_count":0,"has_summary":false,"last_poster_username":"neeraj","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":16,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Getting Error Message : Read timed out while doing Refresh Schema in Read JDBC, Query JDBC, SQL Node in Canara Sparkflows Environment","id":175,"title":"Getting Error Message : Read timed out while doing Refresh Schema in Read JDBC, Query JDBC, SQL Node in Canara Sparkflows Environment","slug":"getting-error-message-read-timed-out-while-doing-refresh-schema-in-read-jdbc-query-jdbc-sql-node-in-canara-sparkflows-environment","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-18T12:45:27.207Z","last_posted_at":"2025-12-18T12:45:27.254Z","bumped":true,"bumped_at":"2025-12-18T12:45:27.254Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"While doing the Refresh Schema in Read JDBC, Query JDBC, SQL, Spark, Pyspark Node, If we are getting the Error : Read Timed Out, which actually means there is quite a lot of load on the connection through which the data …","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":11,"like_count":0,"has_summary":false,"last_poster_username":"Kshitiz_Aryan","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":24,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Handling java.lang.Interruption Exception in Canara Sparkflows Environment","id":169,"title":"Handling java.lang.Interruption Exception in Canara Sparkflows Environment","slug":"handling-java-lang-interruption-exception-in-canara-sparkflows-environment","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":"https://canada1.discourse-cdn.com/flex007/uploads/sparkflows/optimized/1X/b01aae3eb6431156b784428a619200ee75b03d26_2_1024x659.jpeg","created_at":"2025-12-18T12:12:30.668Z","last_posted_at":"2025-12-18T12:12:30.716Z","bumped":true,"bumped_at":"2025-12-18T12:12:30.716Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Incase if you are facing the Exception : java.lang.Interruption after executing the workflow then use the below spark configuration before executing the workflow inorder to resolve the issue : \n  \n–conf spark.sql.legacy.…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":10,"like_count":0,"has_summary":false,"last_poster_username":"Kshitiz_Aryan","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":24,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Read and Query JDBC not working due to missing ojdbc jar in Canara Environment","id":167,"title":"Read and Query JDBC not working due to missing ojdbc jar in Canara Environment","slug":"read-and-query-jdbc-not-working-due-to-missing-ojdbc-jar-in-canara-environment","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":"https://canada1.discourse-cdn.com/flex007/uploads/sparkflows/optimized/1X/5cc3b9607986b1b3141da1914a6f30f169acedda_2_1024x461.jpeg","created_at":"2025-12-18T11:51:20.081Z","last_posted_at":"2025-12-18T11:51:20.138Z","bumped":true,"bumped_at":"2025-12-18T11:51:20.138Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"In case of the below error while using Read and Query JDBC, after doing Refresh Schema in the workflow: \n  \nThese are the below steps used to be followed to resolve the above issue : \nIn case if you are logged in as Non …","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":8,"like_count":0,"has_summary":false,"last_poster_username":"Kshitiz_Aryan","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":24,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"How can i change the default password when logging in to Sparkflows?","id":152,"title":"How can i change the default password when logging in to Sparkflows?","slug":"how-can-i-change-the-default-password-when-logging-in-to-sparkflows","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-18T04:27:58.624Z","last_posted_at":"2025-12-18T04:27:58.667Z","bumped":true,"bumped_at":"2025-12-18T04:27:58.667Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"When you log in to Sparkflows using the default credentials, it is recommended to change the password immediately for security reasons. You can change the default password using the following steps: \n\n\nLog in to the Spar…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[],"tags_descriptions":{},"views":12,"like_count":0,"has_summary":false,"last_poster_username":"neeraj","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":16,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"How can I run detailed Livy diagnostics in Sparkflows?","id":149,"title":"How can I run detailed Livy diagnostics in Sparkflows?","slug":"how-can-i-run-detailed-livy-diagnostics-in-sparkflows","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":"https://canada1.discourse-cdn.com/flex007/uploads/sparkflows/optimized/1X/ee156ed0f542c876fa6c5b2b86b49e101dfa687d_2_1024x436.png","created_at":"2025-12-17T14:06:58.141Z","last_posted_at":"2025-12-17T14:06:58.194Z","bumped":true,"bumped_at":"2025-12-17T14:06:58.194Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"You can follow these steps: \n\n\nAccess this section by navigating to Administration → Diagnostics → Connections after logging into Sparkflows. \n\n\nBy clicking the Run Detailed Diagnostic icon, the user can view additional …","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":6,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":23,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Why does the Livy test connection fail with the error “Not able to access resource, please check the host URL”?","id":148,"title":"Why does the Livy test connection fail with the error “Not able to access resource, please check the host URL”?","slug":"why-does-the-livy-test-connection-fail-with-the-error-not-able-to-access-resource-please-check-the-host-url","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-17T13:50:29.581Z","last_posted_at":"2025-12-17T13:50:29.630Z","bumped":true,"bumped_at":"2025-12-17T13:50:29.630Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Do check in the logs for exceptions and the root cause. The log files can be analysed from Livy url. \nPossible causes are: \n\n\nThe Livy host url configured in Sparkflows is configured wrongly. \n\n\nThe Livy host url configu…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":17,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":23,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Delta file processing fails in Livy with ClassNotFoundException","id":147,"title":"Delta file processing fails in Livy with ClassNotFoundException","slug":"delta-file-processing-fails-in-livy-with-classnotfoundexception","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":"https://canada1.discourse-cdn.com/flex007/uploads/sparkflows/optimized/1X/cc603444887921f2e1665f1da90f4272b797e6e2_2_1024x598.png","created_at":"2025-12-17T13:37:40.008Z","last_posted_at":"2025-12-17T13:37:40.052Z","bumped":true,"bumped_at":"2025-12-17T13:37:40.052Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Add Delta Jars to the Livy Connection. \nPossible causes are: \n\nDelta Jars might be missing.\nDelta Jars might not have been added to the Livy Connection or added to a different section.\n\nThey are needed to be added as bel…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":3,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":23,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Why do I not see any response after submitting a job to Livy?","id":146,"title":"Why do I not see any response after submitting a job to Livy?","slug":"why-do-i-not-see-any-response-after-submitting-a-job-to-livy","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-17T13:33:14.036Z","last_posted_at":"2025-12-17T13:33:14.153Z","bumped":true,"bumped_at":"2025-12-17T13:33:14.153Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Do check in the logs for exceptions and the root cause. The log files can be analysed from Livy url. \nPossible causes are: \n\n\nThe Postback Url configured in Sparkflows is configured wrongly. \n\n\nThe Postback Url configure…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":8,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":23,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"After I upgrade to the latest Sparkflows Release, I get the following or similar error : Missing column: application_id in FIREDB.PUBLIC.ANALYSIS_FLOW_EXECUTION. How can I fix this?","id":126,"title":"After I upgrade to the latest Sparkflows Release, I get the following or similar error : Missing column: application_id in FIREDB.PUBLIC.ANALYSIS_FLOW_EXECUTION. How can I fix this?","slug":"after-i-upgrade-to-the-latest-sparkflows-release-i-get-the-following-or-similar-error-missing-column-application-id-in-firedb-public-analysis-flow-execution-how-can-i-fix-this","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-16T11:18:12.067Z","last_posted_at":"2025-12-16T11:18:12.113Z","bumped":true,"bumped_at":"2025-12-16T11:18:12.113Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"After upgrading the Sparkflows Server, it is important to upgrade the Database Schema. \n\nUpgrade it by running create-h2-db.sh or create-mysql-db.sh from the Sparkflows install directory.\nThis would upgrade your DB schem…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":14,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":20,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"I installed Python version 3.10 and started facing issues while running Sparkflows. How can I fix this?","id":123,"title":"I installed Python version 3.10 and started facing issues while running Sparkflows. How can I fix this?","slug":"i-installed-python-version-3-10-and-started-facing-issues-while-running-sparkflows-how-can-i-fix-this","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-16T10:24:58.558Z","last_posted_at":"2025-12-16T10:24:58.603Z","bumped":true,"bumped_at":"2025-12-16T10:24:58.603Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Sparkflows currently supports Python version 3.9 only. Python 3.10 and higher versions are not supported and may cause compatibility issues. \nRecommended resolution: \n\nDelete the existing virtual environment that was cre…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":7,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":19,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"While restarting the PySpark server, I see the following warning message: “UserWarning: Could not import the lzma module. Your installed Python is incomplete”, how can I resolve this issue?","id":122,"title":"While restarting the PySpark server, I see the following warning message: \"UserWarning: Could not import the lzma module. Your installed Python is incomplete\", how can I resolve this issue?","slug":"while-restarting-the-pyspark-server-i-see-the-following-warning-message-userwarning-could-not-import-the-lzma-module-your-installed-python-is-incomplete-how-can-i-resolve-this-issue","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-16T09:39:54.050Z","last_posted_at":"2025-12-16T09:39:54.094Z","bumped":true,"bumped_at":"2025-12-16T09:39:54.094Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"This warning occurs when Python is built without the required lzma support. To resolve this issue on CentOS systems, install the necessary development package and recompile Python from source. \n\n\nInstall the required dep…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":11,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":19,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Unable to access Sparkflows over HTTPS and seeing a “Page Not Found” error","id":115,"title":"Unable to access Sparkflows over HTTPS and seeing a “Page Not Found” error","slug":"unable-to-access-sparkflows-over-https-and-seeing-a-page-not-found-error","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2025-12-15T13:09:36.987Z","last_posted_at":"2025-12-16T04:38:09.632Z","bumped":true,"bumped_at":"2025-12-16T04:38:09.632Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Try the below: \n\nCheck if https port 443 is open and accessible.\nMake sure to validate application.properties file and see what would be expected port which is configured for https.","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":16,"like_count":0,"has_summary":false,"last_poster_username":"neeraj","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":null,"description":"Original Poster","user_id":9,"primary_group_id":null,"flair_group_id":null},{"extras":"latest","description":"Most Recent Poster","user_id":16,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Browser shows “certificate is not trusted” error while accessing Sparkflows over HTTPS","id":114,"title":"Browser shows \"certificate is not trusted\" error while accessing Sparkflows over HTTPS","slug":"browser-shows-certificate-is-not-trusted-error-while-accessing-sparkflows-over-https","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-15T13:06:42.949Z","last_posted_at":"2025-12-15T13:06:42.995Z","bumped":true,"bumped_at":"2025-12-15T13:06:42.995Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Do the following: \n\nCheck if certificate configured is certified by CA.\nYou can trust the local certificate, so that error will disappear.","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":10,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"When a user pushes project changes from the Workflow Editor, the Git repository does not reflect the latest updates. What could be the reason?","id":112,"title":"When a user pushes project changes from the Workflow Editor, the Git repository does not reflect the latest updates. What could be the reason?","slug":"when-a-user-pushes-project-changes-from-the-workflow-editor-the-git-repository-does-not-reflect-the-latest-updates-what-could-be-the-reason","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-15T12:43:50.314Z","last_posted_at":"2025-12-15T12:43:50.361Z","bumped":true,"bumped_at":"2025-12-15T12:43:50.361Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Check whether the user has write permissions to the Git repository. In some cases, the user is assigned Developer permissions instead of Maintainer, which can prevent the latest changes from being pushed to Git.","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":4,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"How to view logs in Sparkflows?","id":111,"title":"How to view logs in Sparkflows?","slug":"how-to-view-logs-in-sparkflows","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-15T12:33:43.760Z","last_posted_at":"2025-12-15T12:33:43.812Z","bumped":true,"bumped_at":"2025-12-15T12:33:43.812Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"As a user, you can view the logs while running any workflow. To view logs: \nGo to the Executions page and click on the three dots to reach the Logs option.","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":4,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Facing problem in connecting with H2 Database: 1- fireserver.log displays the error message: Database is Read Only and 2- fireserver.log displays the error message: Could not read from position…","id":110,"title":"Facing problem in connecting with H2 Database: 1- fireserver.log displays the error message: Database is Read Only and 2- fireserver.log displays the error message: Could not read from position…","slug":"facing-problem-in-connecting-with-h2-database-1-fireserver-log-displays-the-error-message-database-is-read-only-and-2-fireserver-log-displays-the-error-message-could-not-read-from-position","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-15T12:25:51.701Z","last_posted_at":"2025-12-15T12:25:51.745Z","bumped":true,"bumped_at":"2025-12-15T12:25:51.745Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Solution to both the issues are as follows: \n1- H2 DB data is stored in the file firedb.mv. \nMake sure that the user with which Sparkflows is running has write access to the file. \n2- Log into H2 DB and run the below: \n\nS…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":7,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Where do I find the logs of the Sparkflows Server?","id":104,"title":"Where do I find the logs of the Sparkflows Server?","slug":"where-do-i-find-the-logs-of-the-sparkflows-server","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-15T10:55:02.635Z","last_posted_at":"2025-12-15T10:55:02.684Z","bumped":true,"bumped_at":"2025-12-15T10:55:02.684Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"The logs of the Sparkflows web server is in the file fireserver.log. Logs of the Sparkflows processes are in the file fire.log under the directory where Sparkflows has been installed.","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":3,"name":"faq","slug":"faq"}],"tags_descriptions":{},"views":3,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Facing Error in Running Docker Commands: docker: Invalid Reference Format","id":101,"title":"Facing Error in Running Docker Commands: docker: Invalid Reference Format","slug":"facing-error-in-running-docker-commands-docker-invalid-reference-format","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-15T10:01:51.181Z","last_posted_at":"2025-12-15T10:01:51.236Z","bumped":true,"bumped_at":"2025-12-15T10:01:51.236Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"It usually happens when copying the Docker commands to a Windows machine and then the unseen NBSP characters gets added in the command. \nTo fix it, copy the docker command first to an editor where NBSP characters can be …","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":6,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]},{"fancy_title":"Facing this error on starting Sparkflows: keytool error: java.io.IOException: Keystore was tampered with, or password was incorrect","id":100,"title":"Facing this error on starting Sparkflows: keytool error: java.io.IOException: Keystore was tampered with, or password was incorrect","slug":"facing-this-error-on-starting-sparkflows-keytool-error-java-io-ioexception-keystore-was-tampered-with-or-password-was-incorrect","posts_count":1,"reply_count":0,"highest_post_number":1,"image_url":null,"created_at":"2025-12-15T09:51:43.446Z","last_posted_at":"2025-12-15T09:51:43.492Z","bumped":true,"bumped_at":"2025-12-15T09:51:43.492Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"The KEYSTORE_PASSWORD and the keystore.jks do not correspond to each other. \n\n\nTo validate, one can use the keytool command below. \n\n\nIf the keytool commands below throws the same keytool error, it means that one would…","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"tags":[{"id":9,"name":"troubleshooting","slug":"troubleshooting"}],"tags_descriptions":{},"views":12,"like_count":0,"has_summary":false,"last_poster_username":"Tarika","category_id":8,"op_like_count":0,"pinned_globally":false,"featured_link":null,"is_hot":false,"has_accepted_answer":false,"posters":[{"extras":"latest single","description":"Original Poster, Most Recent Poster","user_id":9,"primary_group_id":null,"flair_group_id":null}]}]}}