= ({
- schedulerState,
-}) => {
- if (!schedulerState) {
- return (
-
-
- Scheduler unavailable: Server may be down or unreachable
-
-
- );
- }
-
- return (
-
-
-
-
-
- Cluster Details
-
-
- Status
-
- Active
-
-
-
- Started
-
-
-
-
- Version
- {schedulerState.version}
-
-
-
-
-
- );
-};
diff --git a/ballista/scheduler/ui/src/components/logo.svg b/ballista/scheduler/ui/src/components/logo.svg
deleted file mode 100644
index 3cb525795..000000000
--- a/ballista/scheduler/ui/src/components/logo.svg
+++ /dev/null
@@ -1,25 +0,0 @@
-
-
-
-
-
-
-
-
-
diff --git a/ballista/scheduler/ui/src/index.css b/ballista/scheduler/ui/src/index.css
deleted file mode 100644
index ef9298e7e..000000000
--- a/ballista/scheduler/ui/src/index.css
+++ /dev/null
@@ -1,32 +0,0 @@
-/*
- Licensed to the Apache Software Foundation (ASF) under one
- or more contributor license agreements. See the NOTICE file
- distributed with this work for additional information
- regarding copyright ownership. The ASF licenses this file
- to you under the Apache License, Version 2.0 (the
- "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing,
- software distributed under the License is distributed on an
- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- KIND, either express or implied. See the License for the
- specific language governing permissions and limitations
- under the License.
-*/
-
-@import url("https://fonts.googleapis.com/css2?family=Poppins:wght@100;400;600&display=swap");
-
-body {
- margin: 0;
- font-family: "Poppins", sans-serif;
- -webkit-font-smoothing: antialiased;
- -moz-osx-font-smoothing: grayscale;
-}
-
-code {
- font-family: source-code-pro, Menlo, Monaco, Consolas, "Courier New",
- monospace;
-}
diff --git a/ballista/scheduler/ui/src/index.tsx b/ballista/scheduler/ui/src/index.tsx
deleted file mode 100644
index daece1705..000000000
--- a/ballista/scheduler/ui/src/index.tsx
+++ /dev/null
@@ -1,39 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-import React from "react";
-import { createRoot } from "react-dom/client";
-import { ChakraProvider } from "@chakra-ui/react";
-
-import "./index.css";
-import App from "./App";
-import reportWebVitals from "./reportWebVitals";
-
-const root = createRoot(document.getElementById("root")!);
-
-root.render(
-
-
-
-
-);
-
-// If you want to start measuring performance in your app, pass a function
-// to log results (for example: reportWebVitals(console.log))
-// or send to an analytics endpoint. Learn more: https://bit.ly/CRA-vitals
-reportWebVitals();
diff --git a/ballista/scheduler/ui/src/react-app-env.d.ts b/ballista/scheduler/ui/src/react-app-env.d.ts
deleted file mode 100644
index 521304976..000000000
--- a/ballista/scheduler/ui/src/react-app-env.d.ts
+++ /dev/null
@@ -1,18 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-///
+- Download Apache Spark 3.3.0 from
Untar these downloads and set `MAVEN_HOME` and `SPARK_HOME` environment variables to point to the
install location.
@@ -38,7 +38,7 @@ $MAVEN_HOME/bin/mvn package
## Generating TPC-H data
-Use https://crates.io/crates/tpctools
+Use
## Converting TPC-H data from CSV to Parquet
@@ -86,7 +86,7 @@ $SPARK_HOME/sbin/start-master.sh
$SPARK_HOME/sbin/start-slave.sh spark://localhost:7077
```
-Monitor progress via the Spark UI at http://localhost:8080
+Monitor progress via the Spark UI at
## Shut down the cluster
diff --git a/dev/docker/ballista-scheduler.Dockerfile b/dev/docker/ballista-scheduler.Dockerfile
index 86fab72d4..121eb2021 100644
--- a/dev/docker/ballista-scheduler.Dockerfile
+++ b/dev/docker/ballista-scheduler.Dockerfile
@@ -24,16 +24,10 @@ ENV RUST_LOG=info
ENV RUST_BACKTRACE=full
ENV DEBIAN_FRONTEND=noninteractive
-RUN apt-get update && apt-get install -y nginx netcat
+RUN apt-get update && apt-get install -y netcat
COPY target/$RELEASE_FLAG/ballista-scheduler /root/ballista-scheduler
-COPY ballista/scheduler/ui/build /var/www/html
-COPY dev/docker/nginx.conf /etc/nginx/sites-enabled/default
-
-# Expose Ballista Scheduler web UI port
-EXPOSE 80
-
# Expose Ballista Scheduler gRPC port
EXPOSE 50050
diff --git a/dev/docker/ballista-standalone.Dockerfile b/dev/docker/ballista-standalone.Dockerfile
index c1027f8d5..ae94da6a8 100644
--- a/dev/docker/ballista-standalone.Dockerfile
+++ b/dev/docker/ballista-standalone.Dockerfile
@@ -28,7 +28,7 @@ ENV RUST_LOG=info
ENV RUST_BACKTRACE=full
ENV DEBIAN_FRONTEND=noninteractive
-RUN apt-get -qq update && apt-get install -qq -y nginx netcat wget
+RUN apt-get -qq update && apt-get install -qq -y netcat wget
COPY target/$RELEASE_FLAG/ballista-scheduler /root/ballista-scheduler
COPY target/$RELEASE_FLAG/ballista-executor /root/ballista-executor
@@ -42,12 +42,6 @@ RUN mkdir -p /data && \
ENV DATAFUSION_CATALOG_LOCATION=/data
ENV DATAFUSION_CATALOG_TYPE=csv
-COPY ballista/scheduler/ui/build /var/www/html
-COPY dev/docker/nginx.conf /etc/nginx/sites-enabled/default
-
-# Expose Ballista Scheduler web UI port
-EXPOSE 80
-
# Expose Ballista Scheduler gRPC port
EXPOSE 50050
diff --git a/dev/docker/builder-entrypoint.sh b/dev/docker/builder-entrypoint.sh
index 1f0ab1fcb..2578574e2 100755
--- a/dev/docker/builder-entrypoint.sh
+++ b/dev/docker/builder-entrypoint.sh
@@ -23,7 +23,3 @@ set -x
printenv
RELEASE_FLAG=${RELEASE_FLAG:=release}
cargo build --features flight-sql --profile $RELEASE_FLAG "$@"
-
-cd ballista/scheduler/ui
-yarn install
-yarn build
diff --git a/dev/docker/nginx.conf b/dev/docker/nginx.conf
deleted file mode 100644
index ba78e55f5..000000000
--- a/dev/docker/nginx.conf
+++ /dev/null
@@ -1,53 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-server {
- listen 80 default_server;
- listen [::]:80 default_server;
-
- root /var/www/html;
-
- index index.html index.htm index.nginx-debian.html;
-
- server_name _;
-
- location / {
- # First attempt to serve request as file, then
- # as directory, then fall back to displaying a 404.
- try_files $uri $uri/ =404;
- }
-
- # pass REST api calls through to Ballista scheduler process
- location /api/ {
- proxy_redirect http://localhost:50050/ /api/;
- proxy_pass_header Server;
- proxy_set_header X-Real-IP $remote_addr;
- proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
- proxy_set_header X-Scheme $scheme;
- proxy_set_header Host $http_host;
- proxy_set_header X-NginX-Proxy true;
- proxy_connect_timeout 5;
- proxy_read_timeout 240;
- proxy_intercept_errors on;
-
- # no longer sure if this part is needed
- proxy_next_upstream error http_403 non_idempotent;
- proxy_next_upstream error http_502 non_idempotent;
-
- proxy_pass http://localhost:50050;
- }
-}
diff --git a/dev/docker/scheduler-entrypoint.sh b/dev/docker/scheduler-entrypoint.sh
index aab8140a9..bc8905efd 100755
--- a/dev/docker/scheduler-entrypoint.sh
+++ b/dev/docker/scheduler-entrypoint.sh
@@ -19,6 +19,4 @@
set -e
-echo "Starting nginx to serve Ballista Scheduler web UI on port 80"
-nohup nginx -g "daemon off;" &
/root/ballista-scheduler "$@"
diff --git a/dev/docker/standalone-entrypoint.sh b/dev/docker/standalone-entrypoint.sh
index 06d3dbf0f..43f56d4d1 100755
--- a/dev/docker/standalone-entrypoint.sh
+++ b/dev/docker/standalone-entrypoint.sh
@@ -19,9 +19,6 @@
set -e
-echo "Starting nginx web UI..."
-nohup nginx -g "daemon off;" &
-
echo "Starting for scheduler..."
/root/ballista-scheduler &
while ! nc -z 127.0.0.1 50050; do
diff --git a/docker-compose.yml b/docker-compose.yml
index e497be730..57556e690 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -28,7 +28,6 @@ services:
context: .
command: "--cluster-backend etcd --etcd-urls etcd:2379 --bind-host 0.0.0.0"
ports:
- - "80:80"
- "50050:50050"
environment:
- RUST_LOG=ballista=info
diff --git a/docs/source/contributors-guide/architecture.md b/docs/source/contributors-guide/architecture.md
index 6cec186fd..076f5ab97 100644
--- a/docs/source/contributors-guide/architecture.md
+++ b/docs/source/contributors-guide/architecture.md
@@ -74,7 +74,6 @@ The scheduler provides the following interfaces:
- gRPC service for submitting and managing jobs
- Flight SQL API
- REST API for monitoring jobs
-- Web user interface for monitoring jobs
Jobs are submitted to the scheduler's gRPC service from a client context, either in the form of a logical query
plan or a SQL string. The scheduler then creates an execution graph, which contains a physical plan broken down into
diff --git a/docs/source/contributors-guide/code-organization.md b/docs/source/contributors-guide/code-organization.md
index e1f3e4706..b130d5d1c 100644
--- a/docs/source/contributors-guide/code-organization.md
+++ b/docs/source/contributors-guide/code-organization.md
@@ -35,7 +35,6 @@ This section provides links to the source code for major areas of functionality.
- [gRPC Service](https://github.com/apache/datafusion-ballista/blob/main/ballista/scheduler/src/scheduler_server/grpc.rs)
- [Flight SQL Service](https://github.com/apache/datafusion-ballista/blob/main/ballista/scheduler/src/flight_sql.rs)
- [REST API](https://github.com/apache/datafusion-ballista/tree/main/ballista/scheduler/src/api)
-- [Web UI](https://github.com/apache/datafusion-ballista/tree/main/ballista/scheduler/ui)
- [Prometheus Integration](https://github.com/apache/datafusion-ballista/blob/main/ballista/scheduler/src/metrics/prometheus.rs)
### ballista-executor crate
diff --git a/docs/source/user-guide/deployment/docker-compose.md b/docs/source/user-guide/deployment/docker-compose.md
index 53501c781..7782b03f2 100644
--- a/docs/source/user-guide/deployment/docker-compose.md
+++ b/docs/source/user-guide/deployment/docker-compose.md
@@ -72,8 +72,6 @@ ballista-executor_1 | [2021-08-28T15:55:22Z INFO ballista_executor] Ballista
The scheduler listens on port 50050 and this is the port that clients will need to connect to.
-The scheduler web UI is available on port 80 in the scheduler.
-
## Connect from the Ballista CLI
```shell
diff --git a/docs/source/user-guide/deployment/docker.md b/docs/source/user-guide/deployment/docker.md
index b67e267e0..3e15fd3fc 100644
--- a/docs/source/user-guide/deployment/docker.md
+++ b/docs/source/user-guide/deployment/docker.md
@@ -67,10 +67,8 @@ Run `docker logs CONTAINER_ID` to check the output from the process:
```
$ docker logs a756055576f3
-Starting nginx to serve Ballista Scheduler web UI on port 80
2024-02-03T14:49:47.904571Z INFO main ThreadId(01) ballista_scheduler::cluster: Initializing Sled database in temp directory
-nginx: [warn] duplicate value "error" in /etc/nginx/sites-enabled/default:49
-nginx: [warn] duplicate value "non_idempotent" in /etc/nginx/sites-enabled/default:49
+
2024-02-03T14:49:47.924679Z INFO main ThreadId(01) ballista_scheduler::scheduler_process: Ballista v0.12.0 Scheduler listening on 0.0.0.0:50050
2024-02-03T14:49:47.924709Z INFO main ThreadId(01) ballista_scheduler::scheduler_process: Starting Scheduler grpc server with task scheduling policy of PullStaged
2024-02-03T14:49:47.925261Z INFO main ThreadId(01) ballista_scheduler::cluster::kv: Initializing heartbeat listener
diff --git a/docs/source/user-guide/deployment/kubernetes.md b/docs/source/user-guide/deployment/kubernetes.md
index 2bdb4fb69..f2b7e5ad6 100644
--- a/docs/source/user-guide/deployment/kubernetes.md
+++ b/docs/source/user-guide/deployment/kubernetes.md
@@ -164,8 +164,6 @@ spec:
ports:
- containerPort: 50050
name: flight
- - containerPort: 80
- name: webui
volumeMounts:
- mountPath: /mnt
name: data
@@ -209,7 +207,7 @@ spec:
```
```bash
-$ kubectl apply -f cluster.yaml
+kubectl apply -f cluster.yaml
```
This should show the following output:
diff --git a/docs/source/user-guide/deployment/quick-start.md b/docs/source/user-guide/deployment/quick-start.md
index 4abe6c696..cbb78476f 100644
--- a/docs/source/user-guide/deployment/quick-start.md
+++ b/docs/source/user-guide/deployment/quick-start.md
@@ -51,16 +51,6 @@ RUST_LOG=info ./target/release/ballista-executor -c 2 -p 50051
RUST_LOG=info ./target/release/ballista-executor -c 2 -p 50052
```
-Start the Ballista UI in a new terminal session.
-
-```shell
-cd ballista/scheduler/ui
-yarn
-yarn start
-```
-
-You can now access the UI at http://localhost:3000/
-
## Running the examples
The examples can be run using the `cargo run --bin` syntax. Open a new terminal session and run the following commands.
diff --git a/docs/source/user-guide/introduction.md b/docs/source/user-guide/introduction.md
index fbadf13b5..3f153de32 100644
--- a/docs/source/user-guide/introduction.md
+++ b/docs/source/user-guide/introduction.md
@@ -29,10 +29,6 @@ SQL and DataFrame queries can be submitted from Python and Rust, and SQL queries
Flight SQL JDBC driver, supporting your favorite JDBC compliant tools such as [DataGrip](datagrip)
or [tableau](tableau). For setup instructions, please see the [FlightSQL guide](flightsql.md).
-The scheduler has a web user interface for monitoring query status as well as a REST API.
-
-
-
## How does this compare to Apache Spark?
Although Ballista is largely inspired by Apache Spark, there are some key differences.
diff --git a/docs/source/user-guide/scheduler.md b/docs/source/user-guide/scheduler.md
index 447992cea..f6a3ca6a8 100644
--- a/docs/source/user-guide/scheduler.md
+++ b/docs/source/user-guide/scheduler.md
@@ -19,12 +19,6 @@
# Ballista Scheduler
-## Web User Interface
-
-The scheduler provides a web user interface that allows queries to be monitored. Details on how to start the ui is present [here](https://github.com/apache/datafusion-ballista/tree/main/ballista/scheduler/ui)
-
-
-
## REST API
The scheduler also provides a REST API that allows jobs to be monitored.
diff --git a/docs/source/user-guide/tuning-guide.md b/docs/source/user-guide/tuning-guide.md
index 6b850e9b5..b1b61240b 100644
--- a/docs/source/user-guide/tuning-guide.md
+++ b/docs/source/user-guide/tuning-guide.md
@@ -72,7 +72,7 @@ processes. The default is `pull-based`.
## Viewing Query Plans and Metrics
-The scheduler provides a web user interface as well as a REST API for monitoring jobs. See the
+The scheduler provides a REST API for monitoring jobs. See the
[scheduler documentation](scheduler.md) for more information.
To download a query plan in dot format from the scheduler, submit a request to the following API endpoint