...
With the CDAP Spark Service support, for example, someone can build a service handler that can execute any Spark SQL against the SparkContext.
| Code Block | ||||
|---|---|---|---|---|
| ||||
class SimpleSparkHandler extends AbstractSparkHttpServiceHandler {
@Path("/query")
@GET
def query(request: HttpServiceRequest, responder: HttpServiceResponder) {
val sqlContext = SQLContext.getOrCreate(getSparkContext)
val df = sqlContext.sql(Charsets.UTF_8.decode(request.getContent).toString);
val builder = new StringBuilder
df.collect().foreach(row => {
builder.append(...)
})
responder.sendString(builder.toString)
}
}
|
API for Dataframe/SparkSQL
...