Skip to content

Commit

Permalink
added stratio-deep-shell
Browse files Browse the repository at this point in the history
  • Loading branch information
rcrespodelosreyes committed Dec 19, 2014
1 parent 2b72c56 commit 3539eda
Show file tree
Hide file tree
Showing 3 changed files with 46 additions and 1 deletion.
4 changes: 3 additions & 1 deletion README.md
Original file line number Diff line number Diff line change
@@ -1,4 +1,6 @@
# Apache Spark
# Apache Spark fork by Stratio

This fork includes changes done by Stratio to support the Stratio bigdata platform.

Spark is a fast and general cluster computing system for Big Data. It provides
high-level APIs in Scala, Java, and Python, and an optimized engine that
Expand Down
39 changes: 39 additions & 0 deletions bin/stratio-deep-init.scala
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
//Commmons
import com.stratio.deep.commons.annotations._
import com.stratio.deep.commons.config._
import com.stratio.deep.commons.entity._


//Core
import com.stratio.deep.core.context._

//Cassandra
import com.stratio.deep.cassandra.config._
import com.stratio.deep.cassandra.extractor._


//MongoDB
import com.stratio.deep.mongodb.config._
import com.stratio.deep.mongodb.extractor._

//ES
import com.stratio.deep.es.config._
import com.stratio.deep.es.extractor._

//Aerospike
import com.stratio.deep.aerospike.config._
import com.stratio.deep.aerospike.extractor._

//Spark
import org.apache.spark.rdd._
import org.apache.spark.SparkContext._
import org.apache.spark.sql.api.java.JavaSQLContext;
import org.apache.spark.sql.api.java.JavaSchemaRDD;
import org.apache.spark.sql.api.java.Row;

//Scala
import scala.collection.JavaConversions._



val deepContext = new DeepSparkContext(sc)
4 changes: 4 additions & 0 deletions bin/stratio-deep-shell
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
#!/bin/bash
#TODO stratio-004
export SPARK_HOME="$(cd `dirname $0`/..; pwd)"
$SPARK_HOME/bin/spark-shell -i $SPARK_HOME/bin/stratio-deep-init.scala

0 comments on commit 3539eda

Please sign in to comment.