Skip to content

Commit 86c55af

Browse files
committed
Add extra test
relates #687
1 parent 5a90d7b commit 86c55af

File tree

1 file changed

+16
-0
lines changed

1 file changed

+16
-0
lines changed

spark/core/itest/scala/org/elasticsearch/spark/integration/AbstractScalaEsSpark.scala

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -43,6 +43,7 @@ import org.elasticsearch.hadoop.cfg.ConfigurationOptions.ES_RESOURCE
4343
import org.elasticsearch.hadoop.mr.RestUtils
4444
import org.elasticsearch.hadoop.util.TestSettings
4545
import org.elasticsearch.hadoop.util.TestUtils
46+
import org.elasticsearch.spark._
4647
import org.elasticsearch.spark.rdd.EsSpark
4748
import org.elasticsearch.spark.rdd.Metadata.ID
4849
import org.elasticsearch.spark.rdd.Metadata.TTL
@@ -384,6 +385,21 @@ class AbstractScalaEsScalaSpark(prefix: String, readMetadata: jl.Boolean) extend
384385
println(RestUtils.getMapping(target))
385386
}
386387

388+
389+
@Test
390+
def testEsSparkVsScCount() {
391+
val target = wrapIndex("spark-test/check-counting")
392+
val rawCore = List( Map("colint" -> 1, "colstr" -> "s"),
393+
Map("colint" -> null, "colstr" -> null) )
394+
sc.parallelize(rawCore, 1).saveToEs(target)
395+
val qjson =
396+
"""{"query":{"range":{"colint":{"from":null,"to":"9","include_lower":true,"include_upper":true}}}}"""
397+
398+
val esRDD = EsSpark.esRDD(sc, target, qjson)
399+
val scRDD = sc.esRDD(target, qjson)
400+
assertEquals(esRDD.collect().size, scRDD.collect().size)
401+
}
402+
387403
//@Test
388404
def testLoadJsonFile() {
389405
val target = "lost/id"

0 commit comments

Comments
 (0)