-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathZeppelinSolrSparkNotebook.txt
1 lines (1 loc) · 9.4 KB
/
ZeppelinSolrSparkNotebook.txt
1
{"paragraphs":[{"text":"%dep\nz.reset()\nz.load(\"/opt/software/solr-spark/spark-solr-csv-analyzer-1.0-SNAPSHOT-all.jar\")\nprint(sc)","dateUpdated":"Oct 4, 2016 7:43:19 PM","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1472492015765_1109639496","id":"20160829-193335_1071789233","result":{"code":"SUCCESS","type":"TEXT","msg":"res0: org.apache.zeppelin.spark.dep.Dependency = org.apache.zeppelin.spark.dep.Dependency@2e715011\n"},"dateCreated":"Aug 29, 2016 7:33:35 PM","dateStarted":"Oct 4, 2016 7:28:19 PM","dateFinished":"Oct 4, 2016 7:28:23 PM","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:1301","focus":true},{"config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/markdown","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1475602992682_1841250786","id":"20161004-194312_546854433","dateCreated":"Oct 4, 2016 7:43:12 PM","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:1825","text":"%md \n##Using SolrRDDs (Cursor based parallel implementation)","dateUpdated":"Oct 4, 2016 7:44:23 PM","dateFinished":"Oct 4, 2016 7:44:20 PM","dateStarted":"Oct 4, 2016 7:44:20 PM","result":{"code":"SUCCESS","type":"HTML","msg":"<h2>Using SolrRDDs (Cursor based parallel implementation)</h2>\n"}},{"text":"import com.lucidworks.spark.rdd.SolrJavaRDD\nvar solrRDD = SolrJavaRDD.get(\"192.168.1.100:2181\", \"ekgdata2\", sc)","dateUpdated":"Oct 4, 2016 7:45:18 PM","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1472492226826_1707047793","id":"20160829-193706_136880","result":{"code":"SUCCESS","type":"TEXT","msg":"import com.lucidworks.spark.rdd.SolrJavaRDD\nsolrRDD: com.lucidworks.spark.rdd.SolrJavaRDD = SolrRDD[17] at RDD at SolrRDD.scala:18\n"},"dateCreated":"Aug 29, 2016 7:37:06 PM","dateStarted":"Oct 4, 2016 7:45:18 PM","dateFinished":"Oct 4, 2016 7:45:18 PM","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:1304","focus":true},{"text":"val result = solrRDD.query(\"host:lpswl* AND process:wls1\")","dateUpdated":"Oct 4, 2016 7:45:19 PM","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1472492257750_1228850882","id":"20160829-193737_857864111","result":{"code":"SUCCESS","type":"TEXT","msg":"result: org.apache.spark.api.java.JavaRDD[org.apache.solr.common.SolrDocument] = SolrRDD[18] at RDD at SolrRDD.scala:18\n"},"dateCreated":"Aug 29, 2016 7:37:37 PM","dateStarted":"Oct 4, 2016 7:45:19 PM","dateFinished":"Oct 4, 2016 7:45:19 PM","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:1305","focus":true},{"text":"result.take(1)","dateUpdated":"Oct 4, 2016 7:45:24 PM","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1472492943014_-819553906","id":"20160829-194903_973812205","result":{"code":"SUCCESS","type":"TEXT","msg":"res77: java.util.List[org.apache.solr.common.SolrDocument] = [SolrDocument{id=0000250b-c049-4162-84d0-dc1a9f04384d, date=Mon Mar 02 11:37:55 CET 2015, process=wls1, host=lpswl08, type=jmx, metric=MXBean(com.bea:Name=SwlDataSource,ServerRuntime=i0_lpswl08,Type=JDBCConnectionPoolRuntime).ConnectionLeakProfileCount, value=0.0, _version_=1547244937378005037}]\n"},"dateCreated":"Aug 29, 2016 7:49:03 PM","dateStarted":"Oct 4, 2016 7:45:24 PM","dateFinished":"Oct 4, 2016 7:45:24 PM","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:1306","focus":true},{"text":"result.count()","dateUpdated":"Oct 4, 2016 7:45:26 PM","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1472492962499_1416652674","id":"20160829-194922_1854060199","result":{"code":"SUCCESS","type":"TEXT","msg":"res79: Long = 14189039\n"},"dateCreated":"Aug 29, 2016 7:49:22 PM","dateStarted":"Oct 4, 2016 7:45:26 PM","dateFinished":"Oct 4, 2016 7:46:49 PM","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:1307","focus":true},{"text":"%md\n## Now get fast. Using the /export handler to access data in Solr","dateUpdated":"Oct 4, 2016 7:42:55 PM","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/markdown","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1472493635071_-2099637567","id":"20160829-200035_1023473678","result":{"code":"SUCCESS","type":"HTML","msg":"<h2>Now get fast. Using the /export handler to access data in Solr</h2>\n"},"dateCreated":"Aug 29, 2016 8:00:35 PM","dateStarted":"Oct 4, 2016 7:42:00 PM","dateFinished":"Oct 4, 2016 7:42:00 PM","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:1309","focus":true},{"text":"import com.lucidworks.spark.rdd.SolrRDD\nimport org.apache.solr.client.solrj.SolrQuery\nimport com.lucidworks.spark.util.SolrQuerySupport\n\nval q = new SolrQuery();\nq.set(\"sort\", \"date asc\")\nq.set(\"fl\", \"date,metric,value\")\nq.set(\"qt\", \"/export\")\nq.set(\"q\", \"metric:*\")\n\nval solrRDD = new SolrRDD(\"192.168.1.100:2181\", \"ekgdata2\", sc, Some(\"/export\"))\nval result = solrRDD.query(q)\nresult.count()","dateUpdated":"Oct 4, 2016 7:49:06 PM","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1472494237687_14816505","id":"20160829-201037_509310525","result":{"code":"SUCCESS","type":"TEXT","msg":"import com.lucidworks.spark.rdd.SolrRDD\nimport org.apache.solr.client.solrj.SolrQuery\nimport com.lucidworks.spark.util.SolrQuerySupport\nq: org.apache.solr.client.solrj.SolrQuery = \nres90: org.apache.solr.common.params.ModifiableSolrParams = sort=date+asc\nres91: org.apache.solr.common.params.ModifiableSolrParams = sort=date+asc&fl=date,metric,value\nres92: org.apache.solr.common.params.ModifiableSolrParams = sort=date+asc&fl=date,metric,value&qt=/export\nres93: org.apache.solr.common.params.ModifiableSolrParams = sort=date+asc&fl=date,metric,value&qt=/export&q=metric:*\nsolrRDD: com.lucidworks.spark.rdd.SolrRDD = SolrRDD[21] at RDD at SolrRDD.scala:18\nresult: com.lucidworks.spark.rdd.SolrRDD = SolrRDD[22] at RDD at SolrRDD.scala:18\nres95: Long = 14189039\n"},"dateCreated":"Aug 29, 2016 8:10:37 PM","dateStarted":"Oct 4, 2016 7:49:06 PM","dateFinished":"Oct 4, 2016 7:49:17 PM","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:1310","focus":true},{"text":"// post filtering\nresult.filter(d => d.get(\"metric\").toString().matches(\".*Heap.*used\") && d.get(\"value\").toString().toDouble < 1).take(10)","dateUpdated":"Oct 4, 2016 7:57:12 PM","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1472494509398_-501914424","id":"20160829-201509_765755332","result":{"code":"SUCCESS","type":"TEXT","msg":"res130: Array[org.apache.solr.common.SolrDocument] = Array(SolrDocument{date=2015-03-05T23:20:16.736Z, metric=MXBean(java.lang:type=Memory).HeapMemoryUsage.used, value=-1.0}, SolrDocument{date=2015-03-05T23:27:55.164Z, metric=MXBean(java.lang:type=Memory).HeapMemoryUsage.used, value=-1.0}, SolrDocument{date=2015-03-05T23:31:57.616Z, metric=MXBean(java.lang:type=Memory).NonHeapMemoryUsage.used, value=-1.0}, SolrDocument{date=2015-03-05T22:37:46.447Z, metric=MXBean(java.lang:type=Memory).NonHeapMemoryUsage.used, value=-1.0}, SolrDocument{date=2015-03-05T23:29:56.616Z, metric=MXBean(java.lang:type=Memory).HeapMemoryUsage.used, value=-1.0}, SolrDocument{date=2015-03-05T23:30:57.021Z, metric=MXBean(java.lang:type=Memory).NonHeapMemoryUsage.used, value=-1.0}, SolrDocument{date=2015-03-05T23:3..."},"dateCreated":"Aug 29, 2016 8:15:09 PM","dateStarted":"Oct 4, 2016 7:57:12 PM","dateFinished":"Oct 4, 2016 7:57:28 PM","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:1311","focus":true},{"config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1475518937284_1491620765","id":"20161003-202217_57914901","dateCreated":"Oct 3, 2016 8:22:17 PM","status":"READY","progressUpdateIntervalMs":500,"$$hashKey":"object:1313"}],"name":"SolrSpark Lucidworks Library","id":"2BXBZV47U","angularObjects":{"2BDG5H1PK":[],"2BF5GQKZU":[],"2BCVGPFHA":[],"2BF3FJMCB":[],"2BD5JAWGF":[],"2BF6EG2GS":[],"2BC9Z2YYK":[],"2BEG2DCCT":[],"2BD7GRPSY":[],"2BDCYGFCU":[],"2BD59757Y":[],"2BDEWMZDV":[],"2BE1K4XYT":[],"2BDYPXH13":[]},"config":{"looknfeel":"default"},"info":{}}