Skip to content
This repository was archived by the owner on Dec 10, 2019. It is now read-only.

Commit 0a0d65a

Browse files
lewfishlewfish
committed
Add examples of starting Raster Vision jobs
1 parent 477fa65 commit 0a0d65a

File tree

1 file changed

+319
-34
lines changed

1 file changed

+319
-34
lines changed

‎examples/Ship Detection.ipynb

+319-34
Original file line numberDiff line numberDiff line change
@@ -9,10 +9,8 @@
99
},
1010
{
1111
"cell_type": "code",
12-
"execution_count": 1,
13-
"metadata": {
14-
"collapsed": true
15-
},
12+
"execution_count": 8,
13+
"metadata": {},
1614
"outputs": [],
1715
"source": [
1816
"from rasterfoundry.api import API\n",
@@ -37,35 +35,223 @@
3735
{
3836
"data": {
3937
"text/plain": [
40-
"[<Project - Switzerland - EBEE Drone Sample>,\n",
41-
" <Project - Subi Reef (2017-04-16)>,\n",
42-
" <Project - Ladd Reef - July 4, 2016>,\n",
43-
" <Project - HAB>,\n",
44-
" <Project - Singapore - 2016-11-12>,\n",
45-
" <Project - UAV - Example 1>,\n",
46-
" <Project - Yosemite - Pre Rim Filre>,\n",
47-
" <Project - Yosemite Post Rim Fire>,\n",
48-
" <Project - China Aluminum (After Collapse)>,\n",
49-
" <Project - Kennewick Washington>,\n",
50-
" <Project - Rotterdam - February 13, 2015>,\n",
51-
" <Project - Algae Bloom Analysis>,\n",
52-
" <Project - Singapore - June 15, 2017>,\n",
53-
" <Project - China Aluminum (Before Collapse)>,\n",
54-
" <Project - Subi Reef (2014-04-24)>,\n",
55-
" <Project - Rotterdam - April 20, 2017>,\n",
56-
" <Project - Central Valley>,\n",
57-
" <Project - pretty little landsat scene>,\n",
58-
" <Project - Sweetwater Reservoir - Algae Bloom>,\n",
59-
" <Project - Mormon Reservoir Idaho - Algae Bloom>,\n",
60-
" <Project - Harmful Algae Bloom Demo>,\n",
61-
" <Project - Landsat Scene>,\n",
62-
" <Project - Upload Project>,\n",
63-
" <Project - Demo Project 2>,\n",
64-
" <Project - Demo Project August>,\n",
65-
" <Project - Jacksonville>,\n",
66-
" <Project - Delaware Bay>,\n",
67-
" <Project - Test Ingest>,\n",
68-
" <Project - Ventura Spill>]"
38+
"[<Project - oakland - 2017-07-23>,\n",
39+
" <Project - DG - Test Import>,\n",
40+
" <Project - NAIP Sample>,\n",
41+
" <Project - long-beach - 2017-03-23>,\n",
42+
" <Project - long-beach - 2017-07-10>,\n",
43+
" <Project - long-beach - 2017-08-30>,\n",
44+
" <Project - long-beach - 2017-08-19>,\n",
45+
" <Project - long-beach - 2017-05-18>,\n",
46+
" <Project - long-beach - 2017-07-31>,\n",
47+
" <Project - long-beach - 2017-07-26>,\n",
48+
" <Project - long-beach - 2017-04-30>,\n",
49+
" <Project - PA Railcars - DO NOT LABEL>,\n",
50+
" <Project - NAIP - North Platte Nebraska Rail Yard>,\n",
51+
" <Project - PA-Rail-Car-WEB_M_PA_X21_Y081>,\n",
52+
" <Project - PA-Rail-Car-WEB_M_PA_X18_Y081>,\n",
53+
" <Project - hong kong - 2017-07-11>,\n",
54+
" <Project - Planetscope Test>,\n",
55+
" <Project - long-beach - 2017-07-06>,\n",
56+
" <Project - long-beach - 2017-07-19>,\n",
57+
" <Project - long-beach - 2017-04-11>,\n",
58+
" <Project - long-beach - 2017-09-02>,\n",
59+
" <Project - long-beach - 2017-08-18>,\n",
60+
" <Project - long-beach - 2017-07-29>,\n",
61+
" <Project - long-beach - 2017-09-10>,\n",
62+
" <Project - long-beach - 2017-06-01>,\n",
63+
" <Project - long-beach - 2017-08-22>,\n",
64+
" <Project - long-beach - 2017-05-13>,\n",
65+
" <Project - PA-Rail-Car-WEB_M_PA_X44_Y092>,\n",
66+
" <Project - PA-Rail-Car-WEB_M_PA_X24_Y066>,\n",
67+
" <Project - long-beach - 2017-09-01>,\n",
68+
" <Project - long-beach - 2017-07-13>,\n",
69+
" <Project - long-beach - 2017-05-20>,\n",
70+
" <Project - long-beach - 2017-09-10>,\n",
71+
" <Project - long-beach - 2017-08-21>,\n",
72+
" <Project - long-beach - 2017-05-04>,\n",
73+
" <Project - long-beach - 2017-08-16>,\n",
74+
" <Project - long-beach - 2017-04-04>,\n",
75+
" <Project - long-beach - 2017-06-17>,\n",
76+
" <Project - long-beach - 2017-07-26>,\n",
77+
" <Project - long-beach - 2017-08-30>,\n",
78+
" <Project - long-beach - 2017-04-14>,\n",
79+
" <Project - long-beach - 2017-08-18>,\n",
80+
" <Project - long-beach - 2017-09-06>,\n",
81+
" <Project - long-beach - 2017-05-14>,\n",
82+
" <Project - long-beach - 2017-07-21>,\n",
83+
" <Project - long-beach - 2017-06-09>,\n",
84+
" <Project - long-beach - 2017-07-08>,\n",
85+
" <Project - long-beach - 2017-07-30>,\n",
86+
" <Project - oakland - 2017-09-27>,\n",
87+
" <Project - hong-kong - 2017-07-11>,\n",
88+
" <Project - hong-kong - 2017-08-08>,\n",
89+
" <Project - hong-kong - 2017-07-28>,\n",
90+
" <Project - oakland - 2017-07-17>,\n",
91+
" <Project - oakland - 2017-07-16>,\n",
92+
" <Project - oakland - 2017-07-06>,\n",
93+
" <Project - oakland - 2017-05-01>,\n",
94+
" <Project - oakland - 2017-09-23>,\n",
95+
" <Project - oakland - 2017-08-22>,\n",
96+
" <Project - oakland - 2017-05-08>,\n",
97+
" <Project - oakland - 2017-07-01>,\n",
98+
" <Project - oakland - 2017-03-28>,\n",
99+
" <Project - oakland - 2017-05-15>,\n",
100+
" <Project - oakland - 2017-06-22>,\n",
101+
" <Project - oakland - 2017-07-08>,\n",
102+
" <Project - oakland - 2017-07-09>,\n",
103+
" <Project - oakland - 2017-08-27>,\n",
104+
" <Project - oakland - 2017-06-14>,\n",
105+
" <Project - oakland - 2017-07-05>,\n",
106+
" <Project - oakland - 2017-09-05>,\n",
107+
" <Project - oakland - 2017-07-03>,\n",
108+
" <Project - oakland - 2017-04-27>,\n",
109+
" <Project - oakland - 2017-07-21>,\n",
110+
" <Project - oakland - 2017-07-13>,\n",
111+
" <Project - oakland - 2017-06-09>,\n",
112+
" <Project - oakland - 2017-06-20>,\n",
113+
" <Project - oakland - 2017-06-16>,\n",
114+
" <Project - oakland - 2017-05-05>,\n",
115+
" <Project - oakland - 2017-08-15>,\n",
116+
" <Project - oakland - 2017-09-21>,\n",
117+
" <Project - oakland - 2017-02-11>,\n",
118+
" <Project - hong-kong - 2017-08-05>,\n",
119+
" <Project - hong-kong - 2017-07-20>,\n",
120+
" <Project - oakland - 2017-06-04>,\n",
121+
" <Project - oakland - 2017-05-04>,\n",
122+
" <Project - oakland - 2017-07-19>,\n",
123+
" <Project - oakland - 2017-07-30>,\n",
124+
" <Project - oakland - 2017-06-19>,\n",
125+
" <Project - oakland - 2017-07-12>,\n",
126+
" <Project - oakland - 2017-06-15>,\n",
127+
" <Project - oakland - 2017-09-19>,\n",
128+
" <Project - oakland - 2017-08-30>,\n",
129+
" <Project - oakland - 2017-07-02>,\n",
130+
" <Project - oakland - 2017-04-19>,\n",
131+
" <Project - oakland - 2017-07-07>,\n",
132+
" <Project - oakland - 2017-01-06>,\n",
133+
" <Project - hong-kong - 2017-07-26>,\n",
134+
" <Project - hong-kong - 2017-08-06>,\n",
135+
" <Project - oakland - 2017-01-01>,\n",
136+
" <Project - hong-kong - 2017-07-28>,\n",
137+
" <Project - oakland - 2017-06-18>,\n",
138+
" <Project - suez - 2017-08-30>,\n",
139+
" <Project - suez - 2017-07-21>,\n",
140+
" <Project - suez - 2017-07-27>,\n",
141+
" <Project - suez - 2017-08-19>,\n",
142+
" <Project - suez - 2017-07-31>,\n",
143+
" <Project - suez - 2017-07-08>,\n",
144+
" <Project - suez - 2017-07-16>,\n",
145+
" <Project - suez - 2017-07-01>,\n",
146+
" <Project - oakland - 2017-04-14>,\n",
147+
" <Project - oakland - 2017-07-23>,\n",
148+
" <Project - oakland - 2017-07-24>,\n",
149+
" <Project - Algae Example>,\n",
150+
" <Project - long-beach - 2017-09-20>,\n",
151+
" <Project - long-beach - 2017-09-07>,\n",
152+
" <Project - long-beach - 2017-09-12>,\n",
153+
" <Project - suez - 2017-07-28>,\n",
154+
" <Project - suez - 2017-08-01>,\n",
155+
" <Project - suez - 2017-07-17>,\n",
156+
" <Project - suez - 2017-08-20>,\n",
157+
" <Project - suez - 2017-07-24>,\n",
158+
" <Project - suez - 2017-07-02>,\n",
159+
" <Project - suez - 2017-07-09>,\n",
160+
" <Project - oakland - 2017-05-02>,\n",
161+
" <Project - eureka - 2017-09-23>,\n",
162+
" <Project - eureka - 2017-05-25>,\n",
163+
" <Project - eureka - 2017-07-04>,\n",
164+
" <Project - eureka - 2017-05-01>,\n",
165+
" <Project - eureka - 2017-07-30>,\n",
166+
" <Project - eureka - 2016-12-21>,\n",
167+
" <Project - suez - 2017-07-18>,\n",
168+
" <Project - suez - 2017-07-29>,\n",
169+
" <Project - suez - 2017-08-05>,\n",
170+
" <Project - suez - 2017-08-21>,\n",
171+
" <Project - suez - 2017-07-25>,\n",
172+
" <Project - suez - 2017-07-03>,\n",
173+
" <Project - suez - 2017-07-10>,\n",
174+
" <Project - oakland - 2017-06-13>,\n",
175+
" <Project - oakland - 2017-06-17>,\n",
176+
" <Project - oakland - 2017-09-10>,\n",
177+
" <Project - oakland - 2017-09-09>,\n",
178+
" <Project - eureka - 2017-04-18>,\n",
179+
" <Project - eureka - 2017-05-25>,\n",
180+
" <Project - eureka - 2017-09-02>,\n",
181+
" <Project - eureka - 2017-06-22>,\n",
182+
" <Project - eureka - 2017-07-26>,\n",
183+
" <Project - suez - 2017-07-14>,\n",
184+
" <Project - suez - 2017-08-23>,\n",
185+
" <Project - suez - 2017-07-04>,\n",
186+
" <Project - suez - 2017-08-10>,\n",
187+
" <Project - suez - 2017-07-30>,\n",
188+
" <Project - suez - 2017-07-20>,\n",
189+
" <Project - eureka - 2017-06-13>,\n",
190+
" <Project - eureka - 2017-05-25>,\n",
191+
" <Project - eureka - 2017-07-11>,\n",
192+
" <Project - eureka - 2017-08-26>,\n",
193+
" <Project - eureka - 2017-04-09>,\n",
194+
" <Project - eureka - 2017-07-24>,\n",
195+
" <Project - eureka - 2017-06-05>,\n",
196+
" <Project - eureka - 2017-09-27>,\n",
197+
" <Project - eureka - 2017-05-25>,\n",
198+
" <Project - eureka - 2017-08-02>,\n",
199+
" <Project - eureka - 2017-01-26>,\n",
200+
" <Project - long-beach - 2017-06-16>,\n",
201+
" <Project - hong-kong - 2017-07-19>,\n",
202+
" <Project - PA-Rail-Car-WEB_M_PA_X32_Y071>,\n",
203+
" <Project - Napa Valley Sentinel>,\n",
204+
" <Project - shanghai - 2017-08-24>,\n",
205+
" <Project - shanghai - 2017-10-07>,\n",
206+
" <Project - shanghai - 2017-09-18>,\n",
207+
" <Project - new napa valley>,\n",
208+
" <Project - shanghai - 2017-09-14>,\n",
209+
" <Project - shanghai - 2017-08-07>,\n",
210+
" <Project - shanghai - 2017-09-13>,\n",
211+
" <Project - shanghai - 2017-08-16>,\n",
212+
" <Project - oakland - 2017-07-16>,\n",
213+
" <Project - shanghai - 2017-07-28>,\n",
214+
" <Project - shanghai - 2017-07-14>,\n",
215+
" <Project - shanghai - 2017-05-17>,\n",
216+
" <Project - singapore - 2017-07-01>,\n",
217+
" <Project - oakland - 2017-07-02>,\n",
218+
" <Project - oakland - 2017-06-19>,\n",
219+
" <Project - shanghai - 2017-08-03>,\n",
220+
" <Project - shanghai - 2017-05-18>,\n",
221+
" <Project - shanghai - 2017-07-11>,\n",
222+
" <Project - oakland - 2017-06-15>,\n",
223+
" <Project - richmond - 2017-08-11>,\n",
224+
" <Project - richmond - 2017-07-12>,\n",
225+
" <Project - shanghai - 2017-07-28>,\n",
226+
" <Project - richmond - 2017-07-01>,\n",
227+
" <Project - shanghai - 2017-05-12>,\n",
228+
" <Project - richmond - 2017-07-06>,\n",
229+
" <Project - oakland - 2017-07-09>,\n",
230+
" <Project - richmond - 2017-06-24>,\n",
231+
" <Project - richmond - 2017-07-22>,\n",
232+
" <Project - oakland - 2017-06-21>,\n",
233+
" <Project - richmond - 2017-08-27>,\n",
234+
" <Project - long-beach - 2017-08-22>,\n",
235+
" <Project - shanghai - 2017-07-05>,\n",
236+
" <Project - long-beach - 2017-08-01>,\n",
237+
" <Project - long-beach - 2017-06-16>,\n",
238+
" <Project - oakland - 2017-06-13>,\n",
239+
" <Project - long-beach - 2017-06-14>,\n",
240+
" <Project - long-beach - 2017-08-18>,\n",
241+
" <Project - hong-kong - 2017-07-27>,\n",
242+
" <Project - panama - 2017-07-04>,\n",
243+
" <Project - singapore - 2017-08-01>,\n",
244+
" <Project - singapore - 2017-06-25>,\n",
245+
" <Project - hong-kong - 2017-08-20>,\n",
246+
" <Project - hong-kong - 2017-07-25>,\n",
247+
" <Project - long-beach - 2017-08-30>,\n",
248+
" <Project - long-beach - 2017-07-21>,\n",
249+
" <Project - long-beach - 2017-07-10>,\n",
250+
" <Project - long-beach - 2017-06-09>,\n",
251+
" <Project - shanghai - 2017-07-28>,\n",
252+
" <Project - shanghai - 2017-08-04>,\n",
253+
" <Project - singapore - 2017-09-18>,\n",
254+
" <Project - shanghai - 2017-07-21>]"
69255
]
70256
},
71257
"execution_count": 2,
@@ -325,6 +511,105 @@
325511
"plt.show()"
326512
]
327513
},
514+
{
515+
"cell_type": "markdown",
516+
"metadata": {
517+
"collapsed": true
518+
},
519+
"source": [
520+
"# Raster Vision"
521+
]
522+
},
523+
{
524+
"cell_type": "markdown",
525+
"metadata": {},
526+
"source": [
527+
"## Prepare training data"
528+
]
529+
},
530+
{
531+
"cell_type": "code",
532+
"execution_count": 3,
533+
"metadata": {},
534+
"outputs": [
535+
{
536+
"data": {
537+
"text/plain": [
538+
"u'ca3c5ea7-ed04-4122-8a8b-ff4146567a4f'"
539+
]
540+
},
541+
"execution_count": 3,
542+
"metadata": {},
543+
"output_type": "execute_result"
544+
}
545+
],
546+
"source": [
547+
"from rasterfoundry.utils import RasterVisionBatchClient\n",
548+
"rv_batch_client = RasterVisionBatchClient(branch_name='lf/filter')\n",
549+
"\n",
550+
"# A set of projects and corresponding annotation GeoJSON files.\n",
551+
"project_ids = [\n",
552+
" '357ddf1f-2e5e-4420-8e75-0eed12d2d20f',\n",
553+
" '1ab2734c-d2b1-4e0b-8c54-24f4f121c77b',\n",
554+
" 'd64f334a-9c91-4bae-bc5e-2daa28c9470f',\n",
555+
" '72d1eadb-2e4b-4e07-81d6-cc78a1ff29a1',\n",
556+
" '7030c078-cf3e-403f-934a-cef039e56b2d',\n",
557+
" 'f38d0ea0-1b11-4256-9ca6-5464ca30bbaf'\n",
558+
"]\n",
559+
"\n",
560+
"annotation_uris = [\n",
561+
" 's3://raster-vision-od/raw-data/annotations/jm-ships/2017-09-18-singapore-final.geojson',\n",
562+
" 's3://raster-vision-od/raw-data/annotations/jm-ships/2017-07-04-panama-final.geojson',\n",
563+
" 's3://raster-vision-od/raw-data/annotations/jm-ships/2017-07-23-oakland-final.geojson',\n",
564+
" 's3://raster-vision-od/raw-data/annotations/jm-ships/2017-08-27-richmond-final.geojson',\n",
565+
" 's3://raster-vision-od/raw-data/annotations/jm-ships/2017-08-01-singapore-final.geojson',\n",
566+
" 's3://raster-vision-od/raw-data/annotations/jm-ships/2017-08-08-long-beach-final.geojson'\n",
567+
"]\n",
568+
"\n",
569+
"# Specify where to put the output, and start the Batch job.\n",
570+
"output_zip_uri = 's3://raster-vision-od/training-data/jm-ships-single-label.zip'\n",
571+
"label_map_uri = 's3://raster-vision-od/configs/labels-maps/jm-ships-single-label.pbtxt'\n",
572+
"\n",
573+
"api.start_prep_train_data_job(\n",
574+
" rv_batch_client,\n",
575+
" project_ids, annotation_uris, output_zip_uri, label_map_uri)"
576+
]
577+
},
578+
{
579+
"cell_type": "markdown",
580+
"metadata": {
581+
"collapsed": true
582+
},
583+
"source": [
584+
"## Make predictions for project"
585+
]
586+
},
587+
{
588+
"cell_type": "code",
589+
"execution_count": 6,
590+
"metadata": {},
591+
"outputs": [
592+
{
593+
"data": {
594+
"text/plain": [
595+
"u'95971811-263c-4bbf-895c-f9de9f59e1ea'"
596+
]
597+
},
598+
"execution_count": 6,
599+
"metadata": {},
600+
"output_type": "execute_result"
601+
}
602+
],
603+
"source": [
604+
"# Make predictions using a trained model for the Oakland project.\n",
605+
"oakland = projects[0]\n",
606+
"inference_graph_uri = 's3://raster-vision-od/trained-models/lhf-ships-neg0/inference_graph.pb'\n",
607+
"label_map_uri = 's3://raster-vision-od/training-data/jm-ships-single-label.pbtxt'\n",
608+
"predictions_uri = 's3://raster-vision-od/predictions/oakland.json'\n",
609+
"oakland.start_predict_job(rv_batch_client, inference_graph_uri,\n",
610+
" label_map_uri, predictions_uri)"
611+
]
612+
},
328613
{
329614
"cell_type": "code",
330615
"execution_count": null,
@@ -351,7 +636,7 @@
351636
"name": "python",
352637
"nbconvert_exporter": "python",
353638
"pygments_lexer": "ipython2",
354-
"version": "2.7.6"
639+
"version": "2.7.13"
355640
}
356641
},
357642
"nbformat": 4,

0 commit comments

Comments
 (0)