{"data":{"id":"10.48550/arxiv.1612.01337","type":"dois","attributes":{"doi":"10.48550/arxiv.1612.01337","prefix":"10.48550","suffix":"arxiv.1612.01337","identifiers":[{"identifier":"1612.01337","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1612.01337"}],"creators":[{"name":"Marmanis, Dimitrios","nameType":"Personal","givenName":"Dimitrios","familyName":"Marmanis","affiliation":[],"nameIdentifiers":[]},{"name":"Schindler, Konrad","nameType":"Personal","givenName":"Konrad","familyName":"Schindler","affiliation":[],"nameIdentifiers":[]},{"name":"Wegner, Jan Dirk","nameType":"Personal","givenName":"Jan Dirk","familyName":"Wegner","affiliation":[],"nameIdentifiers":[]},{"name":"Galliani, Silvano","nameType":"Personal","givenName":"Silvano","familyName":"Galliani","affiliation":[],"nameIdentifiers":[]},{"name":"Datcu, Mihai","nameType":"Personal","givenName":"Mihai","familyName":"Datcu","affiliation":[],"nameIdentifiers":[]},{"name":"Stilla, Uwe","nameType":"Personal","givenName":"Uwe","familyName":"Stilla","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Classification With an Edge: Improving Semantic Image Segmentation with Boundary Detection"}],"publisher":"arXiv","container":{},"publicationYear":2016,"subjects":[{"lang":"en","subject":"Computer Vision and Pattern Recognition (cs.CV)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2016-12-05T13:12:24Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2016-12-06T01:11:03Z","dateType":"Updated","dateInformation":"v1"},{"date":"2017-12-21T21:36:14Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2017-12-25T01:01:50Z","dateType":"Updated","dateInformation":"v2"},{"date":"2016-12","dateType":"Available","dateInformation":"v1"},{"date":"2016","dateType":"Issued"}],"language":null,"types":{"ris":"RPRT","bibtex":"article","citeproc":"article-journal","schemaOrg":"ScholarlyArticle","resourceType":"Article","resourceTypeGeneral":"Text"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"We present an end-to-end trainable deep convolutional neural network (DCNN) for semantic segmentation with built-in awareness of semantically meaningful boundaries. Semantic segmentation is a fundamental remote sensing task, and most state-of-the-art methods rely on DCNNs as their workhorse. A major reason for their success is that deep networks learn to accumulate contextual information over very large windows (receptive fields). However, this success comes at a cost, since the associated loss of effecive spatial resolution washes out high-frequency details and leads to blurry object boundaries. Here, we propose to counter this effect by combining semantic segmentation with semantically informed edge detection, thus making class-boundaries explicit in the model, First, we construct a comparatively simple, memory-efficient model by adding boundary detection to the Segnet encoder-decoder architecture. Second, we also include boundary detection in FCN-type models and set up a high-end classifier ensemble. We show that boundary detection significantly improves semantic segmentation with CNNs. Our high-end ensemble achieves \u0026gt; 90% overall accuracy on the ISPRS Vaihingen benchmark.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xNjEyLjAxMzM3PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTYxMi4wMTMzNzwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5NYXJtYW5pcywgRGltaXRyaW9zPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5EaW1pdHJpb3M8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+TWFybWFuaXM8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+U2NoaW5kbGVyLCBLb25yYWQ8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPktvbnJhZDwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5TY2hpbmRsZXI8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+V2VnbmVyLCBKYW4gRGlyazwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+SmFuIERpcms8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+V2VnbmVyPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkdhbGxpYW5pLCBTaWx2YW5vPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5TaWx2YW5vPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkdhbGxpYW5pPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkRhdGN1LCBNaWhhaTwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+TWloYWk8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+RGF0Y3U8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+U3RpbGxhLCBVd2U8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlV3ZTwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5TdGlsbGE8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPkNsYXNzaWZpY2F0aW9uIFdpdGggYW4gRWRnZTogSW1wcm92aW5nIFNlbWFudGljIEltYWdlIFNlZ21lbnRhdGlvbiB3aXRoIEJvdW5kYXJ5IERldGVjdGlvbjwvdGl0bGU+CiAgPC90aXRsZXM+CiAgPHB1Ymxpc2hlcj5hclhpdjwvcHVibGlzaGVyPgogIDxwdWJsaWNhdGlvblllYXI+MjAxNjwvcHVibGljYXRpb25ZZWFyPgogIDxzdWJqZWN0cz4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPkNvbXB1dGVyIFZpc2lvbiBhbmQgUGF0dGVybiBSZWNvZ25pdGlvbiAoY3MuQ1YpPC9zdWJqZWN0PgogICAgPHN1YmplY3Qgc3ViamVjdFNjaGVtZT0iRmllbGRzIG9mIFNjaWVuY2UgYW5kIFRlY2hub2xvZ3kgKEZPUykiPkZPUzogQ29tcHV0ZXIgYW5kIGluZm9ybWF0aW9uIHNjaWVuY2VzPC9zdWJqZWN0PgogIDwvc3ViamVjdHM+CiAgPGRhdGVzPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxNi0xMi0wNVQxMzoxMjoyNFo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxNi0xMi0wNlQwMToxMTowM1o8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYyIj4yMDE3LTEyLTIxVDIxOjM2OjE0WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYyIj4yMDE3LTEyLTI1VDAxOjAxOjUwWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJBdmFpbGFibGUiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMTYtMTI8L2RhdGU+CiAgPC9kYXRlcz4KICA8cmVzb3VyY2VUeXBlIHJlc291cmNlVHlwZUdlbmVyYWw9IlRleHQiPkFydGljbGU8L3Jlc291cmNlVHlwZT4KICA8dmVyc2lvbj4yPC92ZXJzaW9uPgogIDxyaWdodHNMaXN0PgogICAgPHJpZ2h0cyByaWdodHNVUkk9Imh0dHA6Ly9hcnhpdi5vcmcvbGljZW5zZXMvbm9uZXhjbHVzaXZlLWRpc3RyaWIvMS4wLyI+YXJYaXYub3JnIHBlcnBldHVhbCwgbm9uLWV4Y2x1c2l2ZSBsaWNlbnNlPC9yaWdodHM+CiAgPC9yaWdodHNMaXN0PgogIDxkZXNjcmlwdGlvbnM+CiAgICA8ZGVzY3JpcHRpb24gZGVzY3JpcHRpb25UeXBlPSJBYnN0cmFjdCI+V2UgcHJlc2VudCBhbiBlbmQtdG8tZW5kIHRyYWluYWJsZSBkZWVwIGNvbnZvbHV0aW9uYWwgbmV1cmFsIG5ldHdvcmsgKERDTk4pIGZvciBzZW1hbnRpYyBzZWdtZW50YXRpb24gd2l0aCBidWlsdC1pbiBhd2FyZW5lc3Mgb2Ygc2VtYW50aWNhbGx5IG1lYW5pbmdmdWwgYm91bmRhcmllcy4gU2VtYW50aWMgc2VnbWVudGF0aW9uIGlzIGEgZnVuZGFtZW50YWwgcmVtb3RlIHNlbnNpbmcgdGFzaywgYW5kIG1vc3Qgc3RhdGUtb2YtdGhlLWFydCBtZXRob2RzIHJlbHkgb24gRENOTnMgYXMgdGhlaXIgd29ya2hvcnNlLiBBIG1ham9yIHJlYXNvbiBmb3IgdGhlaXIgc3VjY2VzcyBpcyB0aGF0IGRlZXAgbmV0d29ya3MgbGVhcm4gdG8gYWNjdW11bGF0ZSBjb250ZXh0dWFsIGluZm9ybWF0aW9uIG92ZXIgdmVyeSBsYXJnZSB3aW5kb3dzIChyZWNlcHRpdmUgZmllbGRzKS4gSG93ZXZlciwgdGhpcyBzdWNjZXNzIGNvbWVzIGF0IGEgY29zdCwgc2luY2UgdGhlIGFzc29jaWF0ZWQgbG9zcyBvZiBlZmZlY2l2ZSBzcGF0aWFsIHJlc29sdXRpb24gd2FzaGVzIG91dCBoaWdoLWZyZXF1ZW5jeSBkZXRhaWxzIGFuZCBsZWFkcyB0byBibHVycnkgb2JqZWN0IGJvdW5kYXJpZXMuIEhlcmUsIHdlIHByb3Bvc2UgdG8gY291bnRlciB0aGlzIGVmZmVjdCBieSBjb21iaW5pbmcgc2VtYW50aWMgc2VnbWVudGF0aW9uIHdpdGggc2VtYW50aWNhbGx5IGluZm9ybWVkIGVkZ2UgZGV0ZWN0aW9uLCB0aHVzIG1ha2luZyBjbGFzcy1ib3VuZGFyaWVzIGV4cGxpY2l0IGluIHRoZSBtb2RlbCwgRmlyc3QsIHdlIGNvbnN0cnVjdCBhIGNvbXBhcmF0aXZlbHkgc2ltcGxlLCBtZW1vcnktZWZmaWNpZW50IG1vZGVsIGJ5IGFkZGluZyBib3VuZGFyeSBkZXRlY3Rpb24gdG8gdGhlIFNlZ25ldCBlbmNvZGVyLWRlY29kZXIgYXJjaGl0ZWN0dXJlLiBTZWNvbmQsIHdlIGFsc28gaW5jbHVkZSBib3VuZGFyeSBkZXRlY3Rpb24gaW4gRkNOLXR5cGUgbW9kZWxzIGFuZCBzZXQgdXAgYSBoaWdoLWVuZCBjbGFzc2lmaWVyIGVuc2VtYmxlLiBXZSBzaG93IHRoYXQgYm91bmRhcnkgZGV0ZWN0aW9uIHNpZ25pZmljYW50bHkgaW1wcm92ZXMgc2VtYW50aWMgc2VnbWVudGF0aW9uIHdpdGggQ05Ocy4gT3VyIGhpZ2gtZW5kIGVuc2VtYmxlIGFjaGlldmVzICZndDsgOTAlIG92ZXJhbGwgYWNjdXJhY3kgb24gdGhlIElTUFJTIFZhaWhpbmdlbiBiZW5jaG1hcmsuPC9kZXNjcmlwdGlvbj4KICA8L2Rlc2NyaXB0aW9ucz4KPC9yZXNvdXJjZT4=","url":"https://arxiv.org/abs/1612.01337","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-03-05T01:49:58.000Z","registered":"2022-03-05T01:49:59.000Z","published":"2016","updated":"2022-03-05T01:49:59.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1612.01337","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}