{ "ok": true, "doi": "10.46243/jst.2021.v6.i05.pp138-146", "events": [ { "seq": 1, "kind": "register", "at": "2026-09-29 22:00:37", "by": "Administrator (admin)", "by_kind": "user", "note": "registered at Crossref; record read from api.crossref.org", "changes": [ { "path": "abstract.lang", "from": null, "to": "en" }, { "path": "abstract.value", "from": null, "to": "BACKGROUND: A software engineering systematic map is a defined method to build a classification scheme and structure a software engineering field of interest. The analysis of results focuses on frequencies of publications for categories within the scheme. Thereby, the coverage of the research field can be determined. Different facets of the scheme can also be combined to answer more specific research questions. OBJECTIVE: We describe how to conduct a systematic mapping study in software engineering and provide guidelines. We also compare systematic maps and systematic reviews to clarify how to chose between them. This comparison leads to a set of guidelines for systematic maps. METHOD: We have defined a systematic mapping process and applied it to complete a systematic mapping study. Furthermore, we compare systematic maps with systematic reviews by systematically analyzing existing systematic reviews. RESULTS: We describe a process for software engineering systematic mapping studies and compare it to systematic reviews. Based on this, guidelines for conducting systematic maps are defined. CONCLUSIONS: Systematic maps and reviews are different in terms of goals, breadth, validity issues and implications. Thus, they should be used complementarily and require different methods (e.g., for analysis)." }, { "path": "agents.0.name.family", "from": null, "to": "Navi" }, { "path": "agents.0.name.given", "from": null, "to": "CH Venkata" }, { "path": "agents.0.role", "from": null, "to": "author" }, { "path": "agents.0.sequence", "from": null, "to": "first" }, { "path": "agents.1.name.family", "from": null, "to": "Reddy" }, { "path": "agents.1.name.given", "from": null, "to": "P.Sandeep" }, { "path": "agents.1.role", "from": null, "to": "author" }, { "path": "agents.1.sequence", "from": null, "to": "additional" }, { "path": "agents.2.name.family", "from": null, "to": "Kartheek" }, { "path": "agents.2.name.given", "from": null, "to": "G L N V" }, { "path": "agents.2.role", "from": null, "to": "author" }, { "path": "agents.2.sequence", "from": null, "to": "additional" }, { "path": "agents.3.name.family", "from": null, "to": "Kartheek" }, { "path": "agents.3.name.given", "from": null, "to": "G L N V" }, { "path": "agents.3.role", "from": null, "to": "author" }, { "path": "agents.3.sequence", "from": null, "to": "additional" }, { "path": "agents.4.name.org", "from": null, "to": "Longman Publishers" }, { "path": "agents.4.role", "from": null, "to": "publisher" }, { "path": "characters.0", "from": null, "to": "Language" }, { "path": "container.identifiers.0.medium", "from": null, "to": "electronic" }, { "path": "container.identifiers.0.type", "from": null, "to": "ISSN" }, { "path": "container.identifiers.0.value", "from": null, "to": "2456-5660" }, { "path": "container.pages.first", "from": null, "to": "138" }, { "path": "container.titles.0.type", "from": null, "to": "PrincipalTitle" }, { "path": "container.titles.0.value", "from": null, "to": "Journal of Science & Technology" }, { "path": "container.type", "from": null, "to": "Journal" }, { "path": "dates.date_type", "from": null, "to": "PublicationDate" }, { "path": "dates.online", "from": null, "to": "2021-10-01" }, { "path": "dates.published", "from": null, "to": "2021-10-01" }, { "path": "doi", "from": null, "to": "10.46243/jst.2021.v6.i05.pp138-146" }, { "path": "format", "from": null, "to": "smartscholars-doi-metadata/1.0" }, { "path": "identifiers.0.type", "from": null, "to": "DOI" }, { "path": "identifiers.0.value", "from": null, "to": "10.46243/jst.2021.v6.i05.pp138-146" }, { "path": "language", "from": null, "to": "en" }, { "path": "license.applies_to", "from": null, "to": "vor" }, { "path": "license.start", "from": null, "to": "2021-10-01" }, { "path": "license.url", "from": null, "to": "https://creativecommons.org/licenses/by/4.0" }, { "path": "links.0.primary", "from": null, "to": true }, { "path": "links.0.return_type", "from": null, "to": "text/html" }, { "path": "links.0.url", "from": null, "to": "https://www.jst.org.in/index.php/pub/article/view/925" }, { "path": "links.1.purpose", "from": null, "to": "text-mining" }, { "path": "links.1.return_type", "from": null, "to": "application/pdf" }, { "path": "links.1.url", "from": null, "to": "https://www.jst.org.in/index.php/pub/article/download/925/852" }, { "path": "links.2.purpose", "from": null, "to": "text-mining" }, { "path": "links.2.return_type", "from": null, "to": "application/xml" }, { "path": "links.2.url", "from": null, "to": "https://www.jst.org.in/index.php/pub/article/download/925/2582" }, { "path": "links.3.purpose", "from": null, "to": "similarity-checking" }, { "path": "links.3.url", "from": null, "to": "https://www.jst.org.in/index.php/pub/article/view/925/852" }, { "path": "modes.0", "from": null, "to": "Visual" }, { "path": "record.issue_number", "from": null, "to": 1 }, { "path": "record.registered", "from": null, "to": "2026-09-11" }, { "path": "record.registrant", "from": null, "to": "Longman Publishers" }, { "path": "record.source", "from": null, "to": "crossref-api" }, { "path": "record.source_agency", "from": null, "to": "Crossref (member 25296)" }, { "path": "record.updated", "from": null, "to": "2026-09-17" }, { "path": "references.0.doi", "from": null, "to": "10.1109/esem.2007.58" }, { "path": "references.0.key", "from": null, "to": "ref1" }, { "path": "references.0.unstructured", "from": null, "to": "Bailey, J., Budgen, D., Turner, M., Kitchenham, B., Brereton, P. & Linkman, S. (2007), Evidence relating to object-oriented software design: A survey, in ‘Proc. of the 1st Int. Symp. on Empirical Software Engineering and Measurement (ESEM 2007)’, pp. 482–484" }, { "path": "references.1.doi", "from": null, "to": "10.14236/ewic/ease2007.7" }, { "path": "references.1.key", "from": null, "to": "ref2" }, { "path": "references.1.unstructured", "from": null, "to": "Budgen, D., Kitchenham, B., Charters, S., Turner, M., Brereton, P. & Linjkman, S. (2007), Preliminary results of a study of the completeness and clarity of structured abstracts, in ‘Proc. of the 11th Int. Conf. on Evaluation and Assessment in Software Engineering 2007’, pp. 64–72" }, { "path": "references.10.doi", "from": null, "to": "10.1109/tse.2007.1001" }, { "path": "references.10.key", "from": null, "to": "ref11" }, { "path": "references.10.unstructured", "from": null, "to": "Kitchenham, B. A., Mendes, E. & Travassos, G. H. (2007), ‘Cross versus within-company cost estimation studies: A systematic review’, IEEE Trans. Software Eng. 33(5), 316–329" }, { "path": "references.11.key", "from": null, "to": "ref12" }, { "path": "references.11.unstructured", "from": null, "to": "Kitchenham, B. & Charters, S. (2007), Guidelines for performing systematic literature reviews in software engineering, Technical Report EBSE-2007-01, School of Computer Science and Mathematics, Keele University" }, { "path": "references.12.doi", "from": null, "to": "10.1109/esem.2007.45" }, { "path": "references.12.key", "from": null, "to": "ref13" }, { "path": "references.12.unstructured", "from": null, "to": "MacDonell, S. G. & Shepperd, M. J. (2007), Comparing local and global software effort estimation models-reflections on a systematic review, in ‘Proc. of the 1st Int. Symp. on Empirical Software Engineering and Measurement (ESEM 2007)’, pp. 401–409" }, { "path": "references.13.doi", "from": null, "to": "10.1109/isese.2005.1541857" }, { "path": "references.13.key", "from": null, "to": "ref14" }, { "path": "references.13.unstructured", "from": null, "to": "Mendes, E. (2005), A systematic review of web engineering research, in ‘Proc. of the Int. Symp. on Empirical Software Engineering (ISESE 2005)’, pp. 498–507" }, { "path": "references.14.doi", "from": null, "to": "10.1109/tse.2005.97" }, { "path": "references.14.key", "from": null, "to": "ref15" }, { "path": "references.14.unstructured", "from": null, "to": "Mujtaba, S., Petersen, K., Feldt, R. & Mattsson, M. (2008), Software product line variability: A systematic mapping study, in ‘submission’. Sjøberg, D. I. K., Hannay, J. E., Hansen, O., Kampenes, V. B., Karahasanovic, A., Liborg, N.-K. & Rekdal, A. C. (2005), ‘A survey of controlled experiments in software engineering’, IEEE Trans" }, { "path": "references.15.key", "from": null, "to": "ref16" }, { "path": "references.15.unstructured", "from": null, "to": "Software Eng. 31(9), 733–753" }, { "path": "references.16.doi", "from": null, "to": "10.1007/s00766-005-0021-6" }, { "path": "references.16.key", "from": null, "to": "ref17" }, { "path": "references.16.unstructured", "from": null, "to": "Wieringa, R., Maiden, N. A. M., Mead, N. R. & Rolland, C. (2006), ‘Requirements engineering paper classification and evaluation criteria: a proposal and a discussion’, Requir. Eng. 11(1), 102–107" }, { "path": "references.2.doi", "from": null, "to": "10.1109/re.2006.17" }, { "path": "references.2.key", "from": null, "to": "ref3" }, { "path": "references.2.unstructured", "from": null, "to": "Davis, A. M., Tub´ıo, O´. D., Hickey, A. M., Juzgado, N. J. & Moreno, A. M. (2006), Effectiveness of requirements elicitation techniques: Empirical results derived from a systematic review, in ‘Proc. of the 15th Int. Conf. on Requirements Engineering (RE 2006)’, pp. 176–185" }, { "path": "references.3.doi", "from": null, "to": "10.1177/135581960501000110" }, { "path": "references.3.key", "from": null, "to": "ref4" }, { "path": "references.3.unstructured", "from": null, "to": "Dixon-Woods, M., Agarwal, S., Jones, D., Young, B. & Sutton, A. (2005), ‘Synthesising qualitative and quantitative evidence: a review of possible methods.’, Journal of Health Services Research and Policy 10(1), 45–53. Dyba˚, T., Kampenes, V. B. & Sjøberg, D. I. K. (2006), ‘A systematic review of statistical power in software engineering experiments’, Information & Software Technology 48(8), 745–755" }, { "path": "references.4.doi", "from": null, "to": "10.1016/s0950-5849(02)00049-6" }, { "path": "references.4.key", "from": null, "to": "ref5" }, { "path": "references.4.unstructured", "from": null, "to": "Glass, R. L., Vessey, I. & Ramesh, V. (2002), ‘Research in software engineering: an analysis of the literature’, Information & Software Technology 44(8), 491–506" }, { "path": "references.5.doi", "from": null, "to": "10.1016/j.infsof.2005.04.004" }, { "path": "references.5.key", "from": null, "to": "ref6" }, { "path": "references.5.unstructured", "from": null, "to": "Grimstad, S., Jørgensen, M. & Moløkken-Østvold, K. (2006), ‘Software effort estimation terminology: The tower of babel’, Information & Software Technology 48(4), 302–310" }, { "path": "references.6.doi", "from": null, "to": "10.1109/tse.2007.12" }, { "path": "references.6.key", "from": null, "to": "ref7" }, { "path": "references.6.unstructured", "from": null, "to": "Hannay, J. E., Sjøberg, D. I. K. & Dyba˚, T. (2007), ‘A systematic review of theory use in software engineering experiments’, IEEE Trans. Software Eng. 33(2), 87–107. Jørgensen, M. & Shepperd, M. J. (2007), ‘A systematic review of software development cost estimation studies’, IEEE Trans. Software Eng. 33(1), 33–53" }, { "path": "references.7.doi", "from": null, "to": "10.1016/j.infsof.2007.02.015" }, { "path": "references.7.key", "from": null, "to": "ref8" }, { "path": "references.7.unstructured", "from": null, "to": "Kampenes, V. B., Dyba˚, T., Hannay, J. E. & Sjøberg, D. I. K. (2007), ‘Systematic review: A systematic review of effect size in software engineering experiments’, Information & Software Technology 49(11-12), 1073–1086" }, { "path": "references.8.key", "from": null, "to": "ref9" }, { "path": "references.8.unstructured", "from": null, "to": "Kitchenham, B. (2007), ‘The current state of evidence-based software engineering. keynote int. conf. on evaluation and assessment in software engineering (2007)’" }, { "path": "references.9.doi", "from": null, "to": "10.1109/icse.2004.1317449" }, { "path": "references.9.key", "from": null, "to": "ref10" }, { "path": "references.9.unstructured", "from": null, "to": "Kitchenham, B. A., Dyba, T. & Jorgensen, M. (2004), Evidence-based software engineering, in ‘Proc. of the 26th Int. Conf. on Software Engineering (ICSE 2006)’, IEEE Computer Society, pp. 273–281" }, { "path": "referent", "from": null, "to": "Creation" }, { "path": "structural_type", "from": null, "to": "Digital" }, { "path": "titles.0.lang", "from": null, "to": "en" }, { "path": "titles.0.type", "from": null, "to": "PrincipalTitle" }, { "path": "titles.0.value", "from": null, "to": "Systematic Mapping Studies in Software Engineering" }, { "path": "type", "from": null, "to": "JournalArticle" } ], "record_after": { "format": "smartscholars-doi-metadata/1.0", "doi": "10.46243/jst.2021.v6.i05.pp138-146", "referent": "Creation", "type": "JournalArticle", "structural_type": "Digital", "modes": [ "Visual" ], "characters": [ "Language" ], "titles": [ { "value": "Systematic Mapping Studies in Software Engineering", "type": "PrincipalTitle", "lang": "en" } ], "identifiers": [ { "type": "DOI", "value": "10.46243/jst.2021.v6.i05.pp138-146" } ], "agents": [ { "role": "author", "name": { "given": "CH Venkata", "family": "Navi" }, "sequence": "first" }, { "role": "author", "name": { "given": "P.Sandeep", "family": "Reddy" }, "sequence": "additional" }, { "role": "author", "name": { "given": "G L N V", "family": "Kartheek" }, "sequence": "additional" }, { "role": "author", "name": { "given": "G L N V", "family": "Kartheek" }, "sequence": "additional" }, { "role": "publisher", "name": { "org": "Longman Publishers" } } ], "dates": { "published": "2021-10-01", "date_type": "PublicationDate", "online": "2021-10-01" }, "language": "en", "container": { "type": "Journal", "titles": [ { "value": "Journal of Science & Technology", "type": "PrincipalTitle" } ], "identifiers": [ { "type": "ISSN", "value": "2456-5660", "medium": "electronic" } ], "pages": { "first": "138" } }, "links": [ { "url": "https://www.jst.org.in/index.php/pub/article/view/925", "return_type": "text/html", "primary": true }, { "url": "https://www.jst.org.in/index.php/pub/article/download/925/852", "purpose": "text-mining", "return_type": "application/pdf" }, { "url": "https://www.jst.org.in/index.php/pub/article/download/925/2582", "purpose": "text-mining", "return_type": "application/xml" }, { "url": "https://www.jst.org.in/index.php/pub/article/view/925/852", "purpose": "similarity-checking" } ], "abstract": { "value": "BACKGROUND: A software engineering systematic map is a defined method to build a classification scheme and structure a software engineering field of interest. The analysis of results focuses on frequencies of publications for categories within the scheme. Thereby, the coverage of the research field can be determined. Different facets of the scheme can also be combined to answer more specific research questions. OBJECTIVE: We describe how to conduct a systematic mapping study in software engineering and provide guidelines. We also compare systematic maps and systematic reviews to clarify how to chose between them. This comparison leads to a set of guidelines for systematic maps. METHOD: We have defined a systematic mapping process and applied it to complete a systematic mapping study. Furthermore, we compare systematic maps with systematic reviews by systematically analyzing existing systematic reviews. RESULTS: We describe a process for software engineering systematic mapping studies and compare it to systematic reviews. Based on this, guidelines for conducting systematic maps are defined. CONCLUSIONS: Systematic maps and reviews are different in terms of goals, breadth, validity issues and implications. Thus, they should be used complementarily and require different methods (e.g., for analysis).", "lang": "en" }, "license": { "url": "https://creativecommons.org/licenses/by/4.0", "start": "2021-10-01", "applies_to": "vor" }, "references": [ { "key": "ref1", "doi": "10.1109/esem.2007.58", "unstructured": "Bailey, J., Budgen, D., Turner, M., Kitchenham, B., Brereton, P. & Linkman, S. (2007), Evidence relating to object-oriented software design: A survey, in ‘Proc. of the 1st Int. Symp. on Empirical Software Engineering and Measurement (ESEM 2007)’, pp. 482–484" }, { "key": "ref2", "doi": "10.14236/ewic/ease2007.7", "unstructured": "Budgen, D., Kitchenham, B., Charters, S., Turner, M., Brereton, P. & Linjkman, S. (2007), Preliminary results of a study of the completeness and clarity of structured abstracts, in ‘Proc. of the 11th Int. Conf. on Evaluation and Assessment in Software Engineering 2007’, pp. 64–72" }, { "key": "ref3", "doi": "10.1109/re.2006.17", "unstructured": "Davis, A. M., Tub´ıo, O´. D., Hickey, A. M., Juzgado, N. J. & Moreno, A. M. (2006), Effectiveness of requirements elicitation techniques: Empirical results derived from a systematic review, in ‘Proc. of the 15th Int. Conf. on Requirements Engineering (RE 2006)’, pp. 176–185" }, { "key": "ref4", "doi": "10.1177/135581960501000110", "unstructured": "Dixon-Woods, M., Agarwal, S., Jones, D., Young, B. & Sutton, A. (2005), ‘Synthesising qualitative and quantitative evidence: a review of possible methods.’, Journal of Health Services Research and Policy 10(1), 45–53. Dyba˚, T., Kampenes, V. B. & Sjøberg, D. I. K. (2006), ‘A systematic review of statistical power in software engineering experiments’, Information & Software Technology 48(8), 745–755" }, { "key": "ref5", "doi": "10.1016/s0950-5849(02)00049-6", "unstructured": "Glass, R. L., Vessey, I. & Ramesh, V. (2002), ‘Research in software engineering: an analysis of the literature’, Information & Software Technology 44(8), 491–506" }, { "key": "ref6", "doi": "10.1016/j.infsof.2005.04.004", "unstructured": "Grimstad, S., Jørgensen, M. & Moløkken-Østvold, K. (2006), ‘Software effort estimation terminology: The tower of babel’, Information & Software Technology 48(4), 302–310" }, { "key": "ref7", "doi": "10.1109/tse.2007.12", "unstructured": "Hannay, J. E., Sjøberg, D. I. K. & Dyba˚, T. (2007), ‘A systematic review of theory use in software engineering experiments’, IEEE Trans. Software Eng. 33(2), 87–107. Jørgensen, M. & Shepperd, M. J. (2007), ‘A systematic review of software development cost estimation studies’, IEEE Trans. Software Eng. 33(1), 33–53" }, { "key": "ref8", "doi": "10.1016/j.infsof.2007.02.015", "unstructured": "Kampenes, V. B., Dyba˚, T., Hannay, J. E. & Sjøberg, D. I. K. (2007), ‘Systematic review: A systematic review of effect size in software engineering experiments’, Information & Software Technology 49(11-12), 1073–1086" }, { "key": "ref9", "unstructured": "Kitchenham, B. (2007), ‘The current state of evidence-based software engineering. keynote int. conf. on evaluation and assessment in software engineering (2007)’" }, { "key": "ref10", "doi": "10.1109/icse.2004.1317449", "unstructured": "Kitchenham, B. A., Dyba, T. & Jorgensen, M. (2004), Evidence-based software engineering, in ‘Proc. of the 26th Int. Conf. on Software Engineering (ICSE 2006)’, IEEE Computer Society, pp. 273–281" }, { "key": "ref11", "doi": "10.1109/tse.2007.1001", "unstructured": "Kitchenham, B. A., Mendes, E. & Travassos, G. H. (2007), ‘Cross versus within-company cost estimation studies: A systematic review’, IEEE Trans. Software Eng. 33(5), 316–329" }, { "key": "ref12", "unstructured": "Kitchenham, B. & Charters, S. (2007), Guidelines for performing systematic literature reviews in software engineering, Technical Report EBSE-2007-01, School of Computer Science and Mathematics, Keele University" }, { "key": "ref13", "doi": "10.1109/esem.2007.45", "unstructured": "MacDonell, S. G. & Shepperd, M. J. (2007), Comparing local and global software effort estimation models-reflections on a systematic review, in ‘Proc. of the 1st Int. Symp. on Empirical Software Engineering and Measurement (ESEM 2007)’, pp. 401–409" }, { "key": "ref14", "doi": "10.1109/isese.2005.1541857", "unstructured": "Mendes, E. (2005), A systematic review of web engineering research, in ‘Proc. of the Int. Symp. on Empirical Software Engineering (ISESE 2005)’, pp. 498–507" }, { "key": "ref15", "doi": "10.1109/tse.2005.97", "unstructured": "Mujtaba, S., Petersen, K., Feldt, R. & Mattsson, M. (2008), Software product line variability: A systematic mapping study, in ‘submission’. Sjøberg, D. I. K., Hannay, J. E., Hansen, O., Kampenes, V. B., Karahasanovic, A., Liborg, N.-K. & Rekdal, A. C. (2005), ‘A survey of controlled experiments in software engineering’, IEEE Trans" }, { "key": "ref16", "unstructured": "Software Eng. 31(9), 733–753" }, { "key": "ref17", "doi": "10.1007/s00766-005-0021-6", "unstructured": "Wieringa, R., Maiden, N. A. M., Mead, N. R. & Rolland, C. (2006), ‘Requirements engineering paper classification and evaluation criteria: a proposal and a discussion’, Requir. Eng. 11(1), 102–107" } ], "record": { "registrant": "Longman Publishers", "registered": "2026-09-11", "updated": "2026-09-17", "issue_number": 1, "source": "crossref-api", "source_agency": "Crossref (member 25296)" } }, "url_after": "https://www.jst.org.in/index.php/pub/article/view/925", "sha256_before": null, "sha256_after": "0f0de173112de34d41ede28279568d6c2dc2dd3547604c1e8a5c74fd51f368e5" }, { "seq": 2, "kind": "update", "at": "2026-09-29 23:59:57", "by": "Administrator (admin)", "by_kind": "user", "note": "record re-read from api.crossref.org", "changes": [ { "path": "container.titles.0.value", "from": "Journal of Science & Technology", "to": "Journal of Science & Technology" } ], "record_after": { "format": "smartscholars-doi-metadata/1.0", "doi": "10.46243/jst.2021.v6.i05.pp138-146", "referent": "Creation", "type": "JournalArticle", "structural_type": "Digital", "modes": [ "Visual" ], "characters": [ "Language" ], "titles": [ { "value": "Systematic Mapping Studies in Software Engineering", "type": "PrincipalTitle", "lang": "en" } ], "identifiers": [ { "type": "DOI", "value": "10.46243/jst.2021.v6.i05.pp138-146" } ], "agents": [ { "role": "author", "name": { "given": "CH Venkata", "family": "Navi" }, "sequence": "first" }, { "role": "author", "name": { "given": "P.Sandeep", "family": "Reddy" }, "sequence": "additional" }, { "role": "author", "name": { "given": "G L N V", "family": "Kartheek" }, "sequence": "additional" }, { "role": "author", "name": { "given": "G L N V", "family": "Kartheek" }, "sequence": "additional" }, { "role": "publisher", "name": { "org": "Longman Publishers" } } ], "dates": { "published": "2021-10-01", "date_type": "PublicationDate", "online": "2021-10-01" }, "language": "en", "container": { "type": "Journal", "titles": [ { "value": "Journal of Science & Technology", "type": "PrincipalTitle" } ], "identifiers": [ { "type": "ISSN", "value": "2456-5660", "medium": "electronic" } ], "pages": { "first": "138" } }, "links": [ { "url": "https://www.jst.org.in/index.php/pub/article/view/925", "return_type": "text/html", "primary": true }, { "url": "https://www.jst.org.in/index.php/pub/article/download/925/852", "purpose": "text-mining", "return_type": "application/pdf" }, { "url": "https://www.jst.org.in/index.php/pub/article/download/925/2582", "purpose": "text-mining", "return_type": "application/xml" }, { "url": "https://www.jst.org.in/index.php/pub/article/view/925/852", "purpose": "similarity-checking" } ], "abstract": { "value": "BACKGROUND: A software engineering systematic map is a defined method to build a classification scheme and structure a software engineering field of interest. The analysis of results focuses on frequencies of publications for categories within the scheme. Thereby, the coverage of the research field can be determined. Different facets of the scheme can also be combined to answer more specific research questions. OBJECTIVE: We describe how to conduct a systematic mapping study in software engineering and provide guidelines. We also compare systematic maps and systematic reviews to clarify how to chose between them. This comparison leads to a set of guidelines for systematic maps. METHOD: We have defined a systematic mapping process and applied it to complete a systematic mapping study. Furthermore, we compare systematic maps with systematic reviews by systematically analyzing existing systematic reviews. RESULTS: We describe a process for software engineering systematic mapping studies and compare it to systematic reviews. Based on this, guidelines for conducting systematic maps are defined. CONCLUSIONS: Systematic maps and reviews are different in terms of goals, breadth, validity issues and implications. Thus, they should be used complementarily and require different methods (e.g., for analysis).", "lang": "en" }, "license": { "url": "https://creativecommons.org/licenses/by/4.0", "start": "2021-10-01", "applies_to": "vor" }, "references": [ { "key": "ref1", "doi": "10.1109/esem.2007.58", "unstructured": "Bailey, J., Budgen, D., Turner, M., Kitchenham, B., Brereton, P. & Linkman, S. (2007), Evidence relating to object-oriented software design: A survey, in ‘Proc. of the 1st Int. Symp. on Empirical Software Engineering and Measurement (ESEM 2007)’, pp. 482–484" }, { "key": "ref2", "doi": "10.14236/ewic/ease2007.7", "unstructured": "Budgen, D., Kitchenham, B., Charters, S., Turner, M., Brereton, P. & Linjkman, S. (2007), Preliminary results of a study of the completeness and clarity of structured abstracts, in ‘Proc. of the 11th Int. Conf. on Evaluation and Assessment in Software Engineering 2007’, pp. 64–72" }, { "key": "ref3", "doi": "10.1109/re.2006.17", "unstructured": "Davis, A. M., Tub´ıo, O´. D., Hickey, A. M., Juzgado, N. J. & Moreno, A. M. (2006), Effectiveness of requirements elicitation techniques: Empirical results derived from a systematic review, in ‘Proc. of the 15th Int. Conf. on Requirements Engineering (RE 2006)’, pp. 176–185" }, { "key": "ref4", "doi": "10.1177/135581960501000110", "unstructured": "Dixon-Woods, M., Agarwal, S., Jones, D., Young, B. & Sutton, A. (2005), ‘Synthesising qualitative and quantitative evidence: a review of possible methods.’, Journal of Health Services Research and Policy 10(1), 45–53. Dyba˚, T., Kampenes, V. B. & Sjøberg, D. I. K. (2006), ‘A systematic review of statistical power in software engineering experiments’, Information & Software Technology 48(8), 745–755" }, { "key": "ref5", "doi": "10.1016/s0950-5849(02)00049-6", "unstructured": "Glass, R. L., Vessey, I. & Ramesh, V. (2002), ‘Research in software engineering: an analysis of the literature’, Information & Software Technology 44(8), 491–506" }, { "key": "ref6", "doi": "10.1016/j.infsof.2005.04.004", "unstructured": "Grimstad, S., Jørgensen, M. & Moløkken-Østvold, K. (2006), ‘Software effort estimation terminology: The tower of babel’, Information & Software Technology 48(4), 302–310" }, { "key": "ref7", "doi": "10.1109/tse.2007.12", "unstructured": "Hannay, J. E., Sjøberg, D. I. K. & Dyba˚, T. (2007), ‘A systematic review of theory use in software engineering experiments’, IEEE Trans. Software Eng. 33(2), 87–107. Jørgensen, M. & Shepperd, M. J. (2007), ‘A systematic review of software development cost estimation studies’, IEEE Trans. Software Eng. 33(1), 33–53" }, { "key": "ref8", "doi": "10.1016/j.infsof.2007.02.015", "unstructured": "Kampenes, V. B., Dyba˚, T., Hannay, J. E. & Sjøberg, D. I. K. (2007), ‘Systematic review: A systematic review of effect size in software engineering experiments’, Information & Software Technology 49(11-12), 1073–1086" }, { "key": "ref9", "unstructured": "Kitchenham, B. (2007), ‘The current state of evidence-based software engineering. keynote int. conf. on evaluation and assessment in software engineering (2007)’" }, { "key": "ref10", "doi": "10.1109/icse.2004.1317449", "unstructured": "Kitchenham, B. A., Dyba, T. & Jorgensen, M. (2004), Evidence-based software engineering, in ‘Proc. of the 26th Int. Conf. on Software Engineering (ICSE 2006)’, IEEE Computer Society, pp. 273–281" }, { "key": "ref11", "doi": "10.1109/tse.2007.1001", "unstructured": "Kitchenham, B. A., Mendes, E. & Travassos, G. H. (2007), ‘Cross versus within-company cost estimation studies: A systematic review’, IEEE Trans. Software Eng. 33(5), 316–329" }, { "key": "ref12", "unstructured": "Kitchenham, B. & Charters, S. (2007), Guidelines for performing systematic literature reviews in software engineering, Technical Report EBSE-2007-01, School of Computer Science and Mathematics, Keele University" }, { "key": "ref13", "doi": "10.1109/esem.2007.45", "unstructured": "MacDonell, S. G. & Shepperd, M. J. (2007), Comparing local and global software effort estimation models-reflections on a systematic review, in ‘Proc. of the 1st Int. Symp. on Empirical Software Engineering and Measurement (ESEM 2007)’, pp. 401–409" }, { "key": "ref14", "doi": "10.1109/isese.2005.1541857", "unstructured": "Mendes, E. (2005), A systematic review of web engineering research, in ‘Proc. of the Int. Symp. on Empirical Software Engineering (ISESE 2005)’, pp. 498–507" }, { "key": "ref15", "doi": "10.1109/tse.2005.97", "unstructured": "Mujtaba, S., Petersen, K., Feldt, R. & Mattsson, M. (2008), Software product line variability: A systematic mapping study, in ‘submission’. Sjøberg, D. I. K., Hannay, J. E., Hansen, O., Kampenes, V. B., Karahasanovic, A., Liborg, N.-K. & Rekdal, A. C. (2005), ‘A survey of controlled experiments in software engineering’, IEEE Trans" }, { "key": "ref16", "unstructured": "Software Eng. 31(9), 733–753" }, { "key": "ref17", "doi": "10.1007/s00766-005-0021-6", "unstructured": "Wieringa, R., Maiden, N. A. M., Mead, N. R. & Rolland, C. (2006), ‘Requirements engineering paper classification and evaluation criteria: a proposal and a discussion’, Requir. Eng. 11(1), 102–107" } ], "record": { "registrant": "Longman Publishers", "registered": "2026-09-11", "updated": "2026-09-17", "issue_number": 1, "source": "crossref-api", "source_agency": "Crossref (member 25296)" } }, "url_after": "https://www.jst.org.in/index.php/pub/article/view/925", "sha256_before": "0f0de173112de34d41ede28279568d6c2dc2dd3547604c1e8a5c74fd51f368e5", "sha256_after": "39d422756f494cd4f906e7649e861c7a1f20082256eb018573b4a3ed1f91d20f" } ] }