{"text_format":"1","workbook":"xlsx","n_sheets":7,"sheets":["CAMSS","Read me","CAMSS Log","CAMSS Proposal","CAMSS Consideration","CAMSS Assessment","CAMSS Recommendation"],"not_rendered":{"charts":2,"images":4,"macros":1,"external_links":0,"defined_names":27,"comments":0,"pivot_tables":0},"unopened":[],"bounds":{"document_bytes":16777216,"sheet_cells":100000,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096},"cells_cut":0,"cells_raw":0,"read":"whole","date_system":"1900"}

{"sheet":"CAMSS","index":0,"n_rows":21,"n_cols":12,"rows_kept":21,"cut":false,"hidden":false,"merged":[[17,3,17,9],[12,0,12,12],[13,0,13,12],[14,0,14,12],[15,0,15,12],[16,0,16,12]]}
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
["CAMSS - Common Assessment Method for Standards and Specifications"]
[]
[]
["Tool to assess Standards, Specifications and Standard Organisations"]
["v 0.9"]
[]
[]
[null,null,null,"Scenario 2 - Output: Assessed formal specification"]
[]
[]
[null,null,null,null,null,null,null,null,null,null,null,"DIGIT"]

{"sheet":"Read me","index":1,"n_rows":72,"n_cols":8,"rows_kept":72,"cut":false,"hidden":false,"merged":[[21,5,21,10],[1,7,2,11],[5,1,8,10],[9,1,9,10],[10,1,10,10],[19,5,19,10],[11,1,11,10],[55,1,55,3],[23,5,23,10],[25,5,25,10],[27,5,27,10],[29,5,29,10],[31,5,31,10],[36,5,37,5],[39,5,40,5],[42,5,43,5],[45,5,46,5],[48,5,49,5],[52,6,52,10],[71,1,71,3],[82,5,82,10],[84,5,84,10],[56,1,56,3],[60,1,60,3],[61,1,61,3],[65,1,65,3],[66,1,66,3],[70,1,70,3]]}
[]
[null,"CAMSS v0.9",null,null,null,null,null,"Directorate-General for Informatics (DIGIT)      "]
[]
[]
[]
[null,"The main objective of this project is to establish and maintain a framework for assessing interoperability standards and specifications. This framework will provide European administrations with a well-defined and easy-to-use framework and method for assessing ICT interoperability standards and specifications, will ensure that assessments of ICT standards and specifications can be made faster, easier and with higher quality and will enable the reuse, in whole or in part, of such assessments."]
[]
[]
[]
[null,"The structure of this file is explained here"]
[null,"A high-level overview of the process method that formed the basis of the assessment can be found below"]
[null,"In case you need further information, please visit our wiki page"]
[]
[null,"Structure of this document"]
[]
[null,"This file consists of 4 tabs corresponding to phases of assessment scenario #2 (Proposal, Consideration, Assessment, Recommendation)."]
[]
[null,"The following columns are within the tabs:"]
[]
[null,null,null,"Category\\sub-category",null,"This column lists the categories\\sub-categories of a group of criteria."]
[]
[null,null,null,"Nr.",null,"This column lists the number of the category or the criterion."]
[]
[null,null,null,"Criteria",null,"This column represents the core of this document and comprises a description of the criteria to which a yes/no answer or an open answer is formulated."]
[]
[null,null,null,"Description",null,"In this column, a description of a criterion can be provided."]
[]
[null,null,null,"Response (Yes/No)",null,"This column records the answer to the question of a given criterion. This answer is used to formulate the recommendation in the last tab."]
[]
[null,null,null,"Justification",null,"This column provides a possibility to add a justification to a yes/no answer to a given question of a criterion."]
[]
[null,null,null,"KO",null,"This column provides a possibility to make a chosen criterion a \"knock-out\" criterion within a specific business context. for a specific business need or Member State context, certain criteria within the assessment step may be defined as being knock-out or blocking criteria. This means that a ‘NO’ answer for a knock-out criterion will lead to discarding the proposed formal specification"]
[null,"Process method"]
[]
[null,"During the assessment 4 main phases can be distinguished."]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,"Proposal phase"]
[]
[null,"Description",null,null,null,"Roles","Input","Output"]
[null,"Depending on the assessment scenario, the CAMSS assessment process is initiated from a proposed formal specification or standardisation organisation or from a specific business need.\nFor a standardisation organisation, the public administration initiates the proposal phase and provides the necessary information and documentation. For a specific formal specification, the public administration or external stakeholder initiates the proposal phase and provides the necessary information and documentation. For a specific business need, the public administration initiates the proposal phase. The necessary information and documentation is provided for the selected formal specifications to be considered. The initiating public administration can consult with external stakeholders (e.g. general public, standardisation organisations or market players) to propose alternatives or new formal specifications for the specific business needs. The library with finalised assessments can also be consulted to reuse proposal information and facilitate the proposal step.",null,null,null,"Initiating administration – responsible and accountable for proposing formal specifications or standardisation organisations for adoption\nExternal stakeholders – responsible for proposing a formal specification for adoption, and could be consulted","Business needs and requirements\n","Identification and documentation of formal specification(s) or standardisation organisation\n"]
[]
[null,"Consideration phase"]
[]
[null,"Description",null,null,null,"Roles","Input","Output"]
[null,"An assessment panel is set up for the evaluation and selection of the proposed formal specifications or standardisation organisation. A predefined set of consideration criteria is used to evaluate the completeness, correctness and relevance of the specific proposal. The consideration criteria depend on the specific business context and Member State policies, and could be adapted accordingly.\nFor assessment scenario 3, a selection of formal specifications to be assessed is performed given the business context, regulatory requirements and a specific set of consideration criteria. Also, the existence of similar formal specifications is evaluated which are already adopted at national or European level. Feedback on the consideration of the proposed formal specifications or organisations is provided to the initiating public administration or external stakeholders. As defined in the review procedure, the formal specifications could be reviewed and re-assessed after being adopted. The review of the formal specification starts with re-considering the predefined consideration criteria. Again, the library of finalised assessments may be consulted to support the evaluating and answering of the consideration criteria.",null,null,null,"Assessment panel – responsible for considering the proposed formal specifications or standardisation organisations\nPublic administration – receive feedback on consideration and selection\nExternal stakeholders – receive feedback on consideration and selection","Identification and documentation of formal specifications or organisations\n\n","Selection of formal specifications or organisations to be considered and assessed\n\n"]
[]
[null,"Assessment phase"]
[]
[null,"Description",null,null,null,"Roles","Input","Output"]
[null,"In the assessment step, the proposed formal specification(s) or standardisation organisation are analysed using the predefined CAMSS criteria. From the assessment library, possible existing assessment results for the formal specification or standardisation organisation could be reused and adapted. In the other case, the CAMSS criteria need to be evaluated and answered based on the relevant information and documentation.\nA consultation could be organised with other public administrations, general public, standardisation bodies and market players to complete or validate the assessment results. The finalised assessment results should be made available in the assessment library for possible reuse by other public administrations. Finally, the assessment results are disseminated to the assessment panel.",null,null,null,"Assessment panel – responsible for the assessment results\nExternal stakeholders – consultation for completing the analysis results\nEuropean Commission – reuse and share assessment results in library","Selection of formal specifications or organisations to be considered and assessed","Assessment result for formal specifications or standardisation organisation"]
[]
[null,"Recommendation phase"]
[]
[null,"Description",null,null,null,"Roles","Input","Output"]
[null,"Based on the assessment results, a founded recommendation is made whether to adopt or reject the proposed formal specifications. Within the assessment panel, the assessment results are reviewed and prioritised with respect to the specific business needs and requirements. Before coming to a recommendation, a trial phase could be performed for the specific adoption of the formal specification in the public administrations\nThe recommendation could include a specific classification of the formal specifications according to the level of adoption. A general classification identified in the relevant ongoing actions includes the following classes:\n- Discarded: the formal specification is not found relevant and should not be used in the public administration\n- Observed: the formal specification is found relevant but should not be used in the current state or version\n- Accepted: the formal specification is accepted and could be used in the public administrations (and for the specific business needs)\n- Recommended: the formal specification is accepted and is preferred for the use in public administrations (compared to alternative formal specifications)\n- Mandatory: the formal specification is accepted and public administrations are obliged to use the formal specification when applicable (or provide an explanation)",null,null,null,"Assessment panel – responsible for the recommendation and classification\nExternal stakeholders – consultation and evaluation of the recommendation and classification","Assessment result for formal specifications or organisations","Recommendation and classification for the adoption of the formal specification(s)"]

{"sheet":"CAMSS Log","index":2,"n_rows":16,"n_cols":8,"rows_kept":16,"cut":false,"hidden":false,"merged":[[0,0,0,6]]}
["Assessment Log"]
["Nr.","Category","Nr.","MSP Nr.","CAMSS Nr.","Criteria","Description","Response"]
[1,"Information on the submitter","L.1",1,11,"Name, First name"]
[null,null,"L.2",2,10,"Organisation"]
[null,null,"L.3",3,null,"Position / Role"]
[null,null,"L.4",4,null,"Contact Address"]
[null,null,"L.5",4,13,"Contact Phone number"]
[null,null,"L.6",4,12,"Contact email"]
[null,null,"L.7",5,3,"Date of submission"]
[null,null,null,null,1,"Scenario for assessment","Describe the specific scenario for the proposed technical specification\\standard or organisation. For the CAMSS process, already 3 basic scenarios are defined including the assessment of an organisation, the proposal of a technical specification\\standard or the assessment in the context of a business need."]
[null,null,null,null,4,"Public administration","Describe the public administration for which the technical specification or standard will be adopted."]
[null,null,null,null,5,"Alternatives considered","Describe the possible alternatives that were considered during the assessment process."]
[null,null,null,null,6,"Process approach"]
[null,null,null,null,7,"Members of Assessment panel ","List the people and/or roles involved in the different steps of the assessment and evaluation of the proposed technical specification or standard."]
[null,null,null,null,8,"Consultation and validation roles","List the people and/or roles involved in the consultation and validation during the different steps assessment process (e.g. public, certain stakeholders, competitors, …)"]
[null,null,null,null,9,"Members of decision making body","List the people and/or roles involved in the decision making process."]

{"sheet":"CAMSS Proposal","index":3,"n_rows":29,"n_cols":9,"rows_kept":29,"cut":false,"hidden":false,"merged":[[0,0,0,9]]}
[]
["Nr. ","Category","Nr.","MSP Nr.","CAMSS Nr.","Org.","Criteria","Description","Response"]
[1,"Information on the submission","P.1",6,"1\n7\n8","O","Title of the specification","The term “ICT specification” is used in the Regulation 1025/2012, Article 13, for specifications in the field of ICT that have been identified following the process of assessment against the Requirements and criteria laid down in Annex II to the Regulation. The ‘specification’ (as it will be cited along the present submission form) may be a single one or a ‘coherent set’ of ICT specifications; in all the cases the identity (including version) of each single document needs to be clearly announced, e.g. in one attached document"]
[null,null,"P.2",7,null,null,"Address where the version of the specification can be obtained/downloaded"]
[null,null,"P.3",8,16,"O","Name, identifier and website of the standard developing organisation (SDO) of the specification"]
[null,null,"P.4",9,null,null,"Contact information/contact person (including email address and phone number)\na.) for the organisation (optional)\nb.) for the specification submitted (optional)\n"]
[null,null,"P.5",10,null,null,"Describe the reason for the submission, the need and intended use for the specification"]
[null,null,"P.6",11,null,null,"Is any other evaluation of this specification known, e.g. by member states or European Commission projects? If so, provide a link to this evaluation and –if possible- attach the evaluation in in Annex 1 of this form."]
[null,null,"P.7",12,null,null,"State whether this submission concerns:\nA) Identification of a new specification\nB) a revision of an already identified specification \nC) a proposal to withdraw the identification of an already identified specification  \n"]
[null,null,"P.8","12.a",null,null,"If P.7, Case B, applies:\nplease provide information on backward and forward compatibility with the version already approved. \n"]
[null,null,"P.9","12.b",null,null,"If P.7, Case C applies:\nexplain why the ICT specification  no longer complies with the requirements for identification or the reasons for its withdrawal \n"]
[null,null,"P.10",13,null,null,"Is the submitted ICT specification:\nA) the first ICT specification from this standards developing organisation\nB) an ICT specification coming from a SDO of which a specification has previously been identified and which has undergone the same development and approval processes in the organisation.\n","If P.10 B applies please give information concerning the identified ICT specification(s). "]
[null,null,null,null,2,null,"Date of creation","Creation date of this version of the asset"]
[null,null,null,null,3,null,"Date of last modification","Date of latest update of asset"]
[null,null,null,null,4,"O","Description","Descriptive text for the asset"]
[null,null,null,null,5,null,"ID","URI for the asset"]
[null,null,null,null,6,"O","Keyword","Word or phrase to describe the asset"]
[null,null,null,null,9,"O","Asset type","Classification of an asset according to a controlled vocabulary, e.g. code list, metadata schema"]
[null,null,null,null,10,null,"Current version","Current or latest version of the asset"]
[null,null,null,null,11,"O","Documentation","Document that further describes an asset or give guidelines for its use"]
[null,null,null,null,12,null,"Domain","Government sector that an asset or repository applies to, e.g. “law” or “environment” according to a controlled vocabulary"]
[null,null,null,null,13,null,"Interoperability level","Level according to the European Interoperability Framework (EIF 2.0) for which an asset is relevant"]
[null,null,null,null,14,null,"Language","Language of an asset if its contains textual information, e.g. the language of the\nterms in a controlled vocabulary or the language that a specification is written in"]
[null,null,null,null,15,null,"Previous version","Older version of the asset"]
[null,null,null,null,17,null,"Release","Implementation of the asset in a particular format"]
[null,null,null,null,18,null,"Spatial coverage","Geographic region or jurisdiction to which the asset applies"]
[null,null,null,null,19,null,"Subject","Theme or subject of an asset, e.g. “elections” or “immigration” according to a\ngeneral or domain specific controlled vocabulary"]
[null,null,null,null,20,null,"Status","Indication of the maturity of an asset or release"]
[null,null,null,null,21,null,"Business need(s)/requirements","Description of the business need for adopting the technical specification and standard and listing of the related requirements"]

{"sheet":"CAMSS Consideration","index":4,"n_rows":9,"n_cols":8,"rows_kept":9,"cut":false,"hidden":false,"merged":[[0,0,0,7]]}
[]
["Nr. ","Category","Description","Nr.","Org.","Criteria","Response \n(Yes/No)","Justification"]
[1,"Correctness","The proposal for the assessment of technical specifications or standards is provided correctly and the necessary documentation is provided.","C.1","O","Is the proposal information from previous tabpage correctly provided?"]
[null,null,null,"C.2","O","Is the complete documentation provided for performing the assessment?"]
[]
[2,"Relevance","The proposal for the assessment of technical specifications or standards falls within the relevant areas of the public administration.","C.3",null,"Is the functional area of application for the formal specification addressing interoperability and eGovernment?"]
[null,null,null,"C.4",null,"Is the formal specification meeting the business needs?"]
[]
[3,"Legislation and regulation","The proposal for the assessment of technical specifications or standards does not impede any legislative or regulatory requirements.","C.5","O","Is the formal specification not hampering the regulatory requirements for the area of application?"]

{"sheet":"CAMSS Assessment","index":5,"n_rows":53,"n_cols":16,"rows_kept":53,"cut":false,"hidden":false,"merged":[[0,0,0,14]]}
[]
["Nr.","Category","Description","Nr.","Sub-Category","Description","Nr.","MSP Nr.","CAMSS Nr.","Org.","Criteria","Description","KO","Response \n(Yes/No/Not Applicable)","Quantification","Justification"]
[0,"Technical specification or standard",null,"1.0","Type of technical specification or standard",null,"A.0",null,0,null,"What type of technical specification or standard are you about to assess?","Types of technical specifications/standards: European standard, European identified specification, national standard, international specifications, other technical specifications.",null,"Select value from the list"]
[1,"Market acceptance","The technical specifications have market acceptance and their implementations do not hamper interoperability with the implementations of existing European or international standards. Market acceptance can be demonstrated by operational examples of compliant implementations from different vendors.",null,null,null,"A.1",14,28,null,"Has the specification been used for different implementations by different vendors/suppliers? ",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.2",15,null,null,"Does the implementation of the specification hamper interoperability with the implementation of existing European or international standards? ",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.3",16,null,null,"Are you aware of public references of the respective specification by public authorities (especially policies or in procurements)",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.4",null,29,null,"Has the technical specification or standard been used in different industries, business sectors or functions?",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.5",null,30,null,"Do the products that implement the technical specification or standard have a significant market share of adoption?","For ‘market demand’, the penetration and acceptance of products implementing the technical specification or standard in the market is addressed.",null,"Not Applicable"]
[null,null,null,null,null,null,"A.6",null,31,null,"Do the products that implement the technical specification or standard target a broad spectrum of end-users?","For the ‘users’, the diversity of the end-users of the products implementing the technical specification or standard is addressed.",null,"Not Applicable"]
[null,null,null,null,null,null,"A.7",null,32,null,"Has the technical specification or standard a strong support from different interest groups?","For the ‘interest groups’, the degree of support from different interest groups is addressed.",null,"Not Applicable"]
[2,"Coherence principle","The technical specifications are coherent as they do not conflict with European standards, that is to say they cover domains where the adoption of new European standards is not foreseen within a reasonable period, where existing standards have not gained market uptake or where these standards have become obsolete, and where the transposition of the technical specifications into European standardisation deliverables is not foreseen within a reasonable period.",null,null,null,"A.8",17,49,null,"Does the technical specification or standard cover areas different from areas addressed by technical specifications being under consideration to become a European standard? \n(i.e. technical specifications provided by a non-formal standardisation organisation, that is other than CEN, CENELEC or ETSI can be under consideration to become a European standard or alternatively an identified technical specification)",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.9",18,"47\n48",null,"a/ Is the adoption of new European Standards which cover the same areas as the proposed specification (or standard) foreseen within a reasonable timeframe? . \n\nb/ Are there existing European standards with market uptake which cover the same areas as the proposed specification (or standard) being assessed?\n\nc/ If yes, are the existing standards becoming obsolete?\n",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.10",null,46,null,"Is the standard an international standard or does it comply with relevant international standards?","Technical specifications is coherent if it covers an area different from an area already addresssed by an existing European standard",null,"Not Applicable"]
[null,null,null,null,null,null,"A.11",null,50,null,"Is the standard or specification listed as recommended in at least one Member State?",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.12",null,51,null,"Is the standard or specification listed as mandatory in at least one Member State?",null,null,"Not Applicable"]
[3,"Attributes","The technical specifications were developed by a non-profit making organisation which is a professional society, industry or trade association or any other membership organisation that within its area of expertise develops standards in the field of information and communication technologies and which is not a European, national or international standardisation body",null,null,null,"A.13",19,null,null,"Is the standards developing organisation a non-profit making organisation? ",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.14",null,16,"O","Is information on the terms and policies for the establishment and operation of the standardisation organisation publicly available?","For the ‘openness’ of the organisation, the level of openness for participating in the standardisation organisation is addressed.",null,{"$f":"IF($N$3=\"European Standard\",\"Yes\",IF($N$3=\"European Identified Specification\",\"Yes\",IF($N$3=\"Member State standard\",\"Yes\",\"Not Applicable\")))","v":"Not Applicable"}]
[null,null,null,"3.1","Openness","the technical specifications were developed on the basis of open decision-making accessible to all interested parties in the market or markets affected by the standard.","A.15",20,17,"O","Is participation in the creation process of the specification open to all interested parties (e.g. organisations, companies or individuals)?",null,null,{"$f":"IF($N$3=\"European Standard\",\"Yes\",IF($N$3=\"European Identified Specification\",\"Yes\",IF($N$3=\"Member State standard\",\"Yes\",\"Not Applicable\")))","v":"Not Applicable"}]
[null,null,null,null,null,null,"A.16",null,21,"O","Are the technical specification or standards reviewed using a formal review process with all relevant external stakeholders (e.g. public consultation)?",null,null,{"$f":"IF($N$3=\"European Standard\",\"Yes\",IF($N$3=\"European Identified Specification\",\"Yes\",IF($N$3=\"Member State standard\",\"Yes\",\"Not Applicable\")))","v":"Not Applicable"}]
[null,null,null,"3.2","Consensus","the decision-making process was collaborative and consensus based and did not favour any particular stakeholder. Consensus means a general agreement, characterised by the absence of sustained opposition to substantial issues by any important part of the concerned interests and by a process that involves seeking to take into account the views of all parties concerned and to reconcile any conflicting arguments. Consensus does not imply unanimity.","A.17",21,20,"O","Are the specifications approved in a decision making process which aims at reaching consensus?",null,null,{"$f":"IF($N$3=\"European Standard\",\"Yes\",IF($N$3=\"European Identified Specification\",\"Yes\",IF($N$3=\"Member State standard\",\"Yes\",\"Not Applicable\")))","v":"Not Applicable"}]
[null,null,null,"3.3","Transparency","(i) all information concerning technical discussions and decision making was archived and identified.\n(ii) information on new standardisation activities was widely announced through suitable and accessible means. \n(iii) participation of all interested categories of interested stakeholders was sought with a view to achieving balance.\n(iv) consideration and response were given to comments by interested parties.","A.18",22,null,null,"Is relevant documentation of the development and approval process of the specification archived and identified?",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.19",23,null,null,"Is information on (new) standardisation activities widely announced through suitable and accessible means?",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.20",24,22,"O","All relevant stakeholders can formally appeal or raise objections to the development and approval of specifications?  ",null,null,{"$f":"IF($N$3=\"European Standard\",\"Yes\",IF($N$3=\"European Identified Specification\",\"Yes\",IF($N$3=\"Member State standard\",\"Yes\",\"Not Applicable\")))","v":"Not Applicable"}]
[null,null,null,null,null,null,"A.21",null,18,"O","Is information on the standardisation process publicly available?","For the ‘process’, the level of openness regarding the development and decision-making process for the technical specification or standard is addressed.",null,{"$f":"IF($N$3=\"European Standard\",\"Yes\",IF($N$3=\"European Identified Specification\",\"Yes\",IF($N$3=\"Member State standard\",\"Yes\",\"Not Applicable\")))","v":"Not Applicable"}]
[null,null,null,null,null,null,"A.22",null,19,"O","Is information on the decision making process for approving technical specification or standards publicly available?",null,null,{"$f":"IF($N$3=\"European Standard\",\"Yes\",IF($N$3=\"European Identified Specification\",\"Yes\",IF($N$3=\"Member State standard\",\"Yes\",\"Not Applicable\")))","v":"Not Applicable"}]
[null,null,null,null,null,null,"A.23",null,23,"O","Is relevant documentation of the development and approval process of technical specification or standards publicly available (e.g. preliminary results, committee meeting notes)?","For the openness of the ‘documentation’, the accessibility and availability of the documentation of the technical specification or standard is addressed.",null,{"$f":"IF($N$3=\"European Standard\",\"Yes\",IF($N$3=\"European Identified Specification\",\"Yes\",IF($N$3=\"Member State standard\",\"Yes\",\"Not Applicable\")))","v":"Not Applicable"}]
[4,"Requirements","The technical specifications meet the following requirements","4.1","Maintenance","Ongoing support and maintenance of published specifications are guaranteed over a long period.","A.24",25,44,null,"Does the specification have a defined maintenance and support process?",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.25",null,42,"O","Does the technical specification or standard have a defined maintenance organisation?","For the ‘maintenance’ and future developments, the support and the planned or existing actions to maintain, improve and develop the technical specification or standard in the long term are addressed.",null,{"$f":"IF($N$3=\"European Standard\",\"Yes\",IF($N$3=\"European Identified Specification\",\"Yes\",IF($N$3=\"Member State standard\",\"Yes\",\"Not Applicable\")))","v":"Not Applicable"}]
[null,null,null,null,null,null,"A.26",null,43,"O","Does the maintenance organisation for the technical specification or standard have sufficient finances and resources to be sure of freedom from short- to medium-term threats?",null,null,{"$f":"IF($N$3=\"European Standard\",\"Yes\",IF($N$3=\"European Identified Specification\",\"Yes\",IF($N$3=\"Member State standard\",\"Yes\",\"Not Applicable\")))","v":"Not Applicable"}]
[null,null,null,null,null,null,"A.27",null,45,null,"Does the technical specification or standard have a defined policy for version management?",null,null,"Not Applicable"]
[null,null,null,"4.2","Availability","Specifications are publicly available for implementation and use on reasonable terms (including for a reasonable fee or free of charge).","A.28",26,24,null,"Is the specification publicly available for implementation and use on reasonable terms?",null,null,"Not Applicable"]
[null,null,null,null,"Intellectual Property Rights","(IPR) essential to the implementation of specifications are licensed to applicants on a (fair) reasonable and non-discriminatory basis ((F)RAND), which includes, at the discretion of the intellectual property rightholder, licensing essential intellectual property without compensation.","A.29",27,"26\n27",null,"a/ Is the specification licensed on a (F)RAND basis?\n\nb/ Is the specification licensed on a royalty-free basis?\n",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.30",null,25,"O","Is the documentation of the IPR for technical specification or standards publicly available (is there a clear and complete set of licence terms)?","For the ‘documentation of the intellectual property rights’, the availability of the information concerning the ownership rights of the technical specification or standard is addressed.",null,{"$f":"IF($N$3=\"European Standard\",\"Yes\",IF($N$3=\"European Identified Specification\",\"Yes\",IF($N$3=\"Member State standard\",\"Yes\",\"Not Applicable\")))","v":"Not Applicable"}]
[null,null,null,null,"Relevance","(i) the specifications are effective and relevant;\n(ii) specifications need to respond to market needs and regulatory requirements.\n","A.31",28,"1\n",null,"a/ Does the  specification address and facilitate interoperability between public administrations?\n\n",null,null,"Not Applicable"]
[null,null,null,null,null,null,null,null,"33\n35\n39\n40",null,"b/ Is there evidence that the adoption of the specification positively impacts one or several of the following: organisational processes; the environment; the administrative burden; the disability support; cross-border services, public policy objectives and societal needs ?\n",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.32",null,2,null,"Does the technical specification or standard address and facilitate the development of eGovernment?",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.33",null,3,null,"Are the functional and non-functional requirements for the use and implementation of the technical specification or standard clearly defined?","For the ‘requirements’, the functional and non-functional requirements for using and implementing the technical specification or standard are addressed. This criterion is related to the use of assessment scenario 3.",null,"Not Applicable"]
[null,null,null,null,null,null,"A.34",null,4,null,"Is the technical specification or standard applicable and extensible for implementations in different domains?","For ‘reusability’, the level of reusability of the technical specification or standard in the same or other areas of application is addressed.",null,"Not Applicable"]
[null,null,null,null,null,null,"A.35",null,5,null,"Does the technical specification or standard provide sufficient added value compared to alternative technical specification or standards in the same area of application?","For the ‘alternatives’, the degree to which the technical specification or standard adds value compared to alternative technical specification or standardsin the same area of application is addressed.",null,"Not Applicable"]
[null,null,null,null,null,null,"A.36",null,6,null,"Is the technical specification or standard largely compatible with related (not alternative) technical specification or standards in the same area of application?","For ‘compatibility’, the compatibility of the technical specification or standard with other technical specification or standardsin the same area of application is addressed.",null,"Not Applicable"]
[null,null,null,null,null,null,"A.37",null,34,null,"Is there evidence that the adoption of the technical specification or standard makes it easier to migrate between different solutions from different providers?",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.38",null,36,null,"Is there evidence that the adoption of the technical specification or standard positively impacts financial costs?",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.39",null,37,null,"Is there evidence that the adoption of the technical specification or standard positively impacts security?",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.40",null,38,null,"Is there evidence that the adoption of the technical specification or standard positively impacts privacy?",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.41",null,41,null,"Are the risks related to the adoption of the technical specification or standard acceptable?","For the ‘risks’, the level of uncertainty is addressed for using and adopting the technical specification or standard",null,"Not Applicable"]
[null,null,null,null,"Neutrality and stability","(i) specifications whenever possible are performance oriented rather than based on design or descriptive characteristics;\n(ii) specifications do not distort the market or limit the possibilities for implementers to develop competition and innovation based upon them;\n(iii)  specifications are based on advanced scientific and technological developments.\n","A.42",29,"7\n8",null,"a/ Is the specification largely independent from specific vendor products?\n\nb/ Is the specification largely independent from specific platforms or technologies?\n",null,null,"Not Applicable"]
[null,null,null,null,"Quality","(i) the quality and level of detail are sufficient to permit the development of a variety of competing implementations of interoperable products and services;\n(ii) standardised interfaces are not hidden or controlled by anyone other than the organisations that adopted the technical specifications.\n","A.43",30,11,null,"Has the specification sufficient detail, consistency and completeness for the use and development of products and services?",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.44",null,9,null,"Has the technical specification or standard been sufficiently developed and in existence for a sufficient period to overcome most of its initial problems?","For the ‘development status’, the current development status of the technilcal specification or standard in the development cycle is addressed.",null,"Not Applicable"]
[null,null,null,null,null,null,"A.45",null,10,null,"Are there existing or planned mechanisms to assess conformity of the implementations of the technical specification or standard (e.g. conformity tests, certifications)?","For ‘quality’, the level of detail in the technical specification or standard and the conformance of implementations is addressed.",null,"Not Applicable"]
[null,null,null,null,null,null,"A.46",null,12,null,"Does the technical specification or standard provide available implementation guidelines and documentation for the implementation of products?","For the ‘guidelines’, the existence of implementation guidelines or reference implementations is addressed.",null,"Not Applicable"]
[null,null,null,null,null,null,"A.47",null,13,null,"Does the technical specification or standard provide a reference (or open source) implementation?",null,null,"Not Applicable"]
[null,null,null,null,null,null,"A.48",null,14,null,"Does the technical specification or standard address backward compatibility with previous versions?","For ‘stability’, the level of change to the technical specification or standard and the stability of underlying technologies is addressed.",null,"Not Applicable"]
[null,null,null,null,null,null,"A.49",null,15,null,"Have the underlying technologies for implementing the technical specification or standard been proven, stable and clearly defined?",null,null,"Not Applicable"]

{"sheet":"CAMSS Recommendation","index":6,"n_rows":17,"n_cols":12,"rows_kept":17,"cut":false,"hidden":false,"merged":[[12,5,12,6],[13,5,13,6],[14,5,14,6],[16,5,16,6],[0,0,0,7]]}
[]
["Nr.","Category","Automated Score",null,"Knock-Out Criteria met?",null,"Evaluation","Comments","CAMSS Assessment Strength","# Yes","# No","# Not Applicable"]
["R.0","Formal specification"]
["R.1","Market acceptance",{"$f":"COUNTIF('CAMSS Assessment'!N4:N10, \"Yes\") / ( COUNTIF('CAMSS Assessment'!N4:N10, \"Yes\") + COUNTIF('CAMSS Assessment'!N4:N10, \"No\"))","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(COUNTIF('CAMSS Assessment'!M4:M10, \"Yes\"), \"Yes\", \" \")","v":" "},null,null,null,{"$f":"(COUNTIF('CAMSS Assessment'!N4:N10,\"Yes\")+COUNTIF('CAMSS Assessment'!N4:N10,\"No\"))/7","v":0},{"$f":"(COUNTIF('CAMSS Assessment'!N4:N10,\"Yes\"))","v":0},{"$f":"COUNTIF('CAMSS Assessment'!N4:N10,\"No\")","v":0},{"$f":"COUNTIF('CAMSS Assessment'!N4:N10,\"Not Applicable\")","v":7}]
["R.2","Coherence principle",{"$f":"COUNTIF('CAMSS Assessment'!N11:N15, \"Yes\") / ( COUNTIF('CAMSS Assessment'!N11:N15, \"Yes\") + COUNTIF('CAMSS Assessment'!N11:N15, \"No\"))","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(COUNTIF('CAMSS Assessment'!M11:M15, \"Yes\"), \"Yes\", \" \")","v":" "},null,null,null,{"$f":"( COUNTIF('CAMSS Assessment'!N11:N15, \"Yes\") + COUNTIF('CAMSS Assessment'!N11:N15, \"No\"))/5","v":0},{"$f":"(COUNTIF('CAMSS Assessment'!N11:N15,\"Yes\"))","v":0},{"$f":"COUNTIF('CAMSS Assessment'!N11:N15, \"No\")","v":0},{"$f":"COUNTIF('CAMSS Assessment'!N11:N15, \"Not Applicable\")","v":5}]
["R.3","Attributes",{"$f":"COUNTIF('CAMSS Assessment'!N16:N26, \"Yes\") / ( COUNTIF('CAMSS Assessment'!N16:N26, \"Yes\") + COUNTIF('CAMSS Assessment'!N16:N26, \"No\"))","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(COUNTIF('CAMSS Assessment'!M16:M26, \"Yes\"), \"Yes\", \" \")","v":" "},null,null,null,{"$f":" ( COUNTIF('CAMSS Assessment'!N16:N26, \"Yes\") + COUNTIF('CAMSS Assessment'!N16:N26, \"No\"))/11","v":0},{"$f":"(COUNTIF('CAMSS Assessment'!N16:N26,\"Yes\"))","v":0},{"$f":" COUNTIF('CAMSS Assessment'!N16:N26, \"No\")","v":0},{"$f":" COUNTIF('CAMSS Assessment'!N16:N26, \"Not Applicable\")","v":11}]
["R.4","Requirements",{"$f":"COUNTIF('CAMSS Assessment'!N27:N53, \"Yes\") / ( COUNTIF('CAMSS Assessment'!N27:N53, \"Yes\") + COUNTIF('CAMSS Assessment'!N27:N53, \"No\"))","v":{"$error":"#DIV/0!"}},null,{"$f":"IF(COUNTIF('CAMSS Assessment'!M27:M53, \"Yes\"), \"Yes\", \" \")","v":" "},null,null,null,{"$f":" ( COUNTIF('CAMSS Assessment'!N27:N53, \"Yes\") + COUNTIF('CAMSS Assessment'!N27:N53, \"No\"))/27","v":0},{"$f":"(COUNTIF('CAMSS Assessment'!N27:N53,\"Yes\"))","v":0},{"$f":" COUNTIF('CAMSS Assessment'!N27:N53, \"No\")","v":0},{"$f":" COUNTIF('CAMSS Assessment'!N27:N53, \"Not Applicable\")","v":27}]
[null,"Overall score:",{"$f":"SUM(C4:C7)/4","v":{"$error":"#DIV/0!"}},null,null,null,null,null,{"$f":"SUM(I4:I7)/4","v":0}]
[]
[]
[]
[]
[null,null,null,null,null,"Proposed classification:",null,{"$f":"IF(COUNTIF(E4:E7,\"Yes\"),\"Discarded\",\"Select one of the values on the cell below\")","v":"Select one of the values on the cell below"}]
[]
[null,null,null,null,null,"Justification for classification:"]
[]
[null,null,null,null,null,"Legal impact/requirements of classification:"]