{"text_format":"1","workbook":"xlsx","n_sheets":8,"sheets":["ATC Toolkit Input","ATC Toolkit Instructions","Tool 1. ATC Project Selection","Tool 2. ATC Implementation","Table 2.1 - WBS","Tool 3. ATC Evaluation","Tool 4. ATC Perform. Assessment","Table 4.1 - ATC Inventory"],"not_rendered":{"charts":0,"images":14,"macros":1,"external_links":0,"defined_names":144,"comments":0,"pivot_tables":0},"unopened":[],"bounds":{"document_bytes":16777216,"sheet_cells":100000,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096},"cells_cut":0,"cells_raw":0,"read":"part_too_large","date_system":"1900"}

{"sheet":"ATC Toolkit Input","index":0,"n_rows":219,"n_cols":9,"rows_kept":219,"cut":false,"hidden":true,"merged":[[1,1,1,7],[3,1,3,7],[11,1,11,7],[13,2,13,6],[191,2,191,7],[57,2,59,2],[61,2,65,2],[36,2,44,2],[18,2,18,6],[46,2,53,2],[106,2,109,2],[99,2,104,2],[84,2,89,2],[73,2,82,2],[167,2,167,7],[207,1,207,7],[116,2,121,2],[123,2,127,2],[134,2,138,2],[140,2,145,2],[149,2,149,7]]}
[]
[null,"ATC Toolkit Input"]
[]
[null,"Tool 1. ATC Project Selection"]
[]
[null,null,"Checklist Options ",null,"No",null,"Yes",null,"Risk Register"]
[null,null,"-",null,"-",null,"-",null,"-"]
[null,null,"Yes",null,"N/A",null,"Yes",null,"Yes"]
[null,null,"No",null,null,null,"No",null,"No "]
[null,null,null,null,null,null,null,null,"N/A"]
[]
[null,"Tool 2. ATC Implementation"]
[]
[null,2.1,"ATC Receipt and Evaluation Process"]
[]
[null,null,"Figure 2.1 Generic ATC Receipt and Evaluation Process"]
[]
[]
[null,2.2000000000000002,"Contracting Method Considerations "]
[]
[null,null,"Contracting Method",null,"Applicable/Not Applicable",null,"Not Applicable"]
[null,null,"-",null,"-",null,"N/A"]
[null,null,"Design-Bid-Build (DBB)",null,"Applicable"]
[null,null,"Design-Build (DB)",null,"Not Applicable"]
[null,null,"Progressive Design-Build (PDB)"]
[null,null,"Construction Manager/General Contractor (CMGC)"]
[null,null,"Public Private Partnership (P3)"]
[]
[]
[]
[]
[null,null,"Design-Bid-Build (DBB)"]
[]
[null,null,null,null,"Reponses",null,"Not Applicable"]
[null,"• ","Do you plan to release the conceptual design to facilitate the submission of conceptual ATCs (CATCs) from interested contractors?",null,"-",null,"N/A"]
[null,null,null,null,"Yes"]
[null,"• ","Upon receipt of CATCs, the agency conducts confidential one-on-one meetings with each proposer to discuss and clarify the content of the CATCs to determine whether or not the CATC is feasible and of a nature that could potentially gain approval. A typical CATC submittal would include a detailed narrative of the change being proposed; and a description of the impact of the intended ATC on the ATC Evaluation Attributes listed in the IFB (see Tool 3. ATC Evaluation). When CATCs are requested as part of the ATC process, the agency should consider scheduling a longer procurement period to allow for the receipt, review, and discussion of CATCs.",null,"No"]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,"• ","Upon receipt of formal ATCs, the agency conducts confidential one-on-one meetings with each proposer to discuss and clarify the content of the ATCs. The agency then proceeds to evaluate each ATC using the third tool of this ATC Toolkit (Tool 3. ATC Evaluation). Arrangements also need to be made for either the agency or the contractor to incorporate approved ATCs into the construction documents and advance the design changes to the overall scope to a point where biddable quantities of work are available by the letting due date."]
[]
[]
[]
[]
[]
[]
[]
[]
[null,"• ","The ATC proposer retains the option to bid the DOT-furnished baseline design or its own approved ATC-modified design. "]
[]
[null,"• ","The final design including all approved ATCs bid by the successful low bidder, as well as possible approved ATCs proposed by unsuccessful bidders (see Section 2.7), is completed after awarding the construction contract. "]
[]
[]
[]
[null,"• ","A sufficient period of time has been provided before receiving bids to conceive, receive, review, and approve ATCs, including time for the agency or contractor  to advance approved ATC design alternatives to biddable quantities. (see Section 2.9)."]
[]
[]
[]
[]
[]
[null,null,"Design-Build (DB)"]
[]
[]
[]
[null,"• ","Do you plan to accept conceptual ATCs (CATCs) from proposers?"]
[]
[null,"• ","Upon receipt of CATCs, the agency conducts confidential one-on-one meetings with each proposer to discuss and clarify the content of the CATCs to determine whether or not the CATC is feasible and of a nature that could potentially gain approval. A typical CATC submittal would include a detailed narrative of the change being proposed; and a description of the impact of the intended ATC on the ATC Evaluation Attributes listed in the RFP (see Tool 3. ATC Evaluation). When CATCs are requested as part of the ATC process, the agency should consider scheduling a longer procurement period to allow for the receipt, review, and discussion of CATCs."]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,"• ","Upon receipt of formal ATCs, the agency conducts confidential one-on-one meetings with each proposer to discuss and clarify the content of the ATCs. The agency then proceeds to evaluate each ATC using the third tool of this ATC Toolkit (Tool 3. ATC Evaluation). DB projects require that ATCs be evaluated, approved, and priced prior to contract award. If approved, the proposer, then advances the ATC-modified design to a point where it can be priced."]
[]
[]
[]
[]
[]
[]
[null,"• ","The ATC proposer retains the option to bid the DOT-furnished baseline design or its own approved ATC-modified design."]
[]
[]
[null,null,"Progressive Design-Build (PDB)"]
[]
[]
[null,"• ","Do you plan to request proposed technical concepts/alternative technical concepts (PTCs/ATCs) from proposers?"]
[]
[null,"• ","In PDB there is no quantified baseline design. PDB is intended to involve the contractor in assisting the agency and the designer to evaluate potential technical alternatives as part of the preconstruction services provided by the selected contractor. Thus, the PTC/ATC component becomes a matter of evaluating potential alternatives identified by competing proposers during the selection process, which is typically termed evaluating “proposed innovations.” "]
[]
[]
[]
[]
[]
[]
[null,"• ","In PDB contracting, PTCs/ATCs do not need to be technically approved before contract award. PTCs/ATCs could be evaluated using the third tool of this ATC Toolkit (Tool 3. ATC Evaluation). After award, the agency and the design-builder incorporate approved PTCs/ATCs and advance the ATC-modified design to a point where it can be priced during the negotiation of construction costs."]
[]
[]
[]
[]
[null,null,"Construction Manager/General Contractor (CMGC)"]
[]
[]
[null,"• ","Do you plan to request proposed technical concepts/alternative technical concepts (PTCs/ATCs) from proposers?"]
[]
[null,"• ","In CMGC there is no quantified baseline design. CMGC is intended to involve the contractor in assisting the agency and the designer to evaluate potential technical alternatives as part of the preconstruction services provided by the selected contractor. Thus, the PTC/ATC component becomes a matter of evaluating potential alternatives identified by competing proposers during the selection process, which is typically termed evaluating “proposed innovations.” "]
[]
[]
[]
[]
[]
[]
[null,"• ","In CMGC contracting, PTCs/ATCs do not need to be technically approved before contract award. PTCs/ATCs could be evaluated using the third tool of this ATC Toolkit (Tool 3. ATC Evaluation). After award, the agency and the design-builder incorporate approved PTCs/ATCs and advance the ATC-modified design to a point where it can be priced during the negotiation of construction costs."]
[]
[]
[]
[]
[]
[null,null,"Public Private Partnership (P3)"]
[]
[]
[null,"• ","Do you plan to accept conceptual ATCs (CATCs) from proposers?"]
[]
[null,"• ","Upon receipt of CATCs, the agency conducts confidential one-on-one meetings with each proposer to discuss and clarify the content of the CATCs to determine whether or not the CATC is feasible and of a nature that could potentially gain approval. A typical CATC submittal would include a detailed narrative of the change being proposed; and a description of the impact of the intended ATC on the ATC Evaluation Attributes listed in the RFP (see Tool 3. ATC Evaluation). When CATCs are requested as part of the ATC process, the agency should consider scheduling a longer procurement period to allow for the receipt, review, and discussion of CATCs."]
[]
[]
[]
[]
[]
[null,"• ","Upon receipt of formal ATCs, the agency conducts confidential one-on-one meetings with each proposer to discuss and clarify the content of the ATCs. The agency then proceeds to evaluate each ATC using the third tool of this ATC Toolkit (Tool 3. ATC Evaluation). P3 projects require that ATCs be evaluated, approved, and priced prior to contract award.  "]
[]
[]
[]
[]
[]
[]
[null,"• ","The ATC proposer retains the option to bid the DOT-furnished baseline design or its own approved ATC-modified design."]
[]
[null,2.2999999999999998,"Industry Outreach Meeting and One-on-One Meetings"]
[]
[null,"• ","Please respond to Question 2.2.1 in Section 2.2."]
[]
[null,"• ","The agency will hold an industry outreach meeting prior to advertising an ATC project to announce the intention to accept ATCs and explain the specifics of the ATC review and approval process."]
[]
[null,null,"DBB; DB; and P3"]
[]
[null,"• ","Confidential one-on-one meetings are held with proposers to discuss issues and clarifications regarding the RFP/IFB and proposers' CATCs/ATCs. These meetings are valuable to both the agency a proposers because the agency can gain an idea of what to expect from the proposals and competing contractors are able to gain a clear understanding of owner's requirements and project objectives."]
[]
[null,"• ","The agency has considered whether to limit the number of one-on-one meetings and their duration to avoid procurement delays, as well as to avoid exceeding its capacity to provide timely decisions on all CATCs/ATCs."]
[]
[null,null,"PDB and CMGC"]
[]
[null,"• ","Confidential one-on-one meetings are held with proposers to discuss issues and clarifications regarding the contract documents and contractors' ATCs. These meetings are valuable to both the agency a contractors because the agency can gain an idea of what to expect from the proposals and contractors are able to gain a clear understanding of owner's requirements and project objectives."]
[]
[null,"• ","The agency has considered whether to limit the number of one-on-one meetings and their duration to avoid procurement delays, as well as to avoid exceeding its capacity to provide timely decisions on all ATCs."]
[]
[null,2.6,"Design Liability Considerations "]
[]
[null,null,"DB"]
[]
[null,"• ","Design liability is not usually a major issue in ATC-DB contracts, since the design-builder recognizes its responsibility for the performance of any approved alternative design. Current understanding is based on the premise that the designer-of-record bears the responsibility for any defects in the design it furnishes."]
[]
[null,null,"PDB"]
[]
[null,"• ","Design liability is not usually a major issue in ATC-PDB contracts, since the design-builder recognizes its responsibility for the performance of any approved alternative design. Current understanding is based on the premise that the designer-of-record bears the responsibility for any defects in the design it furnishes."]
[]
[null,null,"P3"]
[]
[null,"• ","Design liability is not usually a major issue in ATC-P3 contracts, since the P3 firm recognizes its responsibility for the performance of any approved alternative design. Current understanding is based on the premise that the designer-of-record bears the responsibility for any defects in the design it furnishes."]
[]
[null,null,"DBB and CMGC"]
[]
[null,"• ","The contract documents will  indicate whether the owner or the contractor will complete the design and redesign for approved ATCs and clearly describe those roles and responsibilities.  The contract also describes procedures for incorporating ATCs from non-winning proposals (see Section 2.7)."]
[]
[null,"• ","The agency understands that when it retains design responsibility the performance risk for the ATC is not passed to the contractor and has made the necessary contractual arrangements for advancing approved ATC design to biddable quantities."]
[]
[null,"• ","Arrangements are made for contractor-provided ATC design to be reviewed and approved by the agency. "]
[]
[null,"• ","It is incumbent upon the agency to delineate where changes to the baseline design are made and how those will be promulgated in the final set of construction documents. An effective practice is to  develop a stand-alone ATC design package that will be coordinated into the overall design and for which the performance risk will be assigned to the contractor and its licensed designer-of-record. To do this legally, it would be prudent to seek guidance from the agency’s professional engineers licensing board regarding the details that must be addressed to efficiently and effectively convey the design liability to the contractor. "]
[]
[null,2.9,"Development of ATC Project Scope of Work"]
[]
[null,null,"Checklist Options ",null,"No",null,"Yes"]
[null,null,"-",null,"-",null,"-"]
[null,null,"Yes",null,"N/A",null,"Yes"]
[null,null,"No",null,null,null,"No"]
[]
[null,null,"DBB; DB; and P3"]
[]
[null,"• ","The agency has considered whether to limit the number of CATCs/ATCs to be submitted per contractor to avoid procurement delays, reduce the risk of exceeding its capacity to handle all possible CATCs/ATCs, and limit the amount of stipends to be paid (if required). This approach could be particularly useful in a full scope ATC process. However, it would also limit the industry's ability to innovate and add value to the project. If the agency desires to impose a limitation, then it may consider selecting the highest possible number allowed by its staff capability."]
[]
[null,null,"PDB and CMGC"]
[]
[null,"• ","The agency has considered whether to limit the number of ATCs to be submitted per contractor to avoid procurement delays, reduce the risk of exceeding its capacity to handle all possible ATCs, and limit the amount of stipends to be paid (if required). This approach could be particularly useful in a full scope ATC process. However, it would also limit the industry's ability to innovate and add value to the project. If the agency desires to impose a limitation, then it may consider selecting the highest possible number allowed by its staff capability."]
[]
[]
[null,"Tool 4. ATC Performance Indicators "]
[]
[null,null,"List of Projects "]
[null,null,"-"]
[null,null,180104]
[null,null,180093]
[null,null,180071]
[]
[null,null,"Applies to Future Projects "]
[null,null,"-"]
[null,null,"Yes"]
[null,null,"No"]

{"sheet":"ATC Toolkit Instructions","index":1,"n_rows":114,"n_cols":3,"rows_kept":114,"cut":false,"hidden":false,"merged":[[1,1,1,7],[3,2,3,7],[6,2,6,7],[5,1,5,7],[40,2,40,5],[7,2,7,7],[8,2,8,7],[9,2,9,7],[31,2,31,7],[46,2,46,7],[11,1,11,7],[12,1,14,6],[15,1,15,6],[17,2,17,7],[19,1,19,7],[33,1,33,7],[20,2,20,7],[21,2,21,7],[22,2,22,7],[24,2,24,7],[26,1,26,7],[27,2,27,7],[28,2,28,7],[29,2,29,7],[30,2,30,7],[41,2,41,4],[42,2,42,4],[34,2,34,5],[44,1,44,7],[38,2,38,4],[39,2,39,4],[35,2,35,4],[36,2,36,4],[37,2,37,4],[55,1,55,7],[59,1,59,7],[57,2,57,7],[61,2,61,5],[48,1,48,7],[49,2,49,7],[50,2,50,7],[51,2,51,7],[52,2,52,7],[53,2,53,7],[62,2,62,5],[63,2,63,5],[64,2,64,5],[66,1,66,7],[68,2,68,7],[96,2,96,7],[98,2,110,6],[113,1,113,7],[111,2,111,6],[70,1,70,7],[71,2,71,7],[72,2,72,7],[73,2,73,7],[75,2,89,6],[90,2,90,6],[92,1,92,7],[94,2,94,7],[95,2,95,7]]}
[]
[null,"ATC Toolkit Instructions"]
[]
[null,0.1,"Instructions "]
[]
[null,"This spreadsheet is a toolkit that includes four tools designed to cover the life cycle of the ATC process from making the decision as to whether ATCs are appropriate for a given project to assessing the performance of approved ATCs after construction is complete and producing feedback based on lessons learned. The four tools are as follows:"]
[null,"• ","Tool #1: ATC Project Selection "]
[null,"• ","Tool #2: ATC Implementation"]
[null,"• ","Tool #3: ATC Evaluation"]
[null,"• ","Tool #4: ATC Performance Assessment"]
[]
[null,"The toolkit spreadsheet is designed to stand alone with detailed explanations contained in the introductory section of each tool in the spreadsheet. The spreadsheet is also designed to be tailored to the specifics of each agency’s unique process and within the context of its constraints. For example, ATC Tool #2 requires the agency to develop a set of design work packages for the project under analysis. Most agencies have a standard set of disciplinary design packages within their project development and design documentation. So, the set of design packages currently shown in the tool is a placeholder and meant to be replaced by the agency as appropriate.\n\nTools #1 through #3 lead to a recommendation and are meant to inform the ATC decision process NOT to provide the decision itself. At each step in the process, the agency project team will use the tool first as a checklist to make sure that all the necessary factors have been considered and included in the process and secondly, as a structured method to inform the dialog necessary to make the decision required at each step in the process. Hence, Tool #3 will produce a recommendation regarding whether to approve the ATC as submitted, approve with conditions, or reject. The agency team must not regard that output as definitive but merely indicative assisting the team to make its final decision outside the tool.\n\nLastly, a word of caution. The semantics of the project development and delivery process are not standard across the nation with common terms like “preliminary engineering” including different activities from state to state. To surmount this issue, the toolkit adopted a previous research projects generic model for the project development and delivery process shown in  the figure below that is based on the tasks that are completed at each stage in the process. An agency can overlay its own process with its own terminology on that shown in the figure to provide an accurate reference timeline when using the toolkit.\n"]
[]
[]
[]
[null,"Figure 0.1 Generic Project Development and Delivery Phases"]
[]
[null,0.2,"ATC Tool #1 ATC Project Selection"]
[]
[null,"The first tool in the toolkit seeks to determine if a given project is well-suited for the employment of ATCs. It consists of a checklist of factors that could potentially be addressed by ATCs. It is meant to be used in conjunction with the project’s risk register, if there is one, and essentially lays out the major risks and opportunities faced by many typical projects. Tool #1 operates on the following underlying assumptions. "]
[null,"• ","The project should have sufficient flexibility in its technical content and administrative arrangements to permit viable ATC options to be generated by industry during procurement. If there is no apparent flexibility, then the tool will not recommend ATC usage. "]
[null,"• ","Since different proposers will possess differing preferred means and methods that the ATC process can capture potential benefits due to allowing each competitor to tailor their proposal to their preferred approach. "]
[null,"• ","The agency’s must have the internal capacity to support the ATC process in a timely manner given the project’s procurement timeline. If the agency is not able to furnish the necessary resources to allow the timely review and approval of ATCs, the tool will again recommend against ATC usage."]
[]
[null,0.3,"ATC Tool #2 ATC Implementation"]
[]
[null,"The second tool in the toolkit seeks to assist the agency team in making a comprehensive analysis of the factors that require consideration within the specific ACM chosen for project delivery. It can also be used as a tool to compare more than one ACM’s suitability for ATC usage. The tool requires the agency select one of five ACMs:"]
[null,1,"Design-Bid-Build (DBB)"]
[null,2,"Design-Build (DB)"]
[null,3,"Progressive Design-Build (PDB)"]
[null,4,"Construction Manager/General Contractor (CMGC)"]
[null,5,"Public Private Partnership (P3)"]
[]
[null,"Once the ACM is selected, a conceptual timeline is displayed that includes the major ATC milestones overlaid on the procurement phases. The bulk of the tool consist of a series of checklists regarding the following ATC-related aspects:"]
[null,"• ","ATC Generic Submission and Evaluation Process "]
[null,"• ","Contracting Method Considerations"]
[null,"• ","Industry Outreach Meeting and One-on-One Meetings"]
[null,"• ","Confidentiality Considerations"]
[null,"• ","Environmental Review and Permitting Constraints"]
[null,"• ","Design Liability Considerations"]
[null,"• ","ATC Ownership Rights and Incorporation of ATCs from Unsuccessful Proposals "]
[null,"• ","Review and Evaluation of ATCs"]
[null,"• ","Development of ATC Project Scope of Work"]
[]
[null,"Tool #2 does not make a recommendation. It does sum up the number of considerations that are applicable to a given project and a means to assist the agency in determining if they have a good reason for continuing to pursue ATC inclusion in the given project delivery method. Tool #2 can also be used to conduct a comparison of two or more potential project delivery methods to determine if one exhibits a stronger case for ATC usage than others."]
[]
[null,0.4,"ATC Tool #3 ATC Evaluation"]
[]
[null,"Tool #3 offers a structured evaluation process for ATCs. Like all the tools, the agency can revise or adjust this to meet their specific needs and constraints. Ultimately, Tool #3 will document the agency’s rationale for making the “Equal to or Better Than” decision. The tool uses a simple process based on multi-attribute utility theory (MAUT). MAUT furnishes a rigorous mechanism for assessing the relative importance of various rated attributes between each other. The output is an index that can be compared to the baseline design. The baseline design’s index is equal to zero. If the ATC’s index is greater than or equal to zero, then the ATC would appear to have passed the test as a viable alternative. If it is less than zero, then it does not.\n\nTool #3 also includes the ability to recommend a conditional approval. This occurs when the ATC is deemed attractive but has one or more shortcomings that must be corrected before it can be approved. This is done during the selection of evaluation attributes. Each selected attribute is also assessed on whether conditions would be allowed or not. An example of one typical attribute of this nature might be an ATC that would require rereview of the environmental clearance. In Tool #3, the agency could designate this attribute as one that would allow no conditional approval.\n\nThis tool takes it primary input from a tabular list of attributes used to compute the ATC index. The agency can add attributes without restriction to the standard list. To determine if an ATC is equal to or better than the baseline design, the tool guides the user to develop the required input for making trade-offs among various ATC objectives (e.g. maximize quality, minimize traffic disruptions, maximize constructability, minimize project duration, minimize operation and maintenance goals).  The tool populates a matrix with the selected evaluation attributes and asks the agency to rank each attribute from most to least important. \n\nTool #3 then develops a relative importance for each attribute by using an assessment of the potential benefit that might be realized in each evaluation attribute if the ATC were implemented. In this step, a 5-point scale is used with the following descriptions for each level:\n"]
[null,1,"No change from baseline benefit"]
[null,2,"Slight enhancement\n\n"]
[null,3,"Some enhancement\n"]
[null,4,"Definitive enhancement\n\n"]
[null,5,"Significant enhancement\n"]
[]
[null,"The tool then combines the relative importance input with the previous input using a technique called swing weighting and computes a relative weight for each evaluation attribute. The next step involves establishing the baseline design expectations against which the ATC will be compared to make the equal or better determination. The process is very project-specific and agency-specific, and Tool #3 furnishes a space where the project team then records those aspects of the baseline design that define its individual functional expectations. The agency should list at least one expectation for each evaluation attribute. The final list is then used to make the comparative assessment of a proposed ATC and the baseline design. \n\nRemembering that an ATC can be given a conditional approval which allows the proposers to correct those deficiencies which do not meet the equal to standard, the team then conducts the comparative assessment. If the ATC is found to be deficient in an attribute and the team believes that it can be corrected, then it is rated as “correctable” and the tool captures that attribute as needing to be included in the conditional approval. If the deficiency is not correctable, then it is rated as such and the tool will generate a recommendation to disapprove the ATC. Finally, if all attributes are assessed as equal to or better, then a recommendation of approval without conditions is generated.\n"]
[]
[null,0.5,"ATC Tool #4 ATC Performance Assessment"]
[]
[null,"Tool #4 has two primary purposes. First, it strives to capture the benefits accrued that are directly attributable to ATCs as a means of providing information to make the business case for ATCs to both internal and external stakeholders. This is an important facet in the agency’s continuous improvement process and furnishes the ammunition for making changes to longstanding policies and preferences. Secondly, the tool leverages the ideas and innovations that are generated by industry during the ATC process to capture potential enhancements to the agency’s design, procurement, and construction processes. Thus, the next project will be able to replicate the successes of the past project by including those technical concepts that were found to add value into the next baseline design.\n\nTool #4 has two components. The first is a quantitative summary of ATCs and their impact on project cost. This portion also tracks the cost of stipends paid to unsuccessful proposers and uses that as the cost component of a benefit cost analysis. This is done to document the business case for both ATCs and stipends. It records the total number of ATCs proposed by each competitor, the number that were eventually approved, and the number that found their way into the final proposals. Lastly, it documents the ATCs that the winning proposer incorporated into its proposal, as well as ATCs added from unsuccessful proposals.\n\nSince some agencies do not consider cost or time savings in their current ATC evaluation processes, the second component is a qualitative summary of the ATC innovations proposed and the outcomes realized by implementing them. This portion also seeks to capture proposed changes to the project delivery administration process that might later be considered for agency-wide implementation. An example of this type of change would be a request to permit the contractor to work during periods that are excluded in the agency boilerplate. Tool #4 includes the following elements:\n"]
[]
[null,"• ","ATC Cost Performance"]
[null,"• ","Stipend Performance"]
[null,"• ","ATC Schedule Performance"]
[null,"• ","Project ATC Lessons Learned "]
[]
[null,"Tool #4 requires the agency to input the ATC history of previous projects over a given period that it would like to evaluate. This is done on a worksheet labeled “Table 4.1 ATC Inventory.” Once the project under analysis is complete, its ATC history is added to the ATC Inventory. This allows Tool #4 to calculate ATC performance indicators at both the project-level and agency-level."]
[]
[null,0.6,"How to Modify the ATC Toolkit?"]
[]
[null,"This interactive ATC Toolkit has been designed to be tailored to the specifics of each agency’s unique process and within the context of its constraints. This toolkit includes a hidden worksheet (ATC Toolkit Input) that populates the interactive fields in the four ATC Tools according to the ACM under consideration and other agency’s preferences indicated throughout the worksheets. The ATC Toolkit Input worksheet also includes the dropdown lists found in all four tools. Any changes to the interactive content of the tools should be made through the ATC Toolkit Input worksheet. This worksheet has been hidden to prevent any unintentional modifications to the ATC Toolkit. To display this hidden worksheet (see Figure 0.2):       "]
[null,1,"Click Home > Format\n"]
[null,2,"Under Visibility, click Hide & Unhide, and then click Unhide Sheet\n\n\n"]
[null,3,"In the Unhide box, double-click on ATC Toolkit Input.\n"]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,null,"Figure 0.2 Introductions to Display ATC Toolkit Input"]
[]
[null,"To hide the ATC Toolkit Input worksheet (see Figure 0.3):"]
[]
[null,1,"Select the ATC Toolkit Input worksheet\n"]
[null,2,"Click Home > Format\n"]
[null,3,"Under Visibility, click Hide & Unhide, and then click Hide Sheet\n\n\n"]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,null,"Figure 0.3 Introductions to Hide ATC Toolkit Input"]
[]
[null,"The non-interactive content in the ATC Toolkit can be modified directly in the worksheet where it resides."]

{"sheet":"Tool 1. ATC Project Selection","index":2,"n_rows":54,"n_cols":8,"rows_kept":54,"cut":false,"hidden":false,"merged":[[35,3,35,5],[25,3,25,5],[27,3,27,5],[29,3,29,5],[31,3,31,5],[33,3,33,5],[48,2,50,5],[48,7,49,7],[53,3,54,5],[37,3,37,5],[39,3,39,5],[41,3,41,5],[43,3,43,5],[45,2,46,5],[45,7,46,7],[52,3,52,5],[1,1,1,7],[3,2,3,7],[5,2,5,7],[16,2,16,7],[23,2,23,5],[21,2,21,5],[18,3,18,5],[6,2,6,7],[8,2,9,7],[11,2,14,7]]}
[]
[null,"Tool 1. ATC Project Selection"]
[]
[null,1.1000000000000001,"General Recommendations"]
[]
[null,"• ","The ATC Project Selection Checklist presented in this tool should be completed by a panel formed by planners, designers, and construction personnel."]
[null,"• ","The decision to include ATCs should be made as early as possible in the design process to ensure the agency will be comfortable with potential changes. Ideally, it would be made before the project’s environmental clearance and other state-level permits are completed to minimize the chances that the technical commitments made during the environmental review and permitting process do not reduce potential ATC benefits or stifle them altogether."]
[]
[null,"• ","Note: The semantics of project development and delivery process is not standard across the nation. Therefore, the following model will be used to describe the various tasks that are typically completed."]
[]
[]
[]
[]
[]
[]
[]
[null,1.2,"ATC Project Selection Checklist "]
[]
[null,null,null,"Note: \nAll orange boxes in this ATC Tool contain drop-down menus. Please select the appropriate choice from each drop-down menu. Check Yes or No in every box."]
[]
[]
[null,"1.2.1","Does the ATC Project Selection Panel foresee risk events in the project's Risk Register that could potentially be mitigated/overcome by ATCs proposed by competing contractors?",null,null,null,null,"-"]
[]
[null,"1.2.2","Does the ATC Project Selection Panel foresee major project specific risks or challenges on the areas listed below that could potentially mitigated/overcome by ATCs proposed by competing contractors?"]
[]
[null,null,"1.2.2.1","Project Scope",null,null,null,"-"]
[]
[null,null,"1.2.2.2","Life-Cycle Cost",null,null,null,"-"]
[]
[null,null,"1.2.2.3","Project Schedule",null,null,null,"-"]
[]
[null,null,"1.2.2.4","Quality Assurance/Control",null,null,null,"-"]
[]
[null,null,"1.2.2.5","Right-of-Way",null,null,null,"-"]
[]
[null,null,"1.2.2.6","Utilities and Railroad Arrangements",null,null,null,"-"]
[]
[null,null,"1.2.2.7","Potential Differing Site Conditions",null,null,null,"-"]
[]
[null,null,"1.2.2.8","Environmental/Permitting Constraints",null,null,null,"-"]
[]
[null,null,"1.2.2.9","Agency Design Capabilities",null,null,null,"-"]
[]
[null,null,"1.2.2.9","Agency Contract Administration/Oversight Capabilities",null,null,null,"-"]
[]
[null,"1.2.3","Does the Project Selection Panel foresee potential means and methods ATCs that could facilitate the accomplishment of the project objectives?",null,null,null,null,"-"]
[]
[]
[null,"1.2.4","Are the anticipated benefits of potential ATCs expected to justify the time and resources required to review ATC submittals and incorporate approved ATCs into the final design?",null,null,null,null,"-"]
[]
[]
[]
[null,null,null,"Recommendation:"]
[null,null,null,{"$f":"IF(COUNTIF(H22:H47,\"-\")<>0, \"A recommendation will be provided after completing the above checklist\",IF(COUNTIF(H22:H47,\"Yes\")<>0,IF(H49=\"Yes\",\"ATCs Recommended\",IF(H49=\"No\",\"ATCs Not Recommended\",\"A recommendation will be provided after completing the above checklist\")),\"ATCs Not Recommended\"))","v":"A recommendation will be provided after completing the above checklist"}]

{"sheet":"Tool 2. ATC Implementation","index":3,"n_rows":377,"n_cols":8,"rows_kept":377,"cut":false,"hidden":false,"merged":[[359,2,359,7],[368,2,368,4],[369,2,369,4],[370,2,370,4],[371,2,371,4],[372,2,372,4],[373,2,373,4],[374,2,374,4],[110,1,110,7],[116,2,123,5],[124,2,131,5],[152,1,152,7],[158,2,162,5],[163,2,168,5],[183,2,185,5],[186,2,195,5],[186,7,187,7],[124,7,125,7],[132,7,133,7],[138,7,139,7],[112,2,115,5],[154,7,155,7],[158,7,159,7],[163,7,164,7],[375,2,375,4],[376,2,376,4],[368,5,368,6],[369,5,369,6],[370,5,370,6],[371,5,371,6],[372,5,372,6],[373,5,373,6],[374,5,374,6],[375,5,375,6],[376,5,376,6],[348,2,352,5],[353,2,357,5],[348,7,349,7],[353,7,354,7],[330,1,330,7],[332,2,340,5],[84,2,87,5],[54,1,54,7],[67,2,75,5],[91,1,91,8],[97,2,103,5],[172,2,177,5],[178,2,181,5],[172,7,173,7],[178,7,179,7],[305,2,307,7],[308,3,310,7],[301,3,304,7],[312,3,312,5],[320,3,323,5],[341,2,346,5],[332,7,333,7],[341,7,342,7],[314,3,315,7],[316,3,318,5],[325,3,327,5],[316,7,317,7],[320,7,321,7],[45,2,46,4],[45,5,46,7],[48,1,48,7],[89,2,89,7],[49,1,49,7],[77,2,79,5],[80,2,83,5],[84,7,85,7],[77,7,78,7],[80,7,81,7],[108,2,108,7],[293,2,293,7],[295,2,296,7],[298,3,300,7],[143,7,144,7],[143,2,148,5],[150,2,150,7],[170,2,170,7],[93,7,94,7],[93,2,96,5],[1,1,1,7],[3,2,3,7],[41,2,41,7],[5,2,5,16383],[6,2,38,7],[39,2,39,7],[56,2,65,5],[56,7,57,7],[67,7,68,7],[43,3,43,5],[51,2,52,5],[51,7,52,7],[132,2,137,5],[138,2,142,5],[242,2,242,7],[154,2,157,5],[104,2,107,5],[97,7,98,7],[104,7,105,7],[196,2,196,7],[211,2,212,7],[183,7,184,7],[203,7,204,7],[112,7,113,7],[116,7,117,7],[280,2,282,5],[284,2,292,5],[238,3,240,5],[238,7,239,7],[214,3,217,5],[219,3,222,5],[223,3,227,5],[228,3,232,5],[233,3,237,5],[214,7,215,7],[219,7,220,7],[223,7,224,7],[228,7,229,7],[233,7,234,7],[361,2,367,7],[198,1,198,7],[200,2,202,5],[200,7,201,7],[203,2,209,5],[244,1,244,7],[266,2,268,5],[246,7,247,7],[252,7,253,7],[257,7,258,7],[263,7,264,7],[266,7,267,7],[269,7,270,7],[274,7,275,7],[277,7,278,7],[280,7,281,7],[284,7,285,7],[246,2,250,5],[252,2,256,5],[257,2,262,5],[263,2,265,5],[269,2,272,5],[274,2,276,5],[277,2,278,5]]}
[]
[null,"Tool 2. ATC Implementation"]
[]
[null,2.1,"ATC Generic Submission and Evaluation Process "]
[]
[null,"•","Figure 2.1 is a generic representation of the process implemented by state transportation agencies for the receipt and evaluation of ATCs. Before beginning, review the flow chart and compare it to the current agency process that matches the constraints of their enabling statutes and regulations regarding ATCs.  Next, compare it to the current project's unique requirements and characteristics and determine if a variation, such as dropping the CATC component, is in order."]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,null,"Figure 2.1 Generic ATC Receipt and Evaluation Process"]
[]
[null,2.2000000000000002,"Contracting Method Considerations "]
[]
[null,null,null,"Note: \nAll orange boxes in this ATC Tool contain drop-down menus. Please select the appropriate choice from each drop-down menu. "]
[]
[null,"2.2.1","Which project delivery is being considered?",null,null,"Design-Build (DB)"]
[]
[]
[null,{"$f":"IF(F46=\"Design-Bid-Build (DBB)\",\"DBB\",IF(F46=\"Design-Build (DB)\",\"DB\",IF(F46=\"Progressive Design-Build (PDB)\",\"PDB\",IF(F46=\"Construction Manager/General Contractor (CMGC)\",\"CMGC\",IF(F46=\"Public Private Partnership (P3)\",\"PPP\",\"Question1.2\")))))","v":"DB"}]
[null,"Figure 2.2 Project Delivery Period"]
[]
[null,{"$f":"IF(OR(B49=\"DBB\",B49=\"DB\",B49=\"PPP\"),\"•\",\"\")","v":"•"},{"$f":"IF(B49=\"DBB\",'ATC Toolkit Input'!C35,IF(B49=\"DB\",'ATC Toolkit Input'!C72,IF(B49=\"PPP\",'ATC Toolkit Input'!C133,\"\")))","v":"Do you plan to accept conceptual ATCs (CATCs) from proposers?"},null,null,null,null,"-"]
[]
[]
[null,{"$f":"IF(B49<>\"Question1.2\",\"Please check whether the following current practices are going to be applicable to your project:\",\"\")","v":"Please check whether the following current practices are going to be applicable to your project:"}]
[]
[null,{"$f":"IF(B49<>\"Question1.2\",\"•\",\"\")","v":"•"},{"$f":"IF(B49=\"DBB\",'ATC Toolkit Input'!C37,IF(B49=\"DB\",'ATC Toolkit Input'!C74,IF(B49=\"PDB\",'ATC Toolkit Input'!C100,IF(B49=\"CMGC\",'ATC Toolkit Input'!C117,IF(B49=\"PPP\",'ATC Toolkit Input'!C135,\"\")))))","v":"Upon receipt of CATCs, the agency conducts confidential one-on-one meetings with each proposer to discuss and clarify the content of the CATCs to determine whether or not the CATC is feasible and of a nature that could potentially gain approval. A typical CATC submittal would include a detailed narrative of the change being proposed; and a description of the impact of the intended ATC on the ATC Evaluation Attributes listed in the RFP (see Tool 3. ATC Evaluation). When CATCs are requested as part of the ATC process, the agency should consider scheduling a longer procurement period to allow for the receipt, review, and discussion of CATCs."},null,null,null,null,"-"]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,{"$f":"IF(B49<>\"Question1.2\",\"•\",\"\")","v":"•"},{"$f":"IF(B49=\"DBB\",'ATC Toolkit Input'!C47,IF(B49=\"DB\",'ATC Toolkit Input'!C85,IF(B49=\"PDB\",'ATC Toolkit Input'!C107,IF(B49=\"CMGC\",'ATC Toolkit Input'!C124,IF(B49=\"PPP\",'ATC Toolkit Input'!C141,\"\")))))","v":"Upon receipt of formal ATCs, the agency conducts confidential one-on-one meetings with each proposer to discuss and clarify the content of the ATCs. The agency then proceeds to evaluate each ATC using the third tool of this ATC Toolkit (Tool 3. ATC Evaluation). DB projects require that ATCs be evaluated, approved, and priced prior to contract award. If approved, the proposer, then advances the ATC-modified design to a point where it can be priced."},null,null,null,null,"-"]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,{"$f":"IF(OR(B49=\"Question1.2\",B49=\"PDB\",B49=\"CMGC\"),\"\",\"•\")","v":"•"},{"$f":"IF(B49=\"DBB\",'ATC Toolkit Input'!C56,IF(B49=\"DB\",'ATC Toolkit Input'!C92,IF(B49=\"PPP\",'ATC Toolkit Input'!C148,\"\")))","v":"The ATC proposer retains the option to bid the DOT-furnished baseline design or its own approved ATC-modified design."},null,null,null,null,"-"]
[]
[]
[null,{"$f":"IF(OR(B49=\"Question1.2\",B49=\"PDB\",B49=\"CMGC\",B49=\"DB\",B49=\"PPP\"),\"\",\"•\")","v":""},{"$f":"IF(B49=\"DBB\",'ATC Toolkit Input'!C58,\"\")","v":""},null,null,null,null,"-"]
[]
[]
[]
[null,{"$f":"IF(OR(B49=\"Question1.2\",B49=\"PDB\",B49=\"CMGC\",B49=\"DB\",B49=\"PPP\"),\"\",\"•\")","v":""},{"$f":"IF(B49=\"DBB\",'ATC Toolkit Input'!C62,\"\")","v":""},null,null,null,null,"-"]
[]
[]
[]
[]
[null,2.2999999999999998,"Industry Outreach Meeting and One-on-One Meetings"]
[]
[null,{"$f":"IF(C86<>\"Question1.2\",\"Please check whether the following current practices are going to be applicable to your project:\",\"\")","v":"Please check whether the following current practices are going to be applicable to your project:"}]
[]
[null,"•",{"$f":"IF(B49=\"Question1.2\",'ATC Toolkit Input'!C152,'ATC Toolkit Input'!C154)","v":"The agency will hold an industry outreach meeting prior to advertising an ATC project to announce the intention to accept ATCs and explain the specifics of the ATC review and approval process."},null,null,null,null,"-"]
[]
[]
[]
[null,{"$f":"IF(B49=\"Question1.2\",\"\",\"•\")","v":"•"},{"$f":"IF(B49=\"Question1.2\",\"\",IF(OR(B49=\"PDB\",B49=\"CMGC\"),'ATC Toolkit Input'!C164,'ATC Toolkit Input'!C158))","v":"Confidential one-on-one meetings are held with proposers to discuss issues and clarifications regarding the RFP/IFB and proposers' CATCs/ATCs. These meetings are valuable to both the agency a proposers because the agency can gain an idea of what to expect from the proposals and competing contractors are able to gain a clear understanding of owner's requirements and project objectives."},null,null,null,null,"-"]
[]
[]
[]
[]
[]
[]
[null,{"$f":"IF(B49=\"Question1.2\",\"\",\"•\")","v":"•"},{"$f":"IF(B49=\"Question1.2\",\"\",IF(OR(B49=\"PDB\",B49=\"CMGC\"),'ATC Toolkit Input'!C166,'ATC Toolkit Input'!C160))","v":"The agency has considered whether to limit the number of one-on-one meetings and their duration to avoid procurement delays, as well as to avoid exceeding its capacity to provide timely decisions on all CATCs/ATCs."},null,null,null,null,"-"]
[]
[]
[]
[null,2.4,"Confidentiality Considerations"]
[]
[null,"Please check whether the following current practices are going to be applicable to your project:"]
[]
[null,"•","Efforts will be made to guarantee the confidentiality proposers expect for their innovative ideas as well as for any proprietary information revealed during the one-on-one meetings.  ",null,null,null,null,"-"]
[]
[]
[]
[null,"•","A formal confidentiality agreement among all participants to such meetings has been considered. If selected, the nondisclosure agreement’s language is intended to create an obligation on the individual who signs it to honor its terms. Reliance solely upon a nondisclosure agreement may not be sufficient to preserve confidentiality. It is necessary to also ensure that the agency team leader explains the reason confidentiality is critical to the integrity of the specific proposal process. ",null,null,null,null,"-"]
[]
[]
[]
[]
[]
[]
[]
[null,"•","Challenges in maintaining confidentiality with third party stakeholders who may have an interest in a particular element of the design have been identified. While these entities may not be attendant at proprietary meetings, they may become privy to proposed changes. It is critical for the agency to manage this risk, either by having confidentiality agreements signed by these stakeholders or by deciding not to disclose the proposed ATC to the stakeholder during the procurement. ",null,null,null,null,"-"]
[]
[]
[]
[]
[]
[]
[]
[null,"•","A mechanism to amend the solicitation documents will be included in the instructions to bidders to warn them of the possibility that confidentiality may be breached if an error, omission, or ambiguity is identified during one-on-one meetings.  The agency also has considered whether to reserve the right to amend the solicitation for all competitors.",null,null,null,null,"-"]
[]
[]
[]
[]
[]
[null,"•","The agency legal personnel have evaluated possible confidentiality risks associated with federal, state, and local record disclosure requirements, often called \"sunshine laws,\" intended to create transparency around information in the hands of the government.",null,null,null,null,"-"]
[]
[]
[]
[]
[null,"•","The agency has considered that it may be required to seek outside permission before it can approve some ATCs. This may affect the agency's ability to guarantee confidentiality, making it impossible to protect the proprietary information contained in the ATC. The agency has considered whether to  allow the affected contractor to withdraw its ATC to avoid unwanted public disclosure in this event.",null,null,null,null,"-"]
[]
[]
[]
[]
[]
[]
[null,2.5,"Environmental Review and Permitting Constraints"]
[]
[null,"Please check whether the following current practices are going to be applicable to your project:"]
[]
[null,"•","The inclusion of ATCs was considered before the permitting process was started to avoid creating unintentional commitments that will stifle potential benefits brought by ATCs.",null,null,null,null,"-"]
[]
[]
[]
[null,"•","This project has a high potential for beneficial ATCs that might impact the environmental review process. Thus, the agency permitting staff is aware that the  final design configuration will require as much flexibility as practical to avoid unnecessary technical commitments.",null,null,null,null,"-"]
[]
[]
[]
[]
[null,"•","The agency has decided whether it will accept ATCs that require a subsequent environmental clearance. If it will, the agency is prepared to commit to obtain environmental clearance within a reasonable time period contingent to the contractor submitting all supporting information. The agency is also prepared to grant schedule relief to the contractor if the agency is unable to achieve the approval by the specified timeframe.",null,null,null,null,"-"]
[]
[]
[]
[]
[]
[]
[null,2.6,"Design Liability Considerations"]
[]
[null,"•",{"$f":"IF($B$49=\"DB\",'ATC Toolkit Input'!C172,IF($B$49=\"PDB\",'ATC Toolkit Input'!C176,IF($B$49=\"PPP\",'ATC Toolkit Input'!C180,IF(OR($B$49=\"DBB\",$B$49=\"CMGC\"),'ATC Toolkit Input'!C184,\"Please respond to Question 2.2.1 in Section 2.2.\"))))","v":"Design liability is not usually a major issue in ATC-DB contracts, since the design-builder recognizes its responsibility for the performance of any approved alternative design. Current understanding is based on the premise that the designer-of-record bears the responsibility for any defects in the design it furnishes."},null,null,null,null,"-"]
[]
[]
[]
[]
[]
[null,{"$f":"IF(OR($B$49=\"Question1.2\",$B$49=\"PDB\",$B$49=\"DB\",$B$49=\"PPP\"),\"\",\"•\")","v":""},{"$f":"IF(OR($B$49=\"DBB\",$B$49=\"CMGC\"),'ATC Toolkit Input'!C186,\"\")","v":""},null,null,null,null,"-"]
[]
[]
[]
[]
[null,{"$f":"IF(OR($B$49=\"Question1.2\",$B$49=\"PDB\",$B$49=\"DB\",$B$49=\"PPP\"),\"\",\"•\")","v":""},{"$f":"IF(OR($B$49=\"DBB\",$B$49=\"CMGC\"),'ATC Toolkit Input'!C188,\"\")","v":""},null,null,null,null,"-"]
[]
[]
[null,{"$f":"IF(OR($B$49=\"Question1.2\",$B$49=\"PDB\",$B$49=\"DB\",$B$49=\"PPP\"),\"\",\"•\")","v":""},{"$f":"IF(OR($B$49=\"DBB\",$B$49=\"CMGC\"),'ATC Toolkit Input'!C190,\"\")","v":""},null,null,null,null,"-"]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,2.7,"ATC Ownership Rights and Incorporation of ATCs from Unsuccessful Proposals "]
[]
[null,"Please check whether the following current practices are going to be applicable to your project:"]
[]
[null,"•","The agency plans to incorporate attractive ATCs from non-winning proposals and pay a stipend. ",null,null,null,null,"-"]
[]
[]
[null,"•","Approved ATCs from unsuccessful proposals are typically added to the final contract technical scope of work after contract award. Typical stipend clauses require unsuccessful proposers to relinquish ownership rights to the intellectual contents of their proposals to the agency if they accept a stipend. It is prudent to have agency legal counsel review the procedures in light of local statutory constraints.",null,null,null,null,"-"]
[]
[]
[]
[]
[]
[]
[]
[null,"•","The following is a set of principles that govern the incorporation of non-winning proposals after contract award:"]
[]
[]
[null,null,{"$f":"\"1.\"","v":"1."},"Stipend Included: A stipend clause must be part of the solicitation document. The clause should expressly state that accepting the offered stipend transfers  ownership of the technical content of the proposal and any ATCs.",null,null,null,"-"]
[]
[]
[]
[]
[null,null,{"$f":"\"2.\"","v":"2."},"Stipend Acceptance: The unsuccessful proposer of the ATC in question must accept the stipend when offered for the agency to be able to share its approved ATCs with the winning bidder. ",null,null,null,"-"]
[]
[]
[]
[null,null,{"$f":"\"3.\"","v":"3."},"Winner’s Support: The winning proposer should be willing to incorporate the ATC in question into its final scope of work. Depending on the ATC and the contracting method in question, the agency should explore whether an additional cost to change the winning price proposal is in order. ",null,null,null,"-"]
[]
[]
[]
[]
[null,null,{"$f":"\"4.\"","v":"4."},"Design Liability Delineated: Issues regarding design liability for performance of the ATC in question should be mutually agreed and codified in the final contract using an appropriate legal instrument such as an amendment to the RFP technical scope of work, a contract change, etc. ",null,null,null,"-"]
[]
[]
[]
[]
[null,null,{"$f":"\"5.\"","v":"5."},"Impacts Determined: Any impacts on third party stakeholders, permitting, utility coordination, etc. should be identified and quantified before deciding to incorporate the ATC in question. Additionally, potential impacts to the planned sequence of work and delivery schedule should also be addressed.  ",null,null,null,"-"]
[]
[]
[]
[]
[null,null,{"$f":"\"6.\"","v":"6."},"Pricing Determined: Any impact of the newly incorporated ATC on the contract price should be mutually agreed and codified as appropriate into the contract. ",null,null,null,"-"]
[]
[]
[]
[null,2.8,"Review and Evaluation of ATCs"]
[]
[null,"Please check whether the following current practices are going to be applicable to your project:"]
[]
[null,"•","The agency has set a standard to determine if an ATC is equal to or better than the project's baseline design/requirements. Tool 3 of this ATC Toolkit is intended to facilitate the evaluation of the \"equal to or better than\" standard for ATCs by assessing their performance through multiple evaluation attributes.",null,null,null,null,"-"]
[]
[]
[]
[]
[]
[null,"•","ATC evaluation attributes have been defined and weighted to effectively represent the project objectives and will be included in the solicitation documents to encourage contractors to propose responsive ATCs that offer betterments that respond to the specified project goals.",null,null,null,null,"-"]
[]
[]
[]
[]
[null,"•","The agency ATC evaluation group has a consensus definition of the baseline design performance  to benchmark the point from which “equal to or better than” will be measured. The ATC evaluation methodology presented in Tool 3 of this toolkit is designed to be first applied to the baseline design/requirements.",null,null,null,null,"-"]
[]
[]
[]
[]
[]
[null,"•","The ATC evaluation plan is clearly articulated in the solicitation documents and will be followed without adjustment. ",null,null,null,null,"-"]
[]
[]
[null,"•","The ATC evaluation plan will be presented during the industry outreach pre-bid meeting.",null,null,null,null,"-"]
[]
[]
[null,"•","Since local statutes and policies will govern as to how much of the plan must be included in the solicitation documents, arrangements are made to ensure competing contractors understand the process and can submit responsive ATCs for consideration.",null,null,null,null,"-"]
[]
[]
[]
[]
[null,"•","The ATC evaluation process has been design to be as simple as practical to allow the agency to expeditiously make approval/disapproval decisions. ",null,null,null,null,"-"]
[]
[]
[null,"•","The ATC evaluation panel has access to subject matter experts from the agency's planning, design, and construction groups.",null,null,null,null,"-"]
[]
[]
[null,"•","The agency knows if the presence of observers from outside the agency (FHWA, state resource agencies, and local government) is expected and made arrangements require them to sign confidentiality agreements.",null,null,null,null,"-"]
[]
[]
[]
[null,"•","The agency plans to exclude ATC evaluation panel members from participating in the evaluation of the final proposals and selection of the winning bidder. Though not widely used, the rationale for doing so is that the knowledge that a given ATC was approved, but the proposer chose not to include it in the final proposal, may influence the evaluator’s objectivity. To make this decision, the agency should determine if the risk is worth the additional resources required to field two evaluation panels for every ATC project.",null,null,null,null,"-"]
[]
[]
[]
[]
[]
[]
[]
[]
[null,2.9,"Development of ATC Project Scope of Work"]
[]
[null,"•","The agency should decide whether to employ a full scope or limited scope ATC process, which are defined as follows:"]
[]
[]
[null,null,"-","Full Scope ATC: The contractor is allowed to propose an ATC for any part of the project's complete scope of work. An example would be a project that proposes a change in alignment"]
[]
[]
[null,null,"-","Limited Scope ATC: The agency publishes those portions of the project's scope of work for which it will accept ATCs. ATCs that fall outside the published areas of scope are rejected. An example would be limiting ATCs to traffic control plans only."]
[]
[]
[]
[null,"•","The following steps are intended to facilitate the development of the ATC project scope of work and decision-making process on whether to employ a full scope or limited scope ATC process:"]
[]
[]
[null,null,{"$f":"\"1.\"","v":"1."},"Table 2.1 outlines the work packages that comprise the Work Breakdown Structure (WBS) for the project under consideration. Please complete columns A, B1, B2, and C according to the provided instructions. "]
[]
[]
[]
[null,null,null,"Click here to see Table 2.1 Work Breakdown Structure."]
[]
[null,null,{"$f":"\"2.\"","v":"2."},"Answer the following questions based on Table 2.1 Work Breakdown Structure: "]
[]
[null,null,2.1,"Are most work packages in Table 2.1 suitable for ATCs, including packages associated with major design features and/or construction elements/activities?",null,null,null,"-"]
[]
[]
[]
[null,null,2.2000000000000002,"Does the agency have the staff capability and sufficient procurement time to handle a full scope ATC process taking into consideration the anticipated size and complexity of potential ATCs?",null,null,null,"-"]
[]
[]
[]
[null,null,null,"Recommendation:"]
[null,null,null,{"$f":"IF(H317=\"-\",\"A recommendation will be provided after answering the questions above\",IF(H317=\"Yes\",IF(H321=\"-\",\"A recommendation will be provided after answering the questions above\",IF(H321=\"Yes\",\"The project under consideration could benefit from a FULL SCOPE ATC process.\",\"The project under consideration is more suitable for a LIMITED SCOPE ATC process.\")),\"The project under consideration is more suitable for a LIMITED SCOPE ATC process.\"))","v":"A recommendation will be provided after answering the questions above"}]
[]
[]
[]
[]
[null,"Please check whether the following current practices are going to be applicable to your project:"]
[]
[null,"•",{"$f":"IF(OR(B49=\"PDB\",B49=\"CMGC\"),'ATC Toolkit Input'!C205,'ATC Toolkit Input'!C201)","v":"The agency has considered whether to limit the number of CATCs/ATCs to be submitted per contractor to avoid procurement delays, reduce the risk of exceeding its capacity to handle all possible CATCs/ATCs, and limit the amount of stipends to be paid (if required). This approach could be particularly useful in a full scope ATC process. However, it would also limit the industry's ability to innovate and add value to the project. If the agency desires to impose a limitation, then it may consider selecting the highest possible number allowed by its staff capability."},null,null,null,null,"-"]
[]
[]
[]
[]
[]
[]
[]
[]
[null,"•","The agency will develop environmental permitting, ROW, and utility coordination documents with as much design flexibility as feasible to facilitate the implementation of ATC provisions. This will include avoiding being too prescriptive in the design, as well as avoiding making commitments that would eliminate possible ATCs unless absolutely necessary to obtain the necessary permits and consents.",null,null,null,null,"-"]
[]
[]
[]
[]
[]
[]
[null,"•","The agency will generate performance-based design criteria wherever possible and carry those criteria through the environmental review and permitting process and into final design. Design work packages with attractive ATC potential have a greater need for performance specifications.",null,null,null,null,"-"]
[]
[]
[]
[]
[null,"•","To address the risk associated with having a contractor unable to implement an approved ATC during the contract duration, the agency has considered adding contract language requiring the contractor to provide the baseline design requirements outlined in the RFP/IFB at no additional cost in that event.",null,null,null,null,"-"]
[]
[]
[]
[]
[]
[null,null,"Tool 2. ATC Implementation - Summary"]
[]
[null,"•","The following table summarizes the decisions made on this ATC Tool regarding the applicability of the recommendations made on Section 2.2 to 2.9. It  shows the number of applicable considerations in each section and is intended to provide a back-check on the completeness of the agency ATC process. There is no expectation that all considerations will be applied to the agency's ATC process; however, it is prudent that each of the listed considerations be reviewed, discussed, and decided."]
[]
[]
[]
[]
[]
[]
[null,null,"Section",null,null,"Number of Applicable Considerations"]
[null,null,"2.2 Contracting Method Considerations",null,null,{"$f":"IF(B49=\"Question1.2\",\"-\",CONCATENATE(COUNTIF(H57:H87,\"Applicable\"),\" out of \",IF(F46=\"Design-Bid-Build (DBB)\",5,IF(OR(F46=\"Design-Build (DB)\",F46=\"Public Private Partnership (P3)\"),3,IF(OR(F46=\"Progressive Design-Build (PDB)\",F46=\"Construction Manager/General Contractor (CMGC)\"),2)))))","v":"0 out of 3"}]
[null,null,"2.3 Industry Outreach Meeting and One-on-One Meetings",null,null,{"$f":"IF(B49=\"Question1.2\",\"-\",CONCATENATE(COUNTIF(H94:H106,\"Applicable\"),\" out of \",3))","v":"0 out of 3"}]
[null,null,"2.4 Confidentiality Considerations",null,null,{"$f":"CONCATENATE(COUNTIF(H113:H145,\"Applicable\"),\" out of \",6)","v":"0 out of 6"}]
[null,null,"2.5 Environmental Review and Permitting Constraints",null,null,{"$f":"CONCATENATE(COUNTIF(H155:H165,\"Applicable\"),\" out of \",3)","v":"0 out of 3"}]
[null,null,"2.6 Design Liability Considerations",null,null,{"$f":"IF(B49=\"Question1.2\",\"-\",IF(OR(F46=\"Design-Build (DB)\", F46=\"Public Private Partnership (P3)\", F46=\"Progressive Design-Build (PDB)\"),CONCATENATE(COUNTIF(H173,\"Applicable\"),\" out of \",1), CONCATENATE(COUNTIF(H173:H188,\"Applicable\"),\" out of \",4)))","v":"0 out of 1"}]
[null,null,"2.7 ATC Ownership Rights and Incorporation of ATCs from Unsuccessful Proposals ",null,null,{"$f":"CONCATENATE(COUNTIF(H201:H240,\"Applicable\"),\" out of \",8)","v":"0 out of 8"}]
[null,null,"2.8 Review and Evaluation of ATCs",null,null,{"$f":"CONCATENATE(COUNTIF(H247:H286,\"Applicable\"),\" out of \",10)","v":"0 out of 10"}]
[null,null,"2.9 Development of ATC Project Scope of Work",null,null,{"$f":"CONCATENATE(COUNTIF(H333:H355,\"Applicable\"),\" out of \",4)","v":"0 out of 4"}]

{"sheet":"Table 2.1 - WBS","index":4,"n_rows":32,"n_cols":15,"rows_kept":32,"cut":false,"hidden":false,"merged":[[31,1,32,9],[29,1,29,4],[30,1,30,4],[27,1,27,4],[28,1,28,4],[1,0,2,9],[8,1,8,9],[10,1,10,9],[12,1,12,9],[14,1,14,9],[5,1,5,9],[6,1,6,9],[16,1,16,9],[23,1,23,4],[24,1,24,4],[25,1,25,4],[26,1,26,4],[18,1,18,4],[19,1,19,4],[20,1,20,4],[21,1,21,4],[22,1,22,4]]}
[]
["Table 2.1 Work Breakdown Structure"]
[]
[]
[null,"Note:"]
[null,"The below WBS is meant to be generic. A work package is defined as a major component of the project's scope of work from development through delivery."]
[null,"The agency can replace the generic WBS with their own. However, a word of caution to not overcomplicate the WBS is offered as this is meant as a high-level planning tool rather than the detailed approach used for working-level design and construction WBSs."]
[]
[null,"• Please fill out columns A, B1, B2, and C based on the following instructions:"]
[]
[null,"Column A: Identify those work packages that are dependent on means and methods assumptions."]
[]
[null,"Column B1: Identify design packages closely related to key project objectives and to major anticipated risk factors."]
[]
[null,"Column B2: Identify those work packages selected in Column B1 that could be improved through ATCs facilitating the accomplishment of project objectives and mitigating overall project risk."]
[]
[null,"Column C: Identify the work packages associated to major design features and/or construction elements/activities. "]
[]
[null,"Work Package",null,null,null,"A","B1","B2","C","ATC Potential"]
[null,"Context – Economical / business / abutting properties ",null,null,null,null,null,null,null,{"$f":"IF(O20=TRUE,IF(OR(AND(M20=TRUE,N20=TRUE),L20=TRUE),\"Major Package with ATC Potential\",\"---------\"),IF(OR(AND(M20=TRUE,N20=TRUE),L20=TRUE),\"Package with ATC Potential\",\"---------\"))","v":"---------"},null,false,false,false,false]
[null,"Planning – meeting project goals / identified purpose and need ",null,null,null,null,null,null,null,{"$f":"IF(O21=TRUE,IF(OR(AND(M21=TRUE,N21=TRUE),L21=TRUE),\"Major Package with ATC Potential\",\"---------\"),IF(OR(AND(M21=TRUE,N21=TRUE),L21=TRUE),\"Package with ATC Potential\",\"---------\"))","v":"---------"},null,false,false,false,false]
[null,"Local Agency / Stakeholder (State Aid) – local / stakeholder interests & needs as defined with community engagement & outreach ",null,null,null,null,null,null,null,"---------",null,false,false,false,false]
[null,"Right of Way / Land Management (acquisitions, temporary construction easements, permanent easements, public land leasing / agreements) ",null,null,null,null,null,null,null,"---------",null,false,false,false,false]
[null,"Environmental / Natural Resources   ",null,null,null,null,null,null,null,"---------",null,false,false,false,false]
[null,"Design – Bridge assets, those structures that are defined as ‘bridge assets’ ",null,null,null,null,null,null,null,"---------",null,false,false,false,false]
[null,"Design – mobility / Other assets (roadway geometrics, assets within the right of way)",null,null,null,null,null,null,null,"---------",null,false,false,false,false]
[null,"Design – Drainage / Hydraulics (Stormwater management, NPDES, drainage assets, etc.) ",null,null,null,null,null,null,null,"---------",null,false,false,false,false]
[null,"Design – Traffic (maintenance & protection of traffic, signage, striping, lighting, signals, etc.) ",null,null,null,null,null,null,null,"---------",null,false,false,false,false]
[null,"Utilities – existing, relocation, future (prior rights, agreements, negotiations) ",null,null,null,null,null,null,null,"---------",null,false,false,false,false]
[null,"Construction (constructability, staging, sequencing, phasing) ",null,null,null,null,null,null,null,"---------",null,false,false,false,false]
[null,"Maintenance – life cycle / asset management / maintainable assets ",null,null,null,null,null,null,null,"---------",null,false,false,false,false]
[null,"Click here to return to Tool 2 ATC Implementation - Section 2.9 Development of ATC Project Scope of Work"]

{"sheet":"Tool 3. ATC Evaluation","index":5,"n_rows":256,"n_cols":19,"rows_kept":256,"cut":false,"hidden":false,"merged":[[255,2,255,6],[250,2,250,6],[251,2,251,6],[252,2,252,6],[253,2,253,6],[254,2,254,6],[245,2,245,6],[246,2,246,6],[247,2,247,6],[248,2,248,6],[249,2,249,6],[240,2,240,6],[241,2,241,6],[242,2,242,6],[243,2,243,6],[244,2,244,6],[236,2,236,6],[235,2,235,6],[237,2,237,6],[238,2,238,6],[239,2,239,6],[213,4,213,5],[214,4,214,5],[101,2,102,7],[177,2,178,7],[173,2,174,7],[169,2,170,7],[140,2,140,7],[128,2,128,7],[132,2,132,7],[137,2,138,7],[133,2,134,7],[176,2,176,7],[168,2,168,7],[172,2,172,7],[149,2,150,7],[145,2,146,7],[141,2,142,7],[164,2,164,7],[156,2,156,7],[153,2,154,7],[85,4,85,7],[85,2,86,2],[88,4,88,5],[89,4,89,5],[87,6,87,7],[88,6,88,7],[89,6,89,7],[220,4,220,5],[160,2,160,7],[165,2,166,7],[161,2,162,7],[157,2,158,7],[125,2,126,7],[121,2,122,7],[117,2,118,7],[136,2,136,7],[182,2,186,7],[148,2,148,7],[152,2,152,7],[144,2,144,7],[215,4,215,5],[210,4,210,5],[211,4,211,5],[212,4,212,5],[234,2,234,6],[230,4,230,5],[231,4,231,5],[225,4,225,5],[226,4,226,5],[227,4,227,5],[228,4,228,5],[229,4,229,5],[216,4,216,5],[217,4,217,5],[218,4,218,5],[219,4,219,5],[232,2,233,6],[222,4,222,5],[223,4,223,5],[224,4,224,5],[221,4,221,5],[64,5,64,8],[65,5,65,8],[66,5,66,8],[67,5,67,8],[83,2,83,7],[180,2,180,7],[48,2,48,7],[86,4,86,5],[86,6,86,7],[87,4,87,5],[91,2,98,7],[100,2,100,7],[50,2,53,7],[55,2,55,6],[112,2,112,7],[104,2,104,7],[108,2,108,7],[109,2,110,7],[113,2,114,7],[105,2,106,7],[124,2,124,7],[116,2,116,7],[120,2,120,7],[129,2,130,7],[32,6,34,7],[5,2,6,8],[68,5,68,8],[69,5,69,8],[70,5,70,8],[80,5,80,8],[81,5,81,8],[1,1,1,7],[3,2,3,7],[18,1,18,7],[20,2,20,7],[22,2,24,8],[26,6,31,7],[71,5,71,8],[72,5,72,8],[73,5,73,8],[74,5,74,8],[75,5,75,8],[76,5,76,8],[77,5,77,8],[78,5,78,8],[79,5,79,8],[62,5,62,8],[63,5,63,8]]}
[]
[null,"Tool 3. ATC Evaluation"]
[]
[null,3.1,"ATC Evaluation Process Introduction "]
[]
[null,"•","The process presented in this tool is intended to improve the objectivity of ATC evaluation procedures by standardizing ATCs “equal to or better than” analyses. The process is a decision-making method that facilitates trade-offs among multiple evaluation attributes according to weights previously determined by the ATC Evaluation Panel for all attributes. The ATC evaluation process is performed in four steps, as illustrated in Figure 3.1."]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[]
[null,"3.1 ATC Evaluation Process"]
[]
[null,3.2,"Step 1. Define ATC Evaluation Attributes "]
[]
[null,"•","Select the set of evaluation attributes that best represent the goals of the ATC project under consideration. Submitted ATCs will be evaluated on their potential to improve the baseline design on the selected attributes."]
[]
[]
[]
[null,null,"Evaluation Attribute","Select","No Conditions Allowed",null,"Note: \nBefore evaluating a new ATC or a new selection of evaluation attributes, clear all fields in this ATC Tool by clicking on the following button ",null,null,"Helper1","Helper2","Helper3"]
[null,false,"Lifecycle Cost",null,null,false,null,null,null,1,{"$f":"IF(B28=TRUE,J28,\"\")","v":""},{"$f":"IF(J28<=$K$48,SMALL($K$28:$K$47,J28),\"\")","v":""}]
[null,false,"Road User Costs (during construction)",null,null,false,null,null,null,2,{"$f":"IF(B29=TRUE,J29,\"\")","v":""},{"$f":"IF(J29<=$K$48,SMALL($K$28:$K$47,J29),\"\")","v":""}]
[null,false,"Constructability",null,null,false,null,null,null,3,"",""]
[null,false,"Project Duration",null,null,false,null,null,null,4,"",""]
[null,false,"Asset Structural Performance",null,null,false,null,null,null,5,"",""]
[null,false,"Asset Operational Performance",null,null,false,0,null,null,6,"",""]
[null,false,"Aesthetics",null,null,false,null,null,null,7,"",""]
[null,false,"Environmental Impact",null,null,false,null,null,null,8,"",""]
[null,false,"No Impact to Environmental Permits",null,null,false,null,null,null,9,"",""]
[null,false,"Impact to Surrounding and Adjacent Communities",null,null,false,null,null,null,10,"",""]
[null,false,"Construction Inspection and Testing Efforts",null,null,false,null,null,null,11,"",""]
[null,false,"Traffic Control and Disruptions",null,null,false,null,null,null,12,"",""]
[null,false,"Post Construction Safety",null,null,false,null,null,null,13,"",""]
[null,false,"Workzone Safety",null,null,false,null,null,null,14,"",""]
[null,false,"Cost Certainty",null,null,false,null,null,null,15,"",""]
[null,false,"Schedule Certainty",null,null,false,null,null,null,16,"",""]
[null,false,"Third-Party Stakeholder Risk",null,null,false,null,null,null,17,"",""]
[null,false,"Test",null,null,false,null,null,null,18,"",""]
[null,false,{"$f":"\"--- add attribute ---\"","v":"--- add attribute ---"},null,null,false,null,null,null,19,"",""]
[null,false,"--- add attribute ---",null,null,false,null,null,null,20,"",""]
[null,null,null,null,null,null,null,null,null,null,{"$f":"COUNT(K28:K47)","v":0}]
[null,3.3,"Step 2. Weight ATC Evaluation Attributes "]
[]
[null,"•","This step develops a relative importance for each attribute by using an assessment of the potential benefit that might be realized in each evaluation attribute if the ATC were implemented. In this step, a 5-point scale is used with the following descriptions for each level:"]
[]
[]
[]
[]
[null,null,"1 - No change from baseline benefit"]
[null,null,"2 - Slight enhancement"]
[null,null,"3 - Some enhancement "]
[null,null,"4 - Definitive enhancement"]
[null,null,"5 - Significant enhancement"]
[]
[null,null,"Evaluation Attribute","Benefit","Weight"]
[null,null,{"$f":"IF(L28=\"\",\"\",INDEX($C$28:$C$47,L28))","v":""},null,{"$f":"IF(C63=\"\",\"\",IF(COUNTBLANK($C$63:$C$82)-COUNTBLANK($D$63:$D$82)=0,D63/SUM($D$63:$D$82),\"\"))","v":""},{"$f":"IF(OR(C63=\"\",D63=\"\"),\"\",IF(OR(D63<1,D63>5),\"Invalid Value: Enter value between 1 and 5\",\"\"))","v":""}]
[null,null,"",null,{"$f":"IF(C64=\"\",\"\",IF(COUNTBLANK($C$63:$C$82)-COUNTBLANK($D$63:$D$82)=0,D64/SUM($D$63:$D$82),\"\"))","v":""},{"$f":"IF(OR(C64=\"\",D64=\"\"),\"\",IF(OR(D64<1,D64>5),\"Invalid Value: Enter value between 1 and 5\",\"\"))","v":""}]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[null,null,"",null,"",""]
[]
[null,3.4,"Step 3. Define Baseline Design Expectations"]
[]
[null,"•","ATCs are evaluated using an ATC Index interpreted as shown in Table 3.1.",null,"Table 3.1 ATC Index"]
[null,null,null,null,"ATC Index",null,"Not Equal/Equal/Better"]
[null,null,null,null,"Less than 0",null,"Not Equal"]
[null,null,null,null,"Equal to 0",null,"Equal"]
[null,null,null,null,"Greater than 0",null,"Better"]
[]
[null,"•","Before proceeding with the evaluation of ATCs, the baseline design is assigned an ATC index of zero. This is necessary to benchmark the point from which “equal to or better than” will be measured. Thus, it is important for the ATC Evaluation Panel to have a consensus definition of the baseline design performance before it begins accepting and reviewing ATCs. The following spaces are provided for the team to record those aspects of the baseline design that define its individual functional expectations. The agency should list at least one expectation for each evaluation attribute."]
[]
[]
[]
[]
[]
[]
[]
[]
[null,null,{"$f":"IF(C63=\"\",\"------------------\",CONCATENATE(C63,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C64=\"\",\"------------------\",CONCATENATE(C64,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C65=\"\",\"------------------\",CONCATENATE(C65,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C66=\"\",\"------------------\",CONCATENATE(C66,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C67=\"\",\"------------------\",CONCATENATE(C67,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C68=\"\",\"------------------\",CONCATENATE(C68,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C69=\"\",\"------------------\",CONCATENATE(C69,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C70=\"\",\"------------------\",CONCATENATE(C70,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C71=\"\",\"------------------\",CONCATENATE(C71,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C72=\"\",\"------------------\",CONCATENATE(C72,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C73=\"\",\"------------------\",CONCATENATE(C73,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C74=\"\",\"------------------\",CONCATENATE(C74,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C75=\"\",\"------------------\",CONCATENATE(C75,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C76=\"\",\"------------------\",CONCATENATE(C76,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C77=\"\",\"------------------\",CONCATENATE(C77,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C78=\"\",\"------------------\",CONCATENATE(C78,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C79=\"\",\"------------------\",CONCATENATE(C79,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C80=\"\",\"------------------\",CONCATENATE(C80,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C81=\"\",\"------------------\",CONCATENATE(C81,\":\"))","v":"------------------"}]
[]
[]
[]
[null,null,{"$f":"IF(C81=\"\",\"------------------\",CONCATENATE(C81,\":\"))","v":"------------------"}]
[]
[]
[]
[null,3.5,"Step 4. Compare ATC against Baseline Design Expectations "]
[]
[null,"•","Compare the performance of the ATC under consideration under each evaluation attribute against the previously defined baseline design expectations, and rate the ATC on each attribute as Not Equal (-1), Nearly Equal (-0.5), Equal (0), Better (+0.5), or Significantly Better (+1) than the performance of the same attribute in the baseline design. The overall ATC Index is then calculated as the weighted sum of the rates across all attributes."]
[]
[]
[]
[]
[]
[null,null,"Evaluation Attribute","Not Equal       (-1)","Nearly Equal        (-0.5)","Equal (0)","Better (+0.5)","Significantly Better              (+1)",0]
[null,1,{"$f":"IF(C63=\"\",\"-\",C63)","v":"-"},null,null,null,null,null,0,{"$f":"IF(C190=\"-\",\"\",VLOOKUP(C190,$C$28:$F$47,4,FALSE))","v":""},{"$f":"IF(J190=\"\",\"\",IF(AND(J190=TRUE,I190<3),1,\"\"))","v":""},{"$f":"IF(I190=1,-1,IF(I190=2,-0.5,IF(I190=3,0,IF(I190=4,0.5,IF(I190=5,1,\"\")))))","v":""},{"$f":"IF(L190<0,IF(K190=1,\"\",C190),\"\")","v":""},{"$f":"IF(K190=1,C190,\"\")","v":""},1,{"$f":"IF(M190=\"\",\"\",O190)","v":""},{"$f":"IF(O190<=$P$210,SMALL($P$190:$P$209,O190),\"\")","v":""},{"$f":"IF(N190=\"\",\"\",O190)","v":""},{"$f":"IF(O190<=$R$210,SMALL($R$190:$R$209,O190),\"\")","v":""}]
[null,2,"-",null,null,null,null,null,0,{"$f":"IF(C191=\"-\",\"\",VLOOKUP(C191,$C$28:$F$47,4,FALSE))","v":""},{"$f":"IF(J191=\"\",\"\",IF(AND(J191=TRUE,I191<3),1,\"\"))","v":""},{"$f":"IF(I191=1,-1,IF(I191=2,-0.5,IF(I191=3,0,IF(I191=4,0.5,IF(I191=5,1,\"\")))))","v":""},{"$f":"IF(L191<0,IF(K191=1,\"\",C191),\"\")","v":""},{"$f":"IF(K191=1,C191,\"\")","v":""},2,{"$f":"IF(M191=\"\",\"\",O191)","v":""},{"$f":"IF(O191<=$P$210,SMALL($P$190:$P$209,O191),\"\")","v":""},{"$f":"IF(N191=\"\",\"\",O191)","v":""},{"$f":"IF(O191<=$R$210,SMALL($R$190:$R$209,O191),\"\")","v":""}]
[null,3,"-",null,null,null,null,null,0,"","","","","",3,"","","",""]
[null,4,"-",null,null,null,null,null,0,"","","","","",4,"","","",""]
[null,5,"-",null,null,null,null,null,0,"","","","","",5,"","","",""]
[null,6,"-",null,null,null,null,null,0,"","","","","",6,"","","",""]
[null,7,"-",null,null,null,null,null,0,"","","","","",7,"","","",""]
[null,8,"-",null,null,null,null,null,0,"","",{"$f":"IF(I197=1,-1,IF(I197=2,-0.5,IF(I197=3,0,IF(I197=4,0.5,IF(I197=5,1,\"\")))))","v":""},"","",8,"","","",""]
[null,9,"-",null,null,null,null,null,0,"","","","","",9,"","","",""]
[null,10,"-",null,null,null,null,null,0,"","","","","",10,"","","",""]
[null,11,"-",null,null,null,null,null,0,"","","","","",11,"","","",""]
[null,12,"-",null,null,null,null,null,0,"","","","","",12,"","","",""]
[null,13,"-",null,null,null,null,null,0,"","","","","",13,"","","",""]
[null,14,"-",null,null,null,null,null,0,"","","","","",14,"","","",""]
[null,15,"-",null,null,null,null,null,0,"","","","","",15,"","","",""]
[null,16,"-",null,null,null,null,null,0,"","","","","",16,"","","",""]
[null,17,"-",null,null,null,null,null,0,"","","","","",17,"","","",""]
[null,18,"-",null,null,null,null,null,0,"","","","","",18,"","","",""]
[null,19,"-",null,null,null,null,null,0,"","","","","",19,"","","",""]
[null,20,"-",null,null,null,null,null,0,"","","","",null,20,"","","",""]
[null,null,null,null,null,null,null,null,4,null,null,null,null,null,null,{"$f":"COUNT(P190:P209)","v":0},null,{"$f":"COUNT(R190:R209)","v":0}]
[null,null,"Evaluation Attribute","Weight","Weighted Rate"]
[null,1,{"$f":"C190","v":"-"},{"$f":"E63","v":""},{"$f":"IFERROR(IF(D212=\"\",\"\",IF(C212=\"-\",\"\",D212*L190)),\"-\")","v":""}]
[null,2,"-","",""]
[null,3,"-","",""]
[null,4,"-","",""]
[null,5,"-","",{"$f":"IFERROR(IF(D216=\"\",\"\",IF(C216=\"-\",\"\",D216*L194)),\"-\")","v":""}]
[null,6,"-","",""]
[null,7,"-","",""]
[null,8,"-","",""]
[null,9,"-","",""]
[null,10,"-","",""]
[null,11,"-","",""]
[null,12,"-","",""]
[null,13,"-","",""]
[null,14,"-","",""]
[null,15,"-","",""]
[null,16,"-","",""]
[null,17,"-","",""]
[null,18,"-","",""]
[null,19,"-","",""]
[null,20,"-","",""]
[null,null,null,"ATC Index",{"$f":"IF(COUNTIF(E212:F231,\"-\")<>0,\"-\",SUM(E212:F231))","v":0}]
[null,null,"Recommendation:"]
[]
[null,null,{"$f":"IF(OR(COUNTBLANK(E212:F231)=40,E232=\"-\"),\"----------------------\",IF(E232>=0,IF(SUM(K190:K209)>0,\"Recommend disapproval\",IF(COUNTBLANK(M190:M209)<>20,\"Recommend approval with conditions\",\"Recommend approval as submitted\")),\"Recommend disapproval\"))","v":"----------------------"}]
[null,null,{"$f":"IF(C235=\"----------------------\",\"\",IF(E232<0,\"ATC is not equal to or better than baseline design/requirements\",IF(SUM(K190:K209)>0,CONCATENATE(\"Disapproval recommendation due to \",CHAR(34),\"Not Equal\",CHAR(34),\" and/or \",CHAR(34),\"Nearly Equal\",CHAR(34),\" rate(s) on the following not allowed evaluation attribute(s):\"),IF(C235=\"Recommend disapproval\",\"ATC is not equal to or better than baseline design/requirements\",IF(C235=\"Recommend approval with conditions\",\"The ATC should be improved in the folowing areas in order to be recommended for approval:\",\"\")))))","v":""}]
[null,null,{"$f":"IF($C$235=\"----------------------\",\"\",IF($C$236=\"ATC is not equal to or better than baseline design/requirements\",\"\",IF(SUM($K$190:$K$209)>0,IF(O190<=$R$210,CONCATENATE(\"- \",INDEX($C$190:$C$209,S190)),\"\"),IF($C$235=\"Recommend approval with conditions\",IF(O190<=$P$210,CONCATENATE(\"- \",INDEX($C$190:$C$209,Q190)),\"\"),\"\"))))","v":""}]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]
[null,null,""]

{"sheet":"Tool 4. ATC Perform. Assessment","index":6,"n_rows":68,"n_cols":9,"rows_kept":68,"cut":false,"hidden":false,"merged":[[66,7,66,8],[67,7,67,8],[64,5,64,6],[65,5,65,6],[66,5,66,6],[67,5,67,6],[64,7,64,8],[65,7,65,8],[62,7,62,8],[63,7,63,8],[54,7,54,8],[55,7,55,8],[56,7,56,8],[57,7,57,8],[58,7,58,8],[58,5,58,6],[59,5,59,6],[60,5,60,6],[61,5,61,6],[59,7,59,8],[60,7,60,8],[61,7,61,8],[58,3,58,4],[59,3,59,4],[60,3,60,4],[61,3,61,4],[62,3,62,4],[43,2,43,5],[43,6,43,9],[55,3,55,4],[56,3,56,4],[57,3,57,4],[54,3,54,4],[54,5,54,6],[55,5,55,6],[56,5,56,6],[49,2,49,3],[52,2,52,7],[45,6,45,7],[47,2,47,3],[47,6,47,7],[57,5,57,6],[3,2,3,7],[1,0,1,10],[7,2,7,5],[5,2,6,9],[19,2,19,7],[9,2,9,9],[11,2,11,5],[13,2,13,5],[15,2,15,5],[17,2,17,5],[66,3,66,4],[67,3,67,4],[21,2,21,5],[21,6,21,9],[25,2,25,3],[23,6,23,7],[25,6,25,7],[30,2,30,7],[32,2,32,5],[32,6,32,9],[34,6,34,7],[27,2,27,3],[36,2,36,3],[36,6,36,7],[38,2,38,3],[41,2,41,7],[62,5,62,6],[63,5,63,6],[63,3,63,4],[64,3,64,4],[65,3,65,4]]}
[]
["Tool 4. ATC Performance Assessment"]
[]
[null,4.0999999999999996,"Introduction to ATC Performance Indicators Tool"]
[]
[null,"•","The ATC Performance Indicators and Lessons Learned presented in this tool are extracted from Table 4.1 ATC Inventory."]
[]
[null,null,"Click here to see Table 4.1 ATC Inventory."]
[]
[null,"•","This tool is divided into four section as follows:"]
[]
[null,null,"4.2 ATC Cost Performance"]
[]
[null,null,"4.3 Stipend Performance"]
[]
[null,null,"4.4 ATC Schedule Performance"]
[]
[null,null,"4.5 Project ATC Lessons Learned "]
[]
[null,4.2,"ATC Cost Performance"]
[]
[null,null,"Project Level",null,null,null,"Agency Level"]
[]
[null,null,"• Project ID","-",null,null,"• Apparent Agency Savings ($M)",null,{"$f":"CONCATENATE(\"$\",'Table 4.1 - ATC Inventory'!Q33,\" M\")","v":"$11 M"}]
[]
[null,null,"• Apparent Project Savings ($M)",null,{"$f":"IF(D24=\"-\",\"-\",CONCATENATE(\"$\",VLOOKUP('Tool 4. ATC Perform. Assessment'!D24,'Table 4.1 - ATC Inventory'!$B$10:$J$33,8,FALSE)-VLOOKUP('Tool 4. ATC Perform. Assessment'!D24,'Table 4.1 - ATC Inventory'!$B$10:$J$33,9,FALSE),\" M\"))","v":"-"},null,"• Apparent Agency Savings (%)",null,{"$f":"'Table 4.1 - ATC Inventory'!Q33/'Table 4.1 - ATC Inventory'!O33","v":4.5267489711934158E-2}]
[]
[null,null,"• Apparent Project Savings (%)",null,{"$f":"IF(D24=\"-\",\"-\",(VLOOKUP('Tool 4. ATC Perform. Assessment'!D24,'Table 4.1 - ATC Inventory'!$B$10:$J$33,8,FALSE)-VLOOKUP('Tool 4. ATC Perform. Assessment'!D24,'Table 4.1 - ATC Inventory'!$B$10:$J$33,9,FALSE))/VLOOKUP('Tool 4. ATC Perform. Assessment'!D24,'Table 4.1 - ATC Inventory'!$B$10:$J$33,8,FALSE))","v":"-"}]
[]
[]
[null,4.3,"Stipend Performance"]
[]
[null,null,"Project Level",null,null,null,"Agency Level"]
[]
[null,null,"• Project ID","-",null,null,"• Total Stipends Paid ($K)",null,{"$f":"CONCATENATE(\"$\",'Table 4.1 - ATC Inventory'!H33,\" K\")","v":"$80 K"}]
[]
[null,null,"• Stipends Paid ($K)",null,{"$f":"IF(D35=\"-\",\"-\",CONCATENATE(\"$\",SUMIFS('Table 4.1 - ATC Inventory'!$H$10:$H$32,'Table 4.1 - ATC Inventory'!$B$10:$B$32,'Tool 4. ATC Perform. Assessment'!D35),\" K\"))","v":"-"},null,"• Agency Savings/$1 of Stipend",null,{"$f":"CONCATENATE(\"$\",ROUND('Table 4.1 - ATC Inventory'!Q33*1000/'Table 4.1 - ATC Inventory'!H33,0))","v":"$138"}]
[]
[null,null,"• Project Savings/$1 of Stipend",null,{"$f":"IF(D35=\"-\",\"-\",IF(SUMIFS('Table 4.1 - ATC Inventory'!$H$10:$H$32,'Table 4.1 - ATC Inventory'!$B$10:$B$32,'Tool 4. ATC Perform. Assessment'!D35)=0,\"-\",ROUND((VLOOKUP(D35,'Table 4.1 - ATC Inventory'!$B$10:$J$32,8,FALSE)-VLOOKUP(D35,'Table 4.1 - ATC Inventory'!$B$10:$J$32,9,FALSE))*1000/SUMIFS('Table 4.1 - ATC Inventory'!$H$10:$H$32,'Table 4.1 - ATC Inventory'!$B$10:$B$32,'Tool 4. ATC Perform. Assessment'!D35),0)))","v":"-"}]
[]
[]
[null,4.4000000000000004,"ATC Schedule Performance"]
[]
[null,null,"Project Level",null,null,null,"Agency Level"]
[]
[null,null,"• Project ID","-",null,null,"• Apparent Time Savings (WD)",null,{"$f":"CONCATENATE('Table 4.1 - ATC Inventory'!S33,\" WD\")","v":"100 WD"}]
[]
[null,null,"• Apparent Time Savings (WD)",null,{"$f":"IF(D46=\"-\",\"-\",CONCATENATE(VLOOKUP(D46,'Table 4.1 - ATC Inventory'!$B$10:$T$32,18,FALSE),\" WD\"))","v":"-"},null,"• Apparent Time Savings (%)",null,{"$f":"'Table 4.1 - ATC Inventory'!T33","v":0.1349527665317139}]
[]
[null,null,"• Apparent Time Savings (%)",null,{"$f":"IF(D46=\"-\",\"-\",VLOOKUP(D46,'Table 4.1 - ATC Inventory'!$B$10:$T$32,19,FALSE))","v":"-"}]
[]
[]
[null,4.5,"Project ATC Lessons Learned "]
[]
[null,null,"Project ","Lessons Learned",null,"Applies to future projects?",null,"Action taken to feed lesson back into the agency's procedures"]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y10=\"\",\"\",'Table 4.1 - ATC Inventory'!Y10)","v":180104},{"$f":"IF('Table 4.1 - ATC Inventory'!Z10=\"\",\"\",'Table 4.1 - ATC Inventory'!Z10)","v":"Flexamat for channels in locations with high riprap prices"},null,"-"]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y11=\"\",\"\",'Table 4.1 - ATC Inventory'!Y11)","v":180093},{"$f":"IF('Table 4.1 - ATC Inventory'!Z11=\"\",\"\",'Table 4.1 - ATC Inventory'!Z11)","v":"The use of CATCs maximize number of approved ATCs"},null,"-"]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y12=\"\",\"\",'Table 4.1 - ATC Inventory'!Y12)","v":180071},{"$f":"IF('Table 4.1 - ATC Inventory'!Z12=\"\",\"\",'Table 4.1 - ATC Inventory'!Z12)","v":"Virtual Reality (VR) may lower costs in major projects "},null,"-"]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y13=\"\",\"\",'Table 4.1 - ATC Inventory'!Y13)","v":""},{"$f":"IF('Table 4.1 - ATC Inventory'!Z13=\"\",\"\",'Table 4.1 - ATC Inventory'!Z13)","v":""}]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y14=\"\",\"\",'Table 4.1 - ATC Inventory'!Y14)","v":""},{"$f":"IF('Table 4.1 - ATC Inventory'!Z14=\"\",\"\",'Table 4.1 - ATC Inventory'!Z14)","v":""}]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y15=\"\",\"\",'Table 4.1 - ATC Inventory'!Y15)","v":""},{"$f":"IF('Table 4.1 - ATC Inventory'!Z15=\"\",\"\",'Table 4.1 - ATC Inventory'!Z15)","v":""}]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y16=\"\",\"\",'Table 4.1 - ATC Inventory'!Y16)","v":""},{"$f":"IF('Table 4.1 - ATC Inventory'!Z16=\"\",\"\",'Table 4.1 - ATC Inventory'!Z16)","v":""}]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y17=\"\",\"\",'Table 4.1 - ATC Inventory'!Y17)","v":""},{"$f":"IF('Table 4.1 - ATC Inventory'!Z17=\"\",\"\",'Table 4.1 - ATC Inventory'!Z17)","v":""}]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y18=\"\",\"\",'Table 4.1 - ATC Inventory'!Y18)","v":""},{"$f":"IF('Table 4.1 - ATC Inventory'!Z18=\"\",\"\",'Table 4.1 - ATC Inventory'!Z18)","v":""}]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y19=\"\",\"\",'Table 4.1 - ATC Inventory'!Y19)","v":""},{"$f":"IF('Table 4.1 - ATC Inventory'!Z19=\"\",\"\",'Table 4.1 - ATC Inventory'!Z19)","v":""}]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y20=\"\",\"\",'Table 4.1 - ATC Inventory'!Y20)","v":""},{"$f":"IF('Table 4.1 - ATC Inventory'!Z20=\"\",\"\",'Table 4.1 - ATC Inventory'!Z20)","v":""}]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y21=\"\",\"\",'Table 4.1 - ATC Inventory'!Y21)","v":""},{"$f":"IF('Table 4.1 - ATC Inventory'!Z21=\"\",\"\",'Table 4.1 - ATC Inventory'!Z21)","v":""}]
[null,null,{"$f":"IF('Table 4.1 - ATC Inventory'!Y22=\"\",\"\",'Table 4.1 - ATC Inventory'!Y22)","v":""},{"$f":"IF('Table 4.1 - ATC Inventory'!Z22=\"\",\"\",'Table 4.1 - ATC Inventory'!Z22)","v":""}]

{"sheet":"Table 4.1 - ATC Inventory","index":7,"n_rows":0,"n_cols":0,"rows_kept":0,"cut":false,"hidden":false,"merged":[],"read":"part_too_large"}