{"text_format":"1","workbook":"xlsx","n_sheets":6,"sheets":["Scoring Methodology","Reviewer Information","Policy Scores","1. Contract Audits - Services","2. Contract Audits - Goods","3. High Level Assessment"],"not_rendered":{"charts":0,"images":5,"macros":1,"external_links":0,"defined_names":2,"comments":0,"pivot_tables":0},"unopened":[],"bounds":{"document_bytes":16777216,"sheet_cells":100000,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096},"cells_cut":0,"cells_raw":0,"read":"whole","date_system":"1900"}

{"sheet":"Scoring Methodology","index":0,"n_rows":11,"n_cols":3,"rows_kept":11,"cut":false,"hidden":false,"merged":[]}
[]
[]
[]
[]
[null,"Procurement Risk Assessment: Contract Audit Rubric"]
[null,"Scoring methodology Information"]
[]
[null,null,"Summary:"]
[null,"-","Request contract files"]
[null,"-","Review each contract for compliance with all requirements and give a binary score (0 for non-compliance, 1 for compliance) for each requirement."]
[null,"-","Calculate pass/fail for each policy."]

{"sheet":"Reviewer Information","index":1,"n_rows":21,"n_cols":11,"rows_kept":21,"cut":false,"hidden":false,"merged":[[2,10,2,17],[3,10,34,17],[20,2,21,4],[20,5,21,8],[15,2,15,8],[18,2,19,4],[16,2,17,4],[16,5,17,8],[18,5,19,8],[5,2,5,8],[6,2,7,4],[6,5,7,8],[8,2,9,4],[8,5,9,8],[10,2,11,4],[10,5,11,8]]}
[]
[]
[null,null,null,null,null,null,null,null,null,null,"Additional Reviewer Notes:"]
[]
[]
[null,null,"Audit Review Information"]
[null,null,"Reviewer Name:"]
[]
[null,null,"Review Start Date:"]
[]
[null,null,"Review End Date:"]
[]
[]
[]
[]
[null,null,"Agency Information"]
[null,null,"Agency:"]
[]
[null,null,"Date of Last Delegation of Authority Letter:"]
[]
[null,null,"Previous Risk Level:"]

{"sheet":"Policy Scores","index":2,"n_rows":25,"n_cols":35,"rows_kept":25,"cut":false,"hidden":false,"merged":[[24,13,24,16],[17,13,17,16],[8,7,8,10],[9,7,15,10],[16,7,16,10],[18,13,18,16],[19,13,19,16],[20,13,20,16],[21,13,21,16],[22,13,22,16],[23,13,23,16],[13,12,13,16],[14,12,16,16]]}
[]
[]
[]
[]
[null,"Policy Scores"]
[null,"Procurement Policy ","Review tab","Score","Passing Score","Result",null,"Total Policies applicable","Total Policies in Compliance","Percent of Policies in Compliance","Risk Rating**",null,"Number of Policies in Compliance*","Percent of Policies in Compliance","DES Analysis","Risk Rating**","Delegated Authority Change",null,null,null,"Procurement Policy "," ","Tab 1 Score","Tab 2 Score","Tab 3 Score",null,"Tab 1 Total Applicable","Tab 2 Total Applicable","Tab 3 Total Applicable",null,"Total Score","Total Applicable","Final Score",null,"Exception Number Values"]
[null,"DES-POL-090-06 Supplier Diversity","1,2,3",{"$f":"AG7","v":"N/A"},0.5,{"$f":"IF(D7=\"N/A\", \"N/A\", IF(D7>=E7, \"Pass\", \"Fail\"))","v":"N/A"},null,{"$f":"COUNTIFS(F7:F23, \"Fail\")+COUNTIF(F7:F23, \"Pass\")","v":0},{"$f":"COUNTIF(F7:F23, \"Pass\")","v":0},{"$f":"I7/H7","v":{"$error":"#DIV/0!"}},{"$f":"IF(J7=100%, \"Low\",IF(J7>=81%, \"Medium-Low\",IF(J7>=63%, \"Medium-High\",IF(J7>=44%, \"High\", \"High-Suspended\"))))","v":{"$error":"#DIV/0!"}},null,"All 16 ",1,"Model Agency","Low","Consider increase, if requested",null,null,null,"DES-POL-090-06 Supplier Diversity","1,2,3",{"$f":"'1. Contract Audits - Services'!AC8","v":0},{"$f":"'2. Contract Audits - Goods'!AC24","v":0},{"$f":"'3. High Level Assessment'!M8","v":0},null,{"$f":"'1. Contract Audits - Services'!AC9","v":0},{"$f":"'2. Contract Audits - Goods'!AC25","v":0},{"$f":"'3. High Level Assessment'!M9","v":0},null,{"$f":"SUM(W7:Y7)","v":0},{"$f":"SUM(AA7:AC7)","v":0},{"$f":"IFERROR(AE7/AF7, \"N/A\")","v":"N/A"},null,false]
[null,"DES-090-00 – Delegation of Authority",3,{"$f":"AG8","v":"N/A"},1,{"$f":"IF(D8=\"N/A\", \"N/A\", IF(D8>=E8, \"Pass\", \"Fail\"))","v":"N/A"},null,null,null,null,null,null,"14 to 15 ","81-94%","Indicate areas for improvement","Medium-Low","Consider increase, if requested",null,null,null,"DES-090-00 – Delegation of Authority",3,null,null,{"$f":"'3. High Level Assessment'!M11","v":0},null,null,null,{"$f":"'3. High Level Assessment'!M12","v":0},null,{"$f":"SUM(W8:Y8)","v":0},{"$f":"SUM(AA8:AC8)","v":0},{"$f":"IFERROR(AE8/AF8, \"N/A\")","v":"N/A"},null,false]
[null,"DES-210-01 – Agency Contract Reporting",3,{"$f":"AG9","v":"N/A"},1,{"$f":"IF(D9=\"N/A\", \"N/A\", IF(D9>=E9, \"Pass\", \"Fail\"))","v":"N/A"},null,"Exception Reviewer Notes: (If Applicable)",null,null,null,null,"11 to 13","63-81%","Indicate areas for improvement","Medium-High","No change",null,null,null,"DES-210-01 – Agency Contract Reporting",3,null,null,{"$f":"'3. High Level Assessment'!M14","v":0},null,null,null,{"$f":"'3. High Level Assessment'!M15","v":0},null,0,0,{"$f":"IFERROR(AE9/AF9, \"N/A\")","v":"N/A"},null,false]
[null,"DES-170-00 – Complaints and Protests","1,2,3","N/A",1,{"$f":"IF(D10=\"N/A\", \"N/A\", IF(D10>=E10, \"Pass\", \"Fail\"))","v":"N/A"},null,null,null,null,null,null,"8 to 10","44-63%","Indicate areas for improvement","High","No change or decrease\ndelegated authority",null,null,null,"DES-170-00 – Complaints and Protests","1,2,3",{"$f":"'1. Contract Audits - Services'!AC14","v":0},{"$f":"'2. Contract Audits - Goods'!AC30","v":0},{"$f":"'3. High Level Assessment'!M29","v":0},null,{"$f":"'1. Contract Audits - Services'!AC15","v":0},{"$f":"'2. Contract Audits - Goods'!AC31","v":0},{"$f":"'3. High Level Assessment'!M30","v":0},null,0,0,"N/A",null,false]
[null,"DES-140-00 – Sole Source Contracts",3,"N/A",1,{"$f":"IF(D11=\"N/A\", \"N/A\", IF(D11>=E11, \"Pass\", \"Fail\"))","v":"N/A"},null,null,null,null,null,null,"7 or less","0-44%","Require Quarterly Meetings","High-Suspended","Decrease or suspend\ndelegated authority",null,null,null,"DES-140-00 – Sole Source Contracts",3,null,null,{"$f":"'3. High Level Assessment'!M17","v":0},null,null,null,{"$f":"'3. High Level Assessment'!M18","v":0},null,0,0,"N/A",null,false]
[null,"DES-130-00 – Emergency Procurements/Purchases",3,"N/A",0.75,{"$f":"IF(D12=\"N/A\", \"N/A\", IF(D12>=E12, \"Pass\", \"Fail\"))","v":"N/A"},null,null,null,null,null,null,"*Out of total policies applicable to the agency, see percentages.",null,null,null,null,null,null,null,"DES-130-00 – Emergency Procurements/Purchases",3,null,null,{"$f":"'3. High Level Assessment'!M20","v":0},null,null,null,{"$f":"'3. High Level Assessment'!M21","v":0},null,0,0,"N/A",null,false]
[null,"DES-125-03 – Direct Buy Procurements/Purchases",3,"N/A",0.75,"N/A",null,null,null,null,null,null,null,null,null,null,null,null,null,null,"DES-125-03 – Direct Buy Procurements/Purchases",3,null,null,{"$f":"'3. High Level Assessment'!M23","v":0},null,null,null,{"$f":"'3. High Level Assessment'!M24","v":0},null,0,0,"N/A",null,false]
[null,"DES-EO 18-03 - Supporting Workers' Rights to Effectively Address Workplace Violations","1,2","N/A",0.75,"N/A",null,null,null,null,null,null,"Exceptions to the scoring matrix",null,null,null,null,null,null,null,"DES-EO 18-03 - Supporting Workers' Rights to Effectively Address Workplace Violations","1,2",{"$f":"'1. Contract Audits - Services'!AC17","v":0},{"$f":"'2. Contract Audits - Goods'!AC33","v":0},null,null,{"$f":"'1. Contract Audits - Services'!AC18","v":0},{"$f":"'2. Contract Audits - Goods'!AC34","v":0},null,null,0,0,"N/A"]
[null,"DES-POL-DES-080-02 Contract Management","1,2","N/A",0.5,"N/A",null,null,null,null,null,null,"The following are the other factors that reviewers may consider in determining whether to increase the risk rating for an agency. DES reserves the right to modify the agency score based on information discovered through the risk assessment process.",null,null,null,null,null,null,null,"DES-POL-DES-080-02 Contract Management","1,2",{"$f":"'1. Contract Audits - Services'!AC11","v":0},{"$f":"'2. Contract Audits - Goods'!AC27","v":0},null,null,{"$f":"'1. Contract Audits - Services'!AC12","v":0},{"$f":"'2. Contract Audits - Goods'!AC28","v":0},null,null,0,0,"N/A"]
[null,"DES-190-00 - Using Goods and Services Procurement Bonds","1,2","N/A",0.75,"N/A",null,null,null,null,null,null,null,null,null,null,null,null,null,null,"DES-190-00 - Using Goods and Services Procurement Bonds","1,2",{"$f":"'1. Contract Audits - Services'!AC20","v":0},{"$f":"'2. Contract Audits - Goods'!AC36","v":0},null,null,{"$f":"'1. Contract Audits - Services'!AC21","v":0},{"$f":"'2. Contract Audits - Goods'!AC37","v":0},null,null,0,0,"N/A"]
[null,"DES-090-09 - Purchases of Washington Grown Food",3,"N/A",0.75,{"$f":"IF(D17=\"N/A\", \"N/A\", IF(D17>=E17, \"Pass\", \"Fail\"))","v":"N/A"},null,"Exception Number(s) Used",null,null,null,null,null,null,null,null,null,null,null,null,"DES-090-09 - Purchases of Washington Grown Food",3,null,null,{"$f":"'3. High Level Assessment'!M26","v":0},null,null,null,{"$f":"'3. High Level Assessment'!M27","v":0},null,0,0,"N/A"]
[null,"DES-255-00 - Recycled Content Purchasing Preference",2,"N/A",0.5,"N/A",null,null,null,null,null,null,"Exception Number","Exception Description",null,null,null,null,null,null,"DES-255-00 - Recycled Content Purchasing Preference",2,null,{"$f":"'2. Contract Audits - Goods'!AC21","v":0},null,null,null,{"$f":"'2. Contract Audits - Goods'!AC22","v":0},null,null,0,0,"N/A"]
[null,"DES-280-00 - Purchasing Preference for Products and Product Packaging That Do Not Contain Polychlorinated Biphenyls",2,"N/A",0.5,"N/A",null,null,null,null,"**Adjusted Risk Rating",null,1,"The actual or potential harm or impact that resulted or may result from the noncompliance",null,null,null,null,null,null,"DES-280-00 - Purchasing Preference for Products and Product Packaging That Do Not Contain Polychlorinated Biphenyls",2,null,{"$f":"'2. Contract Audits - Goods'!AC9","v":0},null,null,null,{"$f":"'2. Contract Audits - Goods'!AC10","v":0},null,null,0,0,"N/A"]
[null,"DES-265-00 - Electronic Products Purchasing Preference",2,"N/A",0.5,"N/A",null,null,null,null,null,null,2,"The frequency of incidents and/or duration of the noncompliance.",null,null,null,null,null,null,"DES-265-00 - Electronic Products Purchasing Preference",2,null,{"$f":"'2. Contract Audits - Goods'!AC12","v":0},null,null,null,{"$f":"'2. Contract Audits - Goods'!AC13","v":0},null,null,0,0,"N/A"]
[null,"DES-310-00 - Purchasing Preference for Products That Do Not Contain Hydrofluorocarbons",2,"N/A",0.5,"N/A",null,null,null,null,null,null,3,"Whether there is a pattern or prior history of noncompliance.",null,null,null,null,null,null,"DES-310-00 - Purchasing Preference for Products That Do Not Contain Hydrofluorocarbons",2,null,{"$f":"'2. Contract Audits - Goods'!AC18","v":0},null,null,null,{"$f":"'2. Contract Audits - Goods'!AC19","v":0},null,null,0,0,"N/A"]
[null,"DES-70.95M.060-00 – Non-Mercury-Added Products Purchasing Preference",2,"N/A",0.5,"N/A",null,null,null,null,null,null,4,"Whether staff took appropriate corrective action or remedial measures, such as establishing training and implementing programs to prevent recurrence.",null,null,null,null,null,null,"DES-70.95M.060-00 – Non-Mercury-Added Products Purchasing Preference",2,null,{"$f":"'2. Contract Audits - Goods'!AC15","v":0},null,null,null,{"$f":"'2. Contract Audits - Goods'!AC16","v":0},null,null,0,0,"N/A"]
[null,"DES-070-00 Convenience Contracts (June 6, 2024)",3,"N/A",0.5,"N/A",null,null,null,null,null,null,5,"Whether the agency had effective standards of conduct and internal control systems in place at the time the noncompliance occurred.",null,null,null,null,null,null,"DES-070-00 Convenience Contracts (June 6, 2024)",3,null,null,{"$f":"'3. High Level Assessment'!G29","v":0},null,null,null,{"$f":"'3. High Level Assessment'!M33","v":0},null,0,0,"N/A"]
[null,null,null,null,null,null,null,null,null,null,null,null,6,"Other factors appropriate to the circumstances of the noncompliance."]
[null,null,null,null,null,null,null,null,null,null,null,null,7,"Compliance with requirements set in previous delegation of authority letters."]

{"sheet":"1. Contract Audits - Services","index":3,"n_rows":41,"n_cols":29,"rows_kept":41,"cut":false,"hidden":false,"merged":[[35,2,36,2],[31,2,32,2],[22,2,29,2]]}
[" "]
[null,null,null,"Section 1: Contract Audits for competitive procurements\n"]
[null,null,null,"Policies in focus: Supplier Diversity, Contract Management, Complaints & Protests, EO 18-03, Bonds",null,null,null,null,null,null,"Select if Tab is N/A"]
[null,null,null,"Contracts audited: 3-6 select contracts reported as procurement type \"competitive\" in the agency contract report"]
[]
[null,null,"Services procurements contract audit rubric",null,null,null,"Contract #:",null,null,"Contract #:",null,null,"Contract #:",null,null,"Contract #:",null,null,"Contract #:",null,null,"Contract #:"]
[null,null,"Policy Area","Requirement","Reviewer Instructions",null,"Score","Notes",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Supplier Diversity"]
[null,null,"Supplier Diversity","WA-State Supplier Diversity training - Complete","Review Solicitation (WEBS) and contract document to identify staff; Review training record to confirm that the (a) solicitation coordinator, (b) person who signed the contract, and (c) contract manager have successfully completed the WA-State Supplier Diversity Training or Contracts & Procurement for Executives (which includes supplier diversity).\n\nPass – all have completed training (1) / \nPartial credit – some completed training (0.5) / \nFail – none completed training (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G8:G20,J8:J20,M8:M20,P8:P20,S8:S20,V8:V20)","v":0}]
[null,null,null,"Outreach: Post bid opportunities to WEBS.","Review WEBS for evidence that the opportunity was posted to WEBS.\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G8,G9:G20,J8:J20,M8:M20,P8:P20,S8:S20,V8:V20)","v":0}]
[null,null,null,"Outreach: Search WEBS and OMWBE directories for certified firms","Review contract file for evidence of searches;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Contract Management"]
[null,null,null,"Outreach: Conduct targeted solicitation for every competitive procurement","Review contract file for evidence of outreach;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G23:G33,J23:J33,M23:M33,P23:P33,S23:S33,V23:V33)","v":0}]
[null,null,null,"Conduct an unbundling analysis for every competitive solicitation","Review contract file for evidence of unbundling analysis;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G23:G33,J23:J33,M23:M33,P23:P33,S23:S33,V23:V33)","v":0}]
[null,null,null,"Award competitively procured contracts with an initial value less than $150,000 to the highest-ranked responsive and responsible small or veteran-owned business","Review the solicitation, contract, and bid tabs for evidence that a) the bid was awarded to the responsive and responsible small or veteran-owned bidder that presents the best total value or b) why it was not;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Complaints & Protests"]
[null,null,null,"Conduct pre-bid conference for all complex competitive solicitations","(Complex solicitations only) Review solicitation for evidence of conducting a pre-bid conference;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G35:G37,J35:J37,M35:M37,P35:P37,S35:S37,V35:V37)","v":0}]
[null,null,null,"Remove solicitation/contract language barriers, where appropriate, such as: \nInsurance requirements\nProcurement bond usage \nExperience/qualification min requirements\nUse of a specific manufacturer\nLengthening bid response time\nPayment sooner than 30 days\n","Review the contract/solicitation, memo or documentation that shows evidence that the agency considered barriers and/or evidence that the agency tried to remove common barriers; \nReviewed but not assessed for 2024 (1)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G35:G37,J35:J37,M35:M37,P35:P37,S35:S37,V35:V37)","v":0}]
[null,null,null,"Include the small and veteran-owned evaluation point strategy in all competitive solicitations","Review the solicitation for evidence of evaluation preference points where applicable. Review the bid tab for evidence that preference points were applied accurately and the contract was awarded appropriately;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Supporting Workers’ Rights to Effectively Address Workplace Violations – EO 18-03 "]
[null,null,null,"Includes subcontractor inclusion plans for all contracts that will have subcontractors, including a method to track how primary contractors are meeting inclusion goals.","Review the solicitation and contract for evidence of subcontractor inclusion plans and a tracking method where applicable;\nPass (1)/Partial - Tracking Missing (0.5)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G39,J39,M39,P39,S39,V39)","v":0}]
[null,null,null,"Include the reserved award strategy for all contracts resulting in multiple awards","Review the solicitation and contract for evidence of reserved awards where applicable;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G39,J39,M39,P39,S39,V39)","v":0}]
[null,null,null,"Publicly post awarded bid award documents for each competitive procurement and make other bids available by request","Review agency website for evidence that bid award documents (bid tabulation at a minimum) have been posted;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Using Goods and Services Procurement Bonds"]
[null,null,null,"Use WEBS to report solicitation and award data with small and veteran-owned businesses","Review WEBS for evidence of reporting award data with small and veteran-owned business;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G41,J41,M41,P41,S41,V41)","v":0}]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G41,J41,M41,P41,S41,V41)","v":0}]
[null,null,"Contract Management","Pre-award and award phases"]
[null,null,null,"Defined the contract objective(s), scope, and requirements.","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Use terms/criteria in the solicitation and contract documents to ensure effective and efficient management of contracts:"]
[null,null,null,"Identified and defined deliverables and criteria for measuring contract performance","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Solicitation criteria to ensure minority and women-owned businesses are afforded maximum opportunity to participate in the contracting process","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Solicitation criteria for selecting potential contractors based on their qualifications and ability to perform","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Solicitation language for amending the contract","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Solicitation clause prohibiting contractors from charging agencies to access contract data","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Solicitation clause addressing non-compliance penalties and termination for non-performance process, to include alternative dispute resolution process in resolving contract issues","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Post-award phase"]
[null,null,null,"Appointed a trained contract manager to oversee contract performance for performance-based contracts.","Confirm by reviewing executed contract document during contract audit to identify the contract manager, and verify training record.\nPass (1)/Fail (0)"]
[null,null,null,"Agency is monitoring performance-based contracts, to ensure that all aspects of the contract are being properly performed and that performance standards are being achieved.  This includes receipt of goods/services, managing contract issues and disputes, and maintaining a contract file.","Confirm by reviewing agency contract file during contract audit, such as confirming receipt of invoices.\nPass (1)/Fail(0)"]
[]
[null,null,"Complaints & Protests","Complaint process requirements are included in the solicitation.","Review WEBS posting, solicitation document, to confirm that the complaint process is included.\nPass (1)/Fail (0)"]
[null,null,null,"Protest process requirements are included in the solicitation.","Review WEBS posting, solicitation document, to confirm that the protest process is included.\nPass (1)/Fail (0)"]
[null,null,null,"Announcement of ASB(s) in WEBS.","Review WEBS posting, solicitation document, to confirm that the ASB was announced in WEBS\nPass (1)/Fail (0)"]
[]
[null,null,"Supporting Workers’ Rights to Effectively Address Workplace Violations – EO 18-03 \n\n*Applies only to executive cabinet agencies and small cabinet agencies","Seek to contract with contractors that can demonstrate or certify that their employees are not required, as a condition of employment, to agree to mandatory individual arbitration requirements and class or collective action waiver.\n\n\"1. PROCUREMENT PROCEDURES - To the extent permissible under state and federal law, when making purchasing and other procurement decisions, all state executive and small cabinet agencies shall seek to contract with qualified entities and business owners that can demonstrate or will certify that their employees are not required to sign, as a condition of employment, mandatory individual arbitration clauses and class or collective action waivers.\"","Review the agency contracts standard terms and conditions to confirm that appropriate Order language is included.\nPass (1)/Fail (0)"]
[]
[null,null,"Using Goods and Services Procurement Bonds","Appropriate use of procurement bonds","Review contract file for whether or not the agency utilized a bond. If so, confirm that its use was appropriate and its language was not discriminatory.\nPass (1)/Fail (0)"]

{"sheet":"2. Contract Audits - Goods","index":4,"n_rows":62,"n_cols":29,"rows_kept":62,"cut":false,"hidden":false,"merged":[[55,2,56,2],[42,2,52,2],[8,2,9,2],[12,2,13,2],[16,2,17,2],[20,2,21,2],[24,2,25,2]]}
[]
[null,null,null,"Section 2: Goods"]
[null,null,null,"Policies in focus: Applicable environmental policies, Supplier Diversity, Contract Management, Complaints & Protests, Bonds, E.O. 18-03",null,null,null,null,null,null,"Select if Tab is N/A"]
[null,null,null,"Contracts audited: 1-2 Contracts specifically for goods purchases where environmental policies would apply"]
[]
[null,null,"Goods procurements contract audit rubric (includes environmental policy suite)",null,null,null,"Contract #:",null,null,"Contract #:",null,null,"Contract #:",null,null,"Contract #:",null,null,"Contract #:",null,null,"Contract #:"]
[null,null,"Policy Area","Requirement","Reviewer Instructions",null,"Score","Notes",null,"Score","Notes",null,"Score","Notes",null,"Score","Notes",null,"Score","Notes",null,"Score","Notes"]
[null,null,"PCBs","Apply 5% Preference","Review solicitation and bid tabs for evidence that the 5% preference was applied, if applicable.\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"PCBs"]
[null,null,null,"Document and retain purchasing decisions","Review WEBS for evidence that the purchasing decision was documented (if the check box was marked in WEBS correctly, and ASB decision boxes were marked correctly);\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G8,G10,G9,J8:J10,M8:M10,P8:P10,S8:S10,V8:V10)","v":0}]
[null,null,null,"WA-State Environmental Procurement Preference training - Complete","Review Solicitation (WEBS) to identify staff; review training record to confirm that the solicitation coordinator has successfully completed the WA-State Environmental Procurement Preference training\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G8:G10,J8:J10,M8:M10,P8:P10,S8:S10,V8:V10)","v":0}]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Electronic Products Purchasing Preference"]
[null,null,"Electronic Products Purchasing Preference","Apply 5% Preference","Review solicitation and bid tabs for evidence that the 5% preference was applied, if applicable.\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G12:G14,J12:J14,M12:M14,P12:P14,S12:S14,V12:V14)","v":0}]
[null,null,null,"Document and retain purchasing decisions","Review WEBS for evidence that the purchasing decision was documented (if the check box was marked in WEBS correctly, and ASB decision boxes were marked correctly);\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G12:G14,J12:J14,M12:M14,P12:P14,S12:S14,V12:V14)","v":0}]
[null,null,null,"WA-State Environmental Procurement Preference training - Complete","Review Solicitation (WEBS) to identify staff; review training record to confirm that the solicitation coordinator has successfully completed the WA-State Environmental Procurement Preference training\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Nonmercury-Added Products Purchasing Preference"]
[null,"Total",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G16:G18,J16:J18,M16:M18,P16:P18,S16:S18,V16:V18)","v":0}]
[null,null,"Nonmercury-Added Products Purchasing Preference","Apply 5% Preference","Review solicitation and bid tabs for evidence that the 5% preference was applied, if applicable.\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G16:G18,J16:J18,M16:M18,P16:P18,S16:S18,V16:V18)","v":0}]
[null,null,null,"Document and retain purchasing decisions","Review WEBS for evidence that the purchasing decision was documented (if the check box was marked in WEBS correctly, and ASB decision boxes were marked correctly);\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"HFCs"]
[null,null,null,"WA-State Environmental Procurement Preference training - Complete","Review Solicitation (WEBS) to identify staff; review training record to confirm that the solicitation coordinator has successfully completed the WA-State Environmental Procurement Preference training\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G20:G22,J20:J22,M20:M22,P20:P22,S20:S22,V20:V22)","v":0}]
[null,"Total",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G20:G22,J20:J22,M20:M22,P20:P22,S20:S22,V20:V22)","v":0}]
[null,null,"HFCs","Apply 5% Preference","Review solicitation and bid tabs for evidence that the 5% preference was applied, if applicable.\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Recycled Content Purchasing Preference"]
[null,null,null,"Document and retain purchasing decisions","Review WEBS for evidence that the purchasing decision was documented (if the check box was marked in WEBS correctly, and ASB decision boxes were marked correctly);\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G24:G26,J24:J26,M24:M26,P24:P26,S24:S26,V24:V26)","v":0}]
[null,null,null,"WA-State Environmental Procurement Preference training - Complete","Review Solicitation (WEBS) to identify staff; review training record to confirm that the solicitation coordinator has successfully completed the WA-State Environmental Procurement Preference training\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G24:G26,J24:J26,M24:M26,P24:P26,S24:S26,V24:V26)","v":0}]
[null,"Total",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Supplier Diversity"]
[null,null,"Recycled Content Purchasing Preference","Apply 10% Preference","Review solicitation and bid tabs for evidence that the 10% preference was applied, if applicable.\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G28:G40,J28:J40,M28:M40,P28:P40,S28:S40,V28:V40)","v":0}]
[null,null,null,"Document and retain purchasing decisions","Review WEBS for evidence that the purchasing decision was documented (if the check box was marked in WEBS correctly, and ASB decision boxes were marked correctly);\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G28:G40,J28:J40,M28:M40,P28:P40,S28:S40,V28:V40)","v":0}]
[null,null,null,"WA-State Environmental Procurement Preference training - Complete","Review Solicitation (WEBS) to identify staff; review training record to confirm that the solicitation coordinator has successfully completed the WA-State Environmental Procurement Preference training\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Contract Management"]
[null,"Total",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G43:G53,J43:J53,M43:M53,P43:P53,S43:S53,V43:V53)","v":0}]
[null,null,"Supplier Diversity","WA-State Supplier Diversity training - Complete","Review Solicitation (WEBS) and contract document to identify staff; Review training record to confirm that the (a) solicitation coordinator, (b) person who signed the contract, and (c) contract manager have successfully completed the WA-State Supplier Diversity Training or Contracts & Procurement for Executives (which includes supplier diversity).\n\nPass – all have completed training (1) / \nPartial credit – some completed training (0.5) / \nFail – none completed training (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G43:G53,J43:J53,M43:M53,P43:P53,S43:S53,V43:V53)","v":0}]
[null,null,null,"Outreach: Post bid opportunities to WEBS.","Review WEBS for evidence that the opportunity was posted to WEBS.\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Complaints & Protests"]
[null,null,null,"Outreach: Search WEBS and OMWBE directories for certified firms.","Review contract file for evidence of searches;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G55:G57,J55:J57,M55:M57,P55:P57,S55:S57,V55:V57)","v":0}]
[null,null,null,"Outreach: Conduct targeted solicitation for every competitive procurement.","Review contract file for evidence of outreach;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G55:G57,J55:J57,M55:M57,P55:P57,S55:S57,V55:V57)","v":0}]
[null,null,null,"Conduct an unbundling analysis for every competitive solicitation.","Review contract file for evidence of unbundling analysis;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Supporting Workers’ Rights to Effectively Address Workplace Violations – EO 18-03 "]
[null,null,null,"Award competitively procured contracts with an initial value less than $150,000 to the highest-ranked responsive and responsible small or veteran-owned business.","Review the solicitation, contract, and bid tabs for evidence that a) the bid was awarded to the responsive and responsible small or veteran-owned bidder that presents the best total value or b) why it was not;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G59,J59,M59,P59,S59,V59)","v":0}]
[null,null,null,"Conduct pre-bid conference for all complex competitive solicitations","(Complex solicitations only) Review solicitation for evidence of conducting a pre-bid conference;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G59,J59,M59,P59,S59,V59)","v":0}]
[null,null,null,"Remove solicitation/contract language barriers, where appropriate, such as:\n\nInsurance requirements\nProcurement bond usage \nExperience/qualification min requirements\nUse of a specific manufacturer\nLengthening bid response time\nPayment sooner than 30 days","Review the contract/solicitation, memo or documentation that shows evidence that the agency considered barriers and/or evidence that the agency tried to remove common barriers; \nReviewed but not assessed for 2024 (1)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Using Goods and Services Procurement Bonds"]
[null,null,null,"Include the small and veteran-owned evaluation point strategy in all competitive solicitations","Review the solicitation for evidence of evaluation preference points where applicable;\nPass (1)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G61,J61,M61,P61,S61,V61)","v":0}]
[null,null,null,"Includes subcontractor inclusion plans for all contracts that will have subcontractors","Review the solicitation and contract for evidence of subcontractor inclusion plans and a tracking method  where applicable; Pass (1)/Partial - Tracking Missing (0.5)/Fail (0)",null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G61,J61,M61,P61,S61,V61)","v":0}]
[null,null,null,"Include the reserved award strategy for all contracts resulting in multiple awards","Review the solicitation and contract for evidence of reserved awards where applicable;\nPass (1)/Fail (0)"]
[null,null,null,"Publicly post awarded bids and bid award documents for each competitive procurement and make other bids available by request.","Review agency website for evidence that bid award documents have been posted;\nPass (1)/Fail (0)"]
[null,null,null,"Use WEBS to report solicitation and award data with small and veteran-owned businesses","Review WEBS for evidence of reporting award data with small and veteran-owned business;\nPass (1)/Fail (0)"]
[null,"Total"]
[null,null,"Contract Management","Pre-award and award phases"]
[null,null,null,"Defined the contract objective(s), scope, and requirements.","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Use terms/criteria in the solicitation and contract documents to ensure effective and efficient management of contracts:"]
[null,null,null,"Identified and defined deliverables and criteria for measuring contract performance","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Solicitation criteria to ensure minority and women-owned businesses are afforded maximum opportunity to participate in the contracting process","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Solicitation criteria for selecting potential contractors based on their qualifications and ability to perform","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Solicitation language for amending the contract","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Solicitation clause prohibiting contractors from charging agencies to access contract data","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Solicitation clause addressing non-compliance penalties and termination for non-performance process, to include alternative dispute resolution process in resolving contract issues","Review the solicitation in WEBS during contract audit\nPass (1)/Fail (0)"]
[null,null,null,"Post-award phase"]
[null,null,null,"Appointed a trained contract manager to oversee contract performance for performance-based contracts.","Confirm by reviewing executed contract document during contract audit to identify the contract manager, and verify training record.\nPass (1)/Fail (0)"]
[null,null,null,"Agency is monitoring performance-based contracts, to ensure that all aspects of the contract are being properly performed and that performance standards are being achieved.  This includes receipt of goods/services, managing contract issues and disputes, and maintaining a contract file.","Confirm by reviewing agency contract file during contract audit, such as confirming receipt of invoices.\nPass (1)/Fail(0)"]
[null,"Total"]
[null,null,"Complaints & Protests","Complaint process requirements are included in the solicitation.","Review WEBS posting, solicitation document, to confirm that the complaint process is included.\nPass (1)/Fail (0)"]
[null,null,null,"Protest process requirements are included in the solicitation.","Review WEBS posting, solicitation document, to confirm that the protest process is included.\nPass (1)/Fail (0)"]
[null,null,null,"Announcement of ASB(s) in WEBS","Review WEBS posting, solicitation document, to confirm that the ASB was announced in WEBS\nPass (1)/Fail (0)"]
[null,"Total"]
[null,null,"Supporting Workers’ Rights to Effectively Address Workplace Violations – EO 18-03 \n\n*Applies only to executive cabinet agencies and small cabinet agencies","Seek to contract with contractors that can demonstrate or certify that their employees are not required, as a condition of employment, to agree to mandatory individual arbitration requirements and class or collective action waiver.\n\n\"1. PROCUREMENT PROCEDURES - To the extent permissible under state and federal law, when making purchasing and other procurement decisions, all state executive and small cabinet agencies shall seek to contract with qualified entities and business owners that can demonstrate or will certify that their employees are not required to sign, as a condition of employment, mandatory individual arbitration clauses and class or collective action waivers.\"","Review the agency contracts standard terms and conditions to confirm that appropriate Order language is included.\nPass (1)/Fail (0)"]
[null,"Total"]
[null,null,"Using Goods and Services Procurement Bonds","Appropriate use of procurement bonds","Review contract file for whether or not the agency utilized a bond. If so, confirm that its use was appropriate and its language was not discriminatory.\nPass (1)/Fail (0)"]
[null,"Total"]

{"sheet":"3. High Level Assessment","index":5,"n_rows":33,"n_cols":13,"rows_kept":33,"cut":false,"hidden":false,"merged":[]}
[]
[null,null,null,"Section 3: Other Policy and Statutory Requirements on Agency Practices"]
[null,null,null,"Policies in focus: Supplier Diversity, Delegations of Authority, Reporting Agency Contracts, Sole Source Contracts, Convenience Contracts"]
[null,null,null,"Making Emergency Purchases of Goods and Services, Direct Buy, Purchases of WA Grown Food, Complaints & Protests. "]
[]
[null,"Agency-wide Policy Requirements","Agency-wide Policy Requirements"]
[null,null,"Policy Area","Requirement","Reviewer Instructions",null,"Score","Reviewer Notes",null,null,null,null,"Supplier diversity"]
[null,null,"Supplier diversity","Forecasting: Posts forecasted needs to agency’s website annually by October 1","Review agency's website for evidence that the forecasting report is posted.\nPass (1)/Fail (0)",null,null,null,null,null,null,"Points",{"$f":"SUM(G8:G9)","v":0}]
[null,null,null,"Outreach: Attend at least one outreach event per year","Review agency's internal procedures and/or other documentation and evidence that the agency has attended at least one outreach event per year.\nPass (1)/Fail (0)",null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G8:G9)","v":0}]
[null,null,null,null,null,null,null,null,null,null,null,null,"Delegation of Authority"]
[null,null,"Delegation of Authority","Purchases/contracts are within an agency’s delegated authority","Review agency's delegated authority (including any additional delegated authority granted during the reporting year). Compare delegated authority to the agency's contract report.\nPass (1)/Fail(0)",null,null,null,null,null,null,"Points",{"$f":"SUM(G11)","v":0}]
[null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G11)","v":0}]
[null,null,"Reporting Agency Contracts","Submits annual report by October 31st to DES listing all contract that were active at any point during the reporting period","Confirms with the internal business operations team that the agency submitted the agency contract report on time.\nPass (1)/Fail (0)",null,null,null,null,null,null,null,"Reporting Agency Contracts"]
[null,null,null,"All required fields are completed within the annual agency contract report.","Review the agency's annual agency contract report to confirm that all required fields are filled out for all reported contracts, including diversity status.\nPass (1)/Fail (0)",null,null,null,null,null,null,"Points",{"$f":"SUM(G13:G14)","v":0}]
[null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G13:G14)","v":0}]
[null,null,"Sole Source Contracts","Sole source contracts must be filed in the Sole Source Contracts Database (SSCD) at least 10 working days prior to the start date of the contract.","Review the agency's annual contract report for the reporting period for procurement type \"Sole Source\" and confirm that each contract was filed in the SSCD. \nPass (1)/Fail (0)",null,null,null,null,null,null,null,"Sole Source Contracts"]
[null,null,null,"Sole source contracts and amendments must be approved by DES before the contract is executed.","Review the SSCD filing record for the reporting period. If the agency has any disapproved and/or late filings for the reporting period, the agency receives a \"Fail\" score for this section.\nPass (1)/Fail (0)",null,null,null,null,null,null,"Points",{"$f":"SUM(G16:G17)","v":0}]
[null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G16:G17)","v":0}]
[null,null,"Making Emergency Purchases of Goods and Services","Qualifies as an emergency purchase which was reported within 3 business days of purchase to DES Director (10 business days if emergency purchase event occurred on or after June 6, 2024).","Request emergency purchase data for the reporting period from the Sole Source Oversight Administrator. Review the data and then analyze the purchases for accuracy (e.g. the event is within the definition of emergency) and to determine whether the report was made within 3 business days (10 business days if emergency purchase event occurred on or after June 6, 2024).\nPass (1)/Fail (0)",null,null,null,null,null,null,null,"Making Emergency Purchases of Goods and Services"]
[null,null,null,"Submitted to the SSCD within 3 business days following the commencement of work or execution of the contract (10 business days if emergency purchase event occurred on or after June 6, 2024).","Review the agency's annual contract report for the reporting period for procurement type \"Emergency\" and confirm that each contract was filed in the SSCD within 3 business days following the commencement of work or execution of the contract (10 business days if emergency purchase event occurred on or after June 6, 2024). \nPass (1)/Fail (0)",null,null,null,null,null,null,"Points",{"$f":"SUM(G19:G20)","v":0}]
[null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G19:G20)","v":0}]
[null,null,"Direct Buy","Direct buy purchases made within the Direct Buy Level designations","Review the agency's annual contract report for the reporting period, filtering by procurement type \"Direct Buy\". Confirm that all purchases identified as a \"Direct Buy\" are within the direct buy spending limits.\nPass (1)/Fail (0)",null,null,null,null,null,null,null,"Direct Buy"]
[null,null,null,"Repetitive purchases competed","Review the agency's annual contract report for the reporting period, filtering by procurement type \"Direct Buy\". Confirm that agency is not making repeat direct buy purchases with the same vendor within the reporting period.\nPass (1)/Fail (0)",null,null,null,null,null,null,"Points",{"$f":"SUM(G22:G23)","v":0}]
[null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G22:G23)","v":0}]
[null,null,"Purchases of WA Grown Food","Food purchases encourage and facilitate the purchase of Washington grown food","Only applicable if the agency purchases food, confirm that it has internal processes in place for encouraging and facilitating the purchase of Washington Grown Food.\nPass (1)/Fail (0)",null,null,null,null,null,null,null,"Purchases of WA Grown Food"]
[null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G25)","v":0}]
[null,null,"Complaints & Protests","Agencies are expected to exercise sound professional judgment when implementing their objective and transparent complaint and protest processes.","Check the protest log for protests within the assessment period, request copies of the protest analysis/conclusion, review for evidence that the agency exercised sound professional judgement.\nPass (1)/Fail (0)",null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G25)","v":0}]
[null,null,null,null,null,null,null,null,null,null,null,null,"Complaints & Protests"]
[null,null,"Using Convenience Contracts","Agencies must request approval from DES to enter into a convenience contract.","Review the agency's annual contract report for the reporting period for procurement type \"Convenience Contract\". If so, confirm that DES approved the convenience contract(s). Pass (1)/Fail (0",null,null,null,null,null,null,"Points",{"$f":"SUM(G27)","v":0}]
[null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G27)","v":0}]
[null,null,null,null,null,null,null,null,null,null,null,null,"Using Convenience Contracts"]
[null,null,null,null,null,null,null,null,null,null,null,"Points",{"$f":"SUM(G29)","v":0}]
[null,null,null,null,null,null,null,null,null,null,null,"Total Applicable",{"$f":"COUNT(G29)","v":0}]