Add migration to fix coretime state (WIP)

system-parachains/coretime/coretime-polkadot/src/lib.rs

@@ -23,6 +23,7 @@
 include!(concat!(env!("OUT_DIR"), "/wasm_binary.rs"));
 
 mod coretime;
+mod migrations;
 // Genesis preset configurations.
 pub mod genesis_config_presets;
 #[cfg(test)]
@@ -117,6 +118,7 @@ pub type UncheckedExtrinsic =
 pub type Migrations = (
 	// permanent
 	pallet_xcm::migration::MigrateToLatestXcmVersion<Runtime>,
+	migrations::FixMigration,
 );
 
 /// Executive: handles dispatch to the various modules.
@@ -140,7 +142,7 @@ pub const VERSION: RuntimeVersion = RuntimeVersion {
 	spec_name: create_runtime_str!("coretime-polkadot"),
 	impl_name: create_runtime_str!("coretime-polkadot"),
 	authoring_version: 1,
-	spec_version: 1_003_000,
+	spec_version: 1_003_003,
 	impl_version: 0,
 	apis: RUNTIME_API_VERSIONS,
 	transaction_version: 0,

system-parachains/coretime/coretime-polkadot/src/migrations.rs

@@ -0,0 +1,332 @@
+// Copyright (C) Parity Technologies and the various Polkadot contributors, see Contributions.md
+// for a list of specific contributors.
+// SPDX-License-Identifier: Apache-2.0
+
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+//! Migration to fix the coretime migration lease offset-related issues
+//!
+//! This fixes a problem with the leases where the relay migration did not take the lease offset
+//! into consideration, so the end of leases is 64 days short, in some cases leading to them being
+//! dropped completely.
+
+use crate::{weights, Runtime, RuntimeOrigin};
+use frame_support::{pallet_prelude::*, traits::OnRuntimeUpgrade};
+use pallet_broker::{CoreAssignment, Leases, LeasesRecordOf, WeightInfo};
+#[cfg(feature = "try-runtime")]
+use pallet_broker::{
+	CoreAssignment::{Pool, Task},
+	CoreMask, LeaseRecordItem, PotentialRenewalId, PotentialRenewalRecord, PotentialRenewals,
+	SaleInfo, SaleInfoRecordOf, Schedule, ScheduleItem, Workplan,
+};
+#[cfg(feature = "try-runtime")]
+use sp_runtime::TryRuntimeError;
+#[cfg(feature = "try-runtime")]
+use sp_std::vec::Vec;
+
+/// The log target.
+const TARGET: &str = "runtime::bootstrapping::fix-migration";
+
+// Alias into the broker weights for this runtime.
+type BrokerWeights = weights::pallet_broker::WeightInfo<Runtime>;
+
+pub struct FixMigration;
+
+impl OnRuntimeUpgrade for FixMigration {
+	fn on_runtime_upgrade() -> Weight {
+		if PotentialRenewals::<Runtime>::get(PotentialRenewalId { core: 6, when: 292605 }).is_none()
+		{
+			// Idempotency check - this core will never be renewable at this timeslice ever again.
+			log::error!(target: TARGET, "This migration includes hardcoded values not relevant to this runtime. Bailing.");
+			return <Runtime as frame_system::Config>::DbWeight::get().reads(1);
+		}
+
+		// Add leases for 2040, 2094, 3333, 2106, 2101, 2093 with a properly calculated end
+		// timeslice.
+		let leases: LeasesRecordOf<Runtime> = LEASES
+			.iter()
+			.map(|(until, task)| LeaseRecordItem { until: *until, task: *task })
+			.collect::<Vec<_>>()
+			.try_into()
+			.expect("Within range of bounded vec");
+		Leases::<Runtime>::put(leases);
+
+		// This reorders the cores, so the existing entries to the workplan need to be overwritten.
+		for (&(para_id, _), core_id) in LEASES.iter().zip(51u16..55u16) {
+			// Add to the workplan at timeslice 287565 using the new cores.
+			let workplan_entry = Schedule::truncate_from(Vec::from([ScheduleItem {
+				mask: CoreMask::complete(),
+				assignment: CoreAssignment::Task(para_id),
+			}]));
+
+			Workplan::<Runtime>::insert((292605, core_id), workplan_entry);
+		}
+
+		// Remove the existing 6 PotentialRenewals.
+		for &(core, when) in INCORRECT_RENEWAL_IDS.iter() {
+			PotentialRenewals::<Runtime>::remove(PotentialRenewalId { core, when });
+		}
+
+		// Sort the parachains who can renew. They are currently missing from the broker state
+		// entirely.
+		// TODO double check the core ids, these should be on top of the last available in the sale.
+		for (&(para_id, _), core_id) in POTENTIAL_RENEWALS.iter().zip(56u16..61u16) {
+			// Add to the workplan at timeslice 287565 using the new cores.
+			let workplan_entry = Schedule::truncate_from(Vec::from([ScheduleItem {
+				mask: CoreMask::complete(),
+				assignment: CoreAssignment::Task(para_id),
+			}]));
+
+			Workplan::<Runtime>::insert((292605, core_id), workplan_entry);
+		}
+
+		// Add cores to the system - this will take 2 sessions to kick in.
+		// 1 core for the system on-demand pool, 5 for open market, 5 for reservations and 51
+		// parachains, of which 46 have leases and 5 are up for renewal.
+		let core_count = pallet_broker::Reservations::<Runtime>::decode_len().unwrap_or(0) as u16 +
+			pallet_broker::Leases::<Runtime>::decode_len().unwrap_or(0) as u16 +
+			5 + 6;
+
+		match pallet_broker::Pallet::<Runtime>::request_core_count(
+			RuntimeOrigin::root(),
+			core_count,
+		) {
+			Ok(_) => log::info!(target: TARGET, "Request for 62 cores sent."),
+			Err(_) => log::error!(target: TARGET, "Request for 62 cores failed to send."),
+		}
+
+		let pool_assignment = Schedule::truncate_from(Vec::from([ScheduleItem {
+			mask: CoreMask::complete(),
+			assignment: Pool,
+		}]));
+
+		// Reserve the system pool core - this kicks in after two sale period boundaries.
+		match pallet_broker::Pallet::<Runtime>::reserve(
+			RuntimeOrigin::root(),
+			pool_assignment.clone(),
+		) {
+			Ok(_) => log::info!(target: TARGET, "Pool core reserved."),
+			Err(_) => log::error!(target: TARGET, "Pool core reservation failed."),
+		}
+
+		// Add the system pool core to the workplan for the next cycle (287565) on the last new core
+		// (core 61)
+		Workplan::<Runtime>::insert((292605, 61), pool_assignment.clone());
+
+		// Add the system pool core to the workplan starting now.
+		let now = 287000; // TODO - this needs to be after the cores have just added have been processed, which takes
+				  // two sessions. Currently just a placeholder. This part is probably better as a call to
+				  // assign_core on the relay as part of the referendum instead of here.
+		Workplan::<Runtime>::insert((now, 61), pool_assignment);
+
+		// TODO finalise the weights here.
+		<Runtime as frame_system::Config>::DbWeight::get()
+			.writes(1)
+			.saturating_mul(LEASES.len() as u64)
+			.saturating_add(BrokerWeights::request_core_count(62))
+			.saturating_add(<Runtime as frame_system::Config>::DbWeight::get().reads(1))
+	}
+
+	#[cfg(feature = "try-runtime")]
+	fn pre_upgrade() -> Result<Vec<u8>, sp_runtime::TryRuntimeError> {
+		// Idempotency check - this core will never be renewable at this timeslice ever again.
+		if PotentialRenewals::<Runtime>::get(PotentialRenewalId { core: 6, when: 292605 }).is_none()
+		{
+			return Ok(Vec::new())
+		}
+		let sale_info = SaleInfo::<Runtime>::get().unwrap();
+		let leases = Leases::<Runtime>::get();
+		let pre_upgrade_state = (sale_info, leases);
+		Ok(pre_upgrade_state.encode())
+	}
+
+	#[cfg(feature = "try-runtime")]
+	fn post_upgrade(state: Vec<u8>) -> Result<(), TryRuntimeError> {
+		use pallet_broker::LeasesRecordOf;
+
+		if state.is_empty() {
+			return Ok(())
+		}
+		let (prev_sale_info, prev_leases): (SaleInfoRecordOf<Runtime>, LeasesRecordOf<Runtime>) =
+			Decode::decode(&mut &state[..]).unwrap();
+
+		log::info!(target: TARGET, "Checking migration.");
+
+		let sale_info = SaleInfo::<Runtime>::get().unwrap();
+
+		// Check the sale start has not changed.
+		assert_eq!(sale_info, prev_sale_info);
+
+		// The workplan entries start from the region begin reported by the new SaleInfo.
+		let workplan_start = sale_info.region_begin;
+
+		// Check the reservations are still in the workplan out of an abundance of caution.
+		for (core_id, task) in [Task(1001), Task(1002), Task(1000), Task(1004), Task(1005)]
+			.into_iter()
+			.enumerate()
+		{
+			assert_eq!(
+				Workplan::<Runtime>::get((workplan_start, core_id as u16)),
+				Some(Schedule::truncate_from(Vec::from([ScheduleItem {
+					mask: CoreMask::complete(),
+					assignment: task,
+				}])))
+			);
+		}
+
+		// Make sure we've got all the leases.
+		let leases = Leases::<Runtime>::get();
+		assert_eq!(leases.len(), LEASES.iter().filter(|(_, l)| sale_info.region_end <= *l).count());
+
+		// Make something out of the leases that is easier to check against.
+		let leases_vec: Vec<(u32, u32)> =
+			leases.iter().map(|LeaseRecordItem { until, task }| (*task, *until)).collect();
+
+		// Iterate through hardcoded leases and check they're all correctly in state and scheduled
+		// in the workplan.
+		for (i, (para_id, until)) in LEASES.iter().enumerate() {
+			// Add the system parachains as an offset - these should come before the leases.
+			let core_id = i as u16 + 4;
+
+			assert!(leases_vec.contains(&(*until, *para_id)));
+
+			// This is the entry found in Workplan
+			let workload = Schedule::truncate_from(Vec::from([ScheduleItem {
+				mask: CoreMask::complete(),
+				assignment: Task(*para_id),
+			}]));
+
+			// They should all be in the workplan for next region.
+			assert_eq!(Workplan::<Runtime>::get((workplan_start, core_id)), Some(workload));
+		}
+
+		// For the leases we had before their lease should extend for an additional 11520
+		// timeslices (64 days).
+		for LeaseRecordItem { task, until } in prev_leases.iter() {
+			log::error!("{task}, {until}");
+			assert!(leases_vec.contains(&(*until + 11520, *task)))
+		}
+
+		// Iterate through hardcoded potential renewals and check they're all correctly in state
+		// and scheduled in the workplan.
+		for (i, (para_id, until)) in POTENTIAL_RENEWALS.iter().enumerate() {
+			// Add the system parachains as an offset - these should come before
+			// the leases.
+			let core_id = i as u16 + 4;
+
+			// This is the entry found in Workplan and PotentialRenewals.
+			let workload = Schedule::truncate_from(Vec::from([ScheduleItem {
+				mask: CoreMask::complete(),
+				assignment: Task(*para_id),
+			}]));
+
+			// Make sure they're not in the leases.
+			assert!(!leases.contains(&LeaseRecordItem { until: *until, task: *para_id }));
+
+			// Ensure they can renew in the next region.
+			assert_eq!(
+				PotentialRenewals::<Runtime>::get(PotentialRenewalId {
+					core: core_id,
+					when: sale_info.region_end + 5040,
+				}),
+				Some(PotentialRenewalRecord {
+					price: 1_000_000_000_000,
+					completion: pallet_broker::CompletionStatus::Complete(workload.clone())
+				})
+			);
+
+			// They should all be in the workplan for next sale.
+			assert_eq!(Workplan::<Runtime>::get((workplan_start, core_id)), Some(workload));
+		}
+
+		// Walk the workplan at timeslice 287565 and make sure there is an entry for every 62 cores.
+		for i in 0..61 {
+			// TODO - finalise
+			assert!(Workplan::<Runtime>::get((287565, i)).is_some());
+		}
+
+		// Ensure we have requested the correct number of cores.
+		assert!(frame_system::Pallet::<Runtime>::read_events_no_consensus().any(|e| {
+			match e.event {
+				crate::RuntimeEvent::Broker(
+					pallet_broker::Event::<Runtime>::CoreCountRequested { core_count },
+				) => {
+					log::info!("{core_count:?}");
+
+					core_count == 62
+				},
+				_ => false,
+			}
+		}));
+
+		Ok(())
+	}
+}
+
+// Incorrect potential renewals in state
+const INCORRECT_RENEWAL_IDS: [(u16, u32); 6] =
+	[(6, 292605), (5, 292605), (13, 292605), (15, 292605), (47, 292605), (44, 292605)];
+
+// Hardcoded para ids and their end timeslice.
+// Taken from https://github.com/SBalaguer/coretime-migration/blob/master/polkadot-output-200924.json
+const POTENTIAL_RENEWALS: [(u32, u32); 5] =
+	[(2048, 283680), (3375, 283680), (3358, 283680), (2053, 283680), (2056, 283680)];
+
+const LEASES: [(u32, u32); 46] = [
+	(2094, 298800),
+	(2040, 298800),
+	(3333, 298800),
+	(2106, 298800),
+	(2093, 298800),
+	(2101, 298800),
+	(3369, 313920),
+	(2000, 313920),
+	(3338, 329040),
+	(2004, 329040),
+	(3344, 344160),
+	(3345, 344160),
+	(3340, 344160),
+	(2031, 344160),
+	(3346, 344160),
+	(2026, 344160),
+	(2006, 344160),
+	(2035, 359280),
+	(2032, 359280),
+	(2025, 359280),
+	(2002, 359280),
+	(2034, 359280),
+	(2012, 359280),
+	(3354, 359280),
+	(3367, 374400),
+	(2030, 374400),
+	(2046, 374400),
+	(3366, 374400),
+	(2037, 374400),
+	(2043, 374400),
+	(2013, 374400),
+	(3370, 389520),
+	(2086, 389520),
+	(2051, 389520),
+	(2008, 389520),
+	(3359, 389520),
+	(3377, 389520),
+	(3373, 389520),
+	(2092, 404640),
+	(3378, 404640),
+	(2104, 404640),
+	(3389, 404640),
+	(2090, 404640),
+	(3397, 404640),
+	(2091, 404640),
+	(3388, 404640),
+];