[Bug]: TF26027: A field definition System.ClosedDate in the work item type definition file does not exist
doflo90 opened this issue · 12 comments
Version
- I confirm that I am using the latest version
Source Version
Azure DevOps Server 2020
Target Version
Azure DevOps Server 2020
Relevant configuration
{
"ChangeSetMappingFile": null,
"Source": {
"$type": "TfsTeamProjectConfig",
"Collection": "",
"Project": "",
"ReflectedWorkItemIDFieldName": "Custom.ReflectedWorkItemId",
"AllowCrossProjectLinking": false,
"AuthenticationMode": "AccessToken",
"PersonalAccessToken": "",
"PersonalAccessTokenVariableName": "",
"LanguageMaps": {
"AreaPath": "Area",
"IterationPath": "Iteration"
},
"CollectionName": ""
},
"Target": {
"$type": "TfsTeamProjectConfig",
"Collection": "",
"Project": "",
"ReflectedWorkItemIDFieldName": "Custom.ReflectedWorkItemId",
"AllowCrossProjectLinking": false,
"AuthenticationMode": "AccessToken",
"PersonalAccessToken": "",
"PersonalAccessTokenVariableName": "",
"LanguageMaps": {
"AreaPath": "Area",
"IterationPath": "Iteration"
},
"CollectionName": ""
},
"FieldMaps": [
],
"GitRepoMapping": null,
"LogLevel": "Debug",
"CommonEnrichersConfig": null,
"Processors": [
{
"$type": "WorkItemMigrationConfig",
"Enabled": false,
"ReplayRevisions": true,
"PrefixProjectToNodes": false,
"UpdateCreatedDate": true,
"UpdateCreatedBy": true,
"WIQLQueryBit": "AND [Microsoft.VSTS.Common.ClosedDate] = '' AND [System.WorkItemType] IN ('User Story', 'Bug') AND [System.AttachedFileCount] > 0",
"WIQLOrderBit": "[System.ChangedDate] desc",
"LinkMigration": true,
"AttachmentMigration": true,
"AttachmentWorkingPath": "c:\\temp\\WorkItemAttachmentWorkingFolder\\",
"FixHtmlAttachmentLinks": false,
"SkipToFinalRevisedWorkItemType": false,
"WorkItemCreateRetryLimit": 5,
"FilterWorkItemsThatAlreadyExistInTarget": false,
"PauseAfterEachWorkItem": false,
"AttachmentMaxSize": 4000000,
"AttachRevisionHistory": false,
"LinkMigrationSaveEachAsAdded": false,
"GenerateMigrationComment": true,
"WorkItemIDs": null,
"MaxRevisions": 0,
"UseCommonNodeStructureEnricherConfig": false,
"NodeBasePaths": null,
"AreaMaps": {},
"IterationMaps": {},
"MaxGracefulFailures": 0,
"SkipRevisionWithInvalidIterationPath": false,
"SkipRevisionWithInvalidAreaPath": false,
"ShouldCreateMissingRevisionPaths": true
},
{
"$type": "TfsTeamSettingsProcessorOptions",
"Enabled": false,
"MigrateTeamSettings": true,
"UpdateTeamSettings": true,
"PrefixProjectToNodes": false,
"MigrateTeamCapacities": false,
"Teams": [ ],
"ProcessorEnrichers": null,
"SourceName": "TeamSettingsSource",
"TargetName": "TeamSettingsTarget"
},
{
"$type": "AzureDevOpsPipelineProcessorOptions",
"Enabled": true,
"MigrateBuildPipelines": true,
"MigrateReleasePipelines": false,
"MigrateTaskGroups": true,
"MigrateVariableGroups": true,
"MigrateServiceConnections": false,
"BuildPipelines": ["APC Trend Releases"],
"ReleasePipelines": null,
"RefName": null,
"SourceName": "AzureDevOpsEndpointSource",
"TargetName": "AzureDevOpsEndpointTarget",
"RepositoryNameMaps": {}
},
{
"$type": "TestVariablesMigrationConfig",
"Enabled": false
},
{
"$type": "TestConfigurationsMigrationConfig",
"Enabled": false
},
{
"$type": "TestPlansAndSuitesMigrationConfig",
"Enabled": false,
"PrefixProjectToNodes": false,
"OnlyElementsWithTag": null,
"TestPlanQueryBit": null,
"RemoveAllLinks": false,
"MigrationDelay": 0,
"UseCommonNodeStructureEnricherConfig": false,
"NodeBasePaths": [],
"AreaMaps": null,
"IterationMaps": null,
"RemoveInvalidTestSuiteLinks": false,
"FilterCompleted": false
}
],
"Version": "14.4",
"workaroundForQuerySOAPBugEnabled": false,
"WorkItemTypeDefinition": {
"sourceWorkItemTypeName": "targetWorkItemTypeName"
},
"Endpoints": {
"InMemoryWorkItemEndpoints": [
{
"Name": "Source",
"EndpointEnrichers": null
},
{
"Name": "Target",
"EndpointEnrichers": null
}
],
"TfsTeamSettingsEndpoints": [
{
"$type": "TfsTeamSettingsEndpointOptions",
"Name": "TeamSettingsSource",
"Direction": "Source",
"Organisation": "",
"Project": "",
"AuthenticationMode": "AccessToken",
"AccessToken": "",
"ReflectedWorkItemIdField": "TfsMigrationTool.ReflectedWorkItemId",
"LanguageMaps": {
"$type": "TfsLanguageMapOptions",
"AreaPath": "Area",
"IterationPath": "Iteration"
},
"EndpointEnrichers": null
},
{
"$type": "TfsTeamSettingsEndpointOptions",
"Name": "TeamSettingsTarget",
"Direction": "Target",
"Organisation": "",
"Project": "",
"AuthenticationMode": "AccessToken",
"AccessToken": "",
"ReflectedWorkItemIdField": "TfsMigrationTool.ReflectedWorkItemId",
"LanguageMaps": {
"$type": "TfsLanguageMapOptions",
"AreaPath": "Area",
"IterationPath": "Iteration"
},
"EndpointEnrichers": null
}
],
"AzureDevOpsEndpoints": [
{
"name": "AzureDevOpsEndpointSource",
"$type": "AzureDevOpsEndpointOptions",
"Organisation": "",
"Project": "",
"AuthenticationMode": "AccessToken",
"AccessToken": "",
"EndpointEnrichers": null
},
{
"Name": "AzureDevOpsEndpointTarget",
"$type": "AzureDevOpsEndpointOptions",
"Organisation": "",
"Project": "",
"AuthenticationMode": "AccessToken",
"AccessToken": "",
"EndpointEnrichers": null
}
]
}
}Relevant log output
2024-01-17 15:56:12.670 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Work Item has 26 revisions and revision migration is set to true
2024-01-17 15:56:12.676 +01:00 [INF] Found 26 revisions to migrate on Work item:352790
2024-01-17 15:56:12.679 +01:00 [INF] Found 26 revisions to migrate on Work item:352790
2024-01-17 15:56:13.288 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Processing Revision [1]
2024-01-17 15:56:13.300 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | ...FAILED to Save
2024-01-17 15:56:13.300 +01:00 [INF] ===============================================================
2024-01-17 15:56:13.302 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Custom.ReflectedWorkItemId (ReflectedWorkItemId) | xxxxxx/_workitems/edit/352790
2024-01-17 15:56:13.302 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Custom.VersionPlanned (Version Planned) |
2024-01-17 15:56:13.302 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Custom.Requester (Requester) |
2024-01-17 15:56:13.302 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Custom.VersionAffected (Version Affected) |
2024-01-17 15:56:13.303 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Build.FoundIn (Found In) |
2024-01-17 15:56:13.303 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Build.IntegrationBuild (Integration Build) |
2024-01-17 15:56:13.303 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.ValueArea (Value Area) | Business
2024-01-17 15:56:13.303 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.StackRank (Stack Rank) | null
2024-01-17 15:56:13.304 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.Severity (Severity) | 3 - Medium
2024-01-17 15:56:13.304 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.Priority (Priority) | 2
2024-01-17 15:56:13.304 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.ClosedBy (Closed By) |
2024-01-17 15:56:13.304 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.ClosedDate (Closed Date) | null
2024-01-17 15:56:13.304 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.ResolvedReason (Resolved Reason) |
2024-01-17 15:56:13.304 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.ResolvedBy (Resolved By) |
2024-01-17 15:56:13.304 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.ResolvedDate (Resolved Date) | null
2024-01-17 15:56:13.306 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.ActivatedBy (Activated By) | xxxxxx
2024-01-17 15:56:13.306 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.ActivatedDate (Activated Date) | "2023-05-02T12:00:04.3130000+02:00"
2024-01-17 15:56:13.306 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.StateChangeDate (State Change Date) | null
2024-01-17 15:56:13.306 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.TCM.ReproSteps (Repro Steps) |
2024-01-17 15:56:13.306 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.TCM.SystemInfo (System Info) |
2024-01-17 15:56:13.306 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Common.Activity (Activity) |
2024-01-17 15:56:13.306 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Scheduling.CompletedWork (Completed Work) | null
2024-01-17 15:56:13.306 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Scheduling.OriginalEstimate (Original Estimate) | null
2024-01-17 15:56:13.308 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Scheduling.RemainingWork (Remaining Work) | null
2024-01-17 15:56:13.308 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | Microsoft.VSTS.Scheduling.StoryPoints (Story Points) | null
2024-01-17 15:56:13.308 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.BoardLane (Board Lane) |
2024-01-17 15:56:13.308 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.BoardColumnDone (Board Column Done) | null
2024-01-17 15:56:13.308 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.BoardColumn (Board Column) |
2024-01-17 15:56:13.308 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.Tags (Tags) |
2024-01-17 15:56:13.308 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.RelatedLinkCount (Related Link Count) | 0
2024-01-17 15:56:13.310 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.History (History) |
2024-01-17 15:56:13.310 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.Description (Description) |
2024-01-17 15:56:13.310 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.CreatedBy (Created By) | xxxxxx
2024-01-17 15:56:13.310 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.CreatedDate (Created Date) | "2023-05-02T12:00:04.3130000+02:00"
2024-01-17 15:56:13.310 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.WorkItemType (Work Item Type) | Bug
2024-01-17 15:56:13.310 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.AssignedTo (Assigned To) | xxxxxx
2024-01-17 15:56:13.310 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.Reason (Reason) | New
2024-01-17 15:56:13.310 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.ChangedBy (Changed By) | xxxxxx
2024-01-17 15:56:13.311 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.Rev (Rev) | null
2024-01-17 15:56:13.311 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.Watermark (Watermark) | null
2024-01-17 15:56:13.311 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.AuthorizedDate (Authorized Date) | null
2024-01-17 15:56:13.312 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.State (State) | Active
2024-01-17 15:56:13.312 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.Title (Title) | xxxxxxxx
2024-01-17 15:56:13.313 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.AuthorizedAs (Authorized As) |
2024-01-17 15:56:13.313 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.AreaId (Area ID) | 176
2024-01-17 15:56:13.314 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.Id (ID) | 0
2024-01-17 15:56:13.314 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.ChangedDate (Changed Date) | "2023-05-02T12:00:04.3130000+02:00"
2024-01-17 15:56:13.315 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.RevisedDate (Revised Date) | null
2024-01-17 15:56:13.315 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.AreaPath (Area Path) | xxxx
2024-01-17 15:56:13.316 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.NodeName (Node Name) | xxxx
2024-01-17 15:56:13.316 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.AttachedFileCount (Attached File Count) | 0
2024-01-17 15:56:13.317 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.HyperLinkCount (Hyperlink Count) | 0
2024-01-17 15:56:13.317 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.CommentCount (Comment Count) | null
2024-01-17 15:56:13.318 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.RemoteLinkCount (Remote Link Count) | null
2024-01-17 15:56:13.319 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.Parent (Parent) | null
2024-01-17 15:56:13.319 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.TeamProject (Team Project) | xxxxx
2024-01-17 15:56:13.319 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.ExternalLinkCount (External Link Count) | 0
2024-01-17 15:56:13.320 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.IterationId (Iteration ID) | 302
2024-01-17 15:56:13.320 +01:00 [INF] [ Bug][Complete: 1/139][sid:352790|Rev: 26][tid: null | System.IterationPath (Iteration Path) | xxxxx2023
2024-01-17 15:56:13.320 +01:00 [INF] ===============================================================
2024-01-17 15:56:13.329 +01:00 [ERR] Microsoft.TeamFoundation.WorkItemTracking.Client.FieldDefinitionNotExistException: TF26027: A field definition System.ClosedDate in the work item type definition file does not exist. Add a definition for this field or remove the reference to the field and try again.
at Microsoft.TeamFoundation.WorkItemTracking.Client.FieldDefinitionCollection.get_Item(String name)
at Microsoft.TeamFoundation.WorkItemTracking.Client.FieldCollection.get_Item(String name)
at VstsSyncMigrator.Engine.WorkItemMigrationContext.CheckClosedDateIsValid(WorkItemData sourceWorkItem, WorkItemData targetWorkItem) in D:\a\1\s\src\VstsSyncMigrator.Core\Execution\MigrationContext\WorkItemMigrationContext.cs:line 910
at VstsSyncMigrator.Engine.WorkItemMigrationContext.ReplayRevisions(List`1 revisionsToMigrate, WorkItemData sourceWorkItem, WorkItemData targetWorkItem) in D:\a\1\s\src\VstsSyncMigrator.Core\Execution\MigrationContext\WorkItemMigrationContext.cs:line 845What happened?
I try to migrate Workitems from one ADO project to a new ADO project in a different collection.
Both collections using the same Azure DevOps Server version "Version Azure DevOps Server 2022 (AzureDevOpsServer_20230602.4)".
Somehow our ProcessTemplate seems to have a different field for the "System.ClosedDate" because it's not available.
I check our fields and adapted the code to use the "Microsoft.VSTS.Common.ClosedDate" instead of the "System.ClosedDate".
After this change the migration runs perfectly.
Debug in Visual Studio
- Visual Studio Debug
I have the same issue:
TF26027: A field definition System.ClosedDate in the work item type definition file does not exist. Add a definition for this field or remove the reference to the field and try again.
Can you please explain how did you adapted the code to use the "Microsoft.VSTS.Common.ClosedDate" instead of the "System.ClosedDate"? If you could explain step by step I will be gratefull :)
Thanks in advance,
Hi,
I modified the Class "WorkItemMigrationContext" and function "CheckClosedDateIsValid" like shown in the screenshot.
Not sure if this is everything but at least I was able to migrate the workitems afterwards.
Hi,
I modified the Class "WorkItemMigrationContext" and function "CheckClosedDateIsValid" like shown in the screenshot. Not sure if this is everything but at least I was able to migrate the workitems afterwards.
Thank you @doflo90 I will try to do the same! Just confirm please, did you had the same error as me? Because I could migrate the work items even with the error, but some work items were not migrate and I have no idea which them I've missed.
Yes, I can confirm that I have the same issue.
Workitems were created correctly but the revisions were not applied.
I also experience the same issue in a current migration (both source and target are Version Dev19.M231.1 (AzureDevOps_M231_20240116.2).
I tried with FieldToFieldMapConfig and FieldSkipMapConfig without any success but with changing the 'WorkItemMigrationContext' class as @doflo90 mentioned seems to have solved the issue.
Hi guys, @ristolina @doflo90
I still don't understand where the change is made. Is it on the source code? Can you name it please?
Thank you in advance,
Hi guys, @ristolina @doflo90 I still don't understand where the change is made. Is it on the source code? Can you name it please?
Thank you in advance,
Hi @habrazilay!
Yes, you have to checkout or download the source code and then change the reference System.ClosedDate to Microsoft.VSTS.Common.ClosedDate here.
Then you need to build and run the tool again.
Hi Guys,
We are not worried about closed date validation so we made changes to bypass close date validation and it solve our problem, please make sure if closed date validation required do not implement below suggestions
- Download code from below git repo
https://github.com/nkdAgility/azure-devops-migration-tools/tree/master
File Changed :- $.src\VstsSyncMigrator.Core\Execution\MigrationContext\WorkItemMigrationContext.cs
Basically bypass closed date validation from method ReplayRevisions
Commented code which call method CheckClosedDateIsValid
- Download the V14.4.5 from below link
https://github.com/nkdAgility/azure-devops-migration-tools/releases
- Extract the DLL from step 2) and replace DLL from step 1 project
DLL to replace after extract VstsSyncMigrator.Core.dll
- Run the command in same folder
devopsmigration execute --config .\configuration.json
Hi Guys,
We are not worried about closed date validation so we made changes to bypass close date validation and it solve our problem, please make sure if closed date validation required do not implement below suggestions
- Download code from below git repo
https://github.com/nkdAgility/azure-devops-migration-tools/tree/master
File Changed :- $.src\VstsSyncMigrator.Core\Execution\MigrationContext\WorkItemMigrationContext.cs
Basically bypass closed date validation from method ReplayRevisions
Commented code which call method CheckClosedDateIsValid
- Download the V14.4.5 from below link
https://github.com/nkdAgility/azure-devops-migration-tools/releases
- Extract the DLL from step 2) and replace DLL from step 1 project
DLL to replace after extract VstsSyncMigrator.Core.dll
- Run the command in same folder
devopsmigration execute --config .\configuration.json
Almog toda raba! I will try it right now
3. Extract the DLL from step 2) and replace DLL from step 1 project
Hello Almog,
I am having problems with extracting the DLL from step one. Could you please upload it in a separated folder so I would download and replace to test. I am still receiving an error related to System.ClosedDate:
Hi guys, @ristolina @doflo90 I still don't understand where the change is made. Is it on the source code? Can you name it please?
Thank you in advance,Hi @habrazilay!
Yes, you have to checkout or download the source code and then change the reference System.ClosedDate to Microsoft.VSTS.Common.ClosedDate here. Then you need to build and run the tool again.
I did try to build but I have a lot of exceptions, Could you please build, and send the compiled solution in a zip file? I will appreciate your help @ristolina.
Thank you so much @MrHinsh , now it's working without any error! You are the best!