Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/dotnet-core.yml
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@ jobs:
- uses: actions/checkout@v4
with:
repository: HicServices/RDMP
ref: v9.0.0-rc1
ref: v9.2.0-rc1
path: RDMP
- uses: actions/setup-dotnet@v4
with:
Expand Down
5 changes: 3 additions & 2 deletions DrsPlugin/Extraction/ImageExtraction.cs
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
using Rdmp.Core.Curation.Data;
using Rdmp.Core.CommandExecution;
using Rdmp.Core.Curation.Data;
using Rdmp.Core.Curation.Data.DataLoad;
using Rdmp.Core.DataExport.DataExtraction.Commands;
using Rdmp.Core.DataFlowPipeline;
Expand Down Expand Up @@ -46,7 +47,7 @@ protected bool PreProcessingCheck(IDataLoadEventListener listener)

}

public void PreInitialize(IExtractCommand request, IDataLoadEventListener listener)
public void PreInitialize(IBasicActivateItems activator, IExtractCommand request, IDataLoadEventListener listener)
{
Request = request as IExtractDatasetCommand;

Expand Down
2 changes: 1 addition & 1 deletion HICPlugin/BespokeAttachers/MetIDQAttacher.cs
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@ public ExitCodeType Attach(IDataLoadJob job, GracefulCancellationToken token)
//Read it all in one go
MaxBatchSize = int.MaxValue
};
fromCSV.PreInitialize(new FlatFileToLoad(file),job);
fromCSV.PreInitialize(null,new FlatFileToLoad(file),job);

fromCSV.GetChunk(job, new GracefulCancellationToken());

Expand Down
8 changes: 6 additions & 2 deletions HICPlugin/DataFlowComponents/CHIColumnFinder.cs
Original file line number Diff line number Diff line change
Expand Up @@ -465,9 +465,13 @@ public void PreInitialize(IExtractCommand value, IDataLoadEventListener listener
}
}

public void PreInitialize(IBasicActivateItems value, IDataLoadEventListener listener)
public void PreInitialize(IBasicActivateItems activator, IExtractCommand value, IDataLoadEventListener listener)
{
_activator = value;
_activator = activator;
}

public void PreInitialize(IBasicActivateItems activator, IBasicActivateItems value, IDataLoadEventListener listener)
{
_activator = activator;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
using System.ComponentModel;
using System.Data;
using System.Text.RegularExpressions;
using Rdmp.Core.CommandExecution;
using Rdmp.Core.Curation.Data;
using Rdmp.Core.DataFlowPipeline;
using Rdmp.Core.DataFlowPipeline.Requirements;
Expand Down Expand Up @@ -30,19 +31,18 @@ public void Abort(IDataLoadEventListener listener)

}

public void PreInitialize(TableInfo target,IDataLoadEventListener listener)
{
if (!NamingConvention.IsMatch(target.GetRuntimeName()))
listener.OnNotify(this,new NotifyEventArgs(ProgressEventType.Error,
$"TableInfo {target} does not match hic regex for naming conventions of project/group data ({NamingConvention})"));
}


public void Check(ICheckNotifier notifier)
{

}

[GeneratedRegex("tt_\\d*", RegexOptions.Compiled)]
private static partial Regex TtPrefix();

public void PreInitialize(IBasicActivateItems activator, TableInfo value, IDataLoadEventListener listener)
{
if (!NamingConvention.IsMatch(value.GetRuntimeName()))
listener.OnNotify(this, new NotifyEventArgs(ProgressEventType.Error,
$"TableInfo {value} does not match hic regex for naming conventions of project/group data ({NamingConvention})"));
}
}
17 changes: 9 additions & 8 deletions HICPlugin/DataFlowComponents/HICCohortManagerDestination.cs
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@
using Rdmp.Core.DataLoad.Engine.Pipeline.Destinations;
using Rdmp.Core.ReusableLibraryCode.Checks;
using Rdmp.Core.ReusableLibraryCode.Progress;
using Rdmp.Core.CommandExecution;

namespace HICPlugin.DataFlowComponents;

Expand Down Expand Up @@ -87,7 +88,7 @@ public void Dispose(IDataLoadEventListener listener, Exception pipelineFailureEx
dest.AddExplicitWriteType(_privateIdentifier, "varchar(10)");

dest.AllowResizingColumnsAtUploadTime = true;
dest.PreInitialize(cohortDatabase,listener);
dest.PreInitialize(null,cohortDatabase,listener);
dest.ProcessPipelineData(AllAtOnceDataTable, listener, new GracefulCancellationToken());
dest.Dispose(listener,null);

Expand Down Expand Up @@ -167,13 +168,6 @@ public void Abort(IDataLoadEventListener listener)

}

public void PreInitialize(ICohortCreationRequest value, IDataLoadEventListener listener)
{
Request = value;
var syntaxHelper = value.NewCohortDefinition.LocationOfCohort.GetQuerySyntaxHelper();
_privateIdentifier = syntaxHelper.GetRuntimeName(Request.NewCohortDefinition.LocationOfCohort.PrivateIdentifierField);
}

public void Check(ICheckNotifier notifier)
{

Expand Down Expand Up @@ -211,4 +205,11 @@ public void Check(ICheckNotifier notifier)


}

public void PreInitialize(IBasicActivateItems activator, ICohortCreationRequest value, IDataLoadEventListener listener)
{
Request = value;
var syntaxHelper = value.NewCohortDefinition.LocationOfCohort.GetQuerySyntaxHelper();
_privateIdentifier = syntaxHelper.GetRuntimeName(Request.NewCohortDefinition.LocationOfCohort.PrivateIdentifierField);
}
}
6 changes: 3 additions & 3 deletions HICPluginTests/ExtractionTests.cs
Original file line number Diff line number Diff line change
Expand Up @@ -87,7 +87,7 @@ public void ExtractionTestWithZipArchive()
AppendIndexCountToFileName = false
};

extractionComponent.PreInitialize(request, listener);
extractionComponent.PreInitialize(null,request, listener);

var cts = new GracefulCancellationTokenSource();
var dt = extractionComponent.ProcessPipelineData(dataset, listener, cts.Token);
Expand Down Expand Up @@ -165,7 +165,7 @@ public void ExtractionTestWithTarArchive()
AppendIndexCountToFileName = false
};

extractionComponent.PreInitialize(request, listener);
extractionComponent.PreInitialize(null,request, listener);

var cts = new GracefulCancellationTokenSource();
var dt = extractionComponent.ProcessPipelineData(dataset, listener, cts.Token);
Expand Down Expand Up @@ -227,7 +227,7 @@ public void ExtractionTestWithNullImageFilename()
PathToImageArchive = rootDir.FullName
};

extractionComponent.PreInitialize(request, listener);
extractionComponent.PreInitialize(null,request, listener);

var cts = new GracefulCancellationTokenSource();
Assert.DoesNotThrow(() => extractionComponent.ProcessPipelineData(dataset, listener, cts.Token));
Expand Down
2 changes: 1 addition & 1 deletion HICPluginTests/HICPluginTests.csproj
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
<None Remove="TestData\report-with-multiple-descriptions.xml" />
</ItemGroup>
<ItemGroup>
<PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.14.1" />
<PackageReference Include="Microsoft.NET.Test.Sdk" Version="18.3.0" />
<PackageReference Include="NSubstitute" Version="5.3.0" />
<PackageReference Include="NUnit.Analyzers" Version="4.9.2">
<PrivateAssets>all</PrivateAssets>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ public void TestUse()
Collation = "Latin1_General_Bin"
};

source.PreInitialize(_request,ThrowImmediatelyDataLoadEventListener.Quiet);
source.PreInitialize(null, _request,ThrowImmediatelyDataLoadEventListener.Quiet);

var chunk = source.GetChunk(ThrowImmediatelyDataLoadEventListener.Quiet, new GracefulCancellationToken());
Assert.That(chunk, Is.Not.Null);
Expand Down
2 changes: 1 addition & 1 deletion HICPluginTests/Integration/HICCohortDestinationTest.cs
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,7 @@ @description varchar(10)
NewCohortsStoredProcedure = "fishfishfishproc1",
ExistingCohortsStoredProcedure = "fishfishfishproc2"
};
d.PreInitialize(request,ThrowImmediatelyDataLoadEventListener.Quiet);
d.PreInitialize(null,request,ThrowImmediatelyDataLoadEventListener.Quiet);
d.CreateExternalCohort = true;

var dt = new DataTable("mytbl");
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -81,7 +81,7 @@ public void ProcessPipelineDataTest()
};


component.PreInitialize(deleteMe,ThrowImmediatelyDataLoadEventListener.Quiet);
component.PreInitialize(null,deleteMe,ThrowImmediatelyDataLoadEventListener.Quiet);
component.ProcessPipelineData((ICacheChunk)cacheChunk, ThrowImmediatelyDataLoadEventListener.Quiet, new GracefulCancellationToken());

var downloadDir = Path.Combine(rootDirectory.FullName, "T", "Biochemistry");
Expand Down
2 changes: 1 addition & 1 deletion RDMP
Submodule RDMP updated 247 files
6 changes: 3 additions & 3 deletions SharedAssemblyInfo.cs
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,6 @@
[assembly: AssemblyCulture("")]

// These should be overwritten by release builds
[assembly: AssemblyVersion("6.1.15")]
[assembly: AssemblyFileVersion("6.1.15")]
[assembly: AssemblyInformationalVersion("6.1.15")]
[assembly: AssemblyVersion("6.1.16")]
[assembly: AssemblyFileVersion("6.1.16")]
[assembly: AssemblyInformationalVersion("6.1.16")]
Loading