Skip to content

Commit

Permalink
Fix checkDatasetFiles after merging with master (#1459)
Browse files Browse the repository at this point in the history
* fix checkDatasetFiles
  • Loading branch information
despadam authored Oct 24, 2024
1 parent 815c01f commit f1d6dc5
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions src/jobs/jobs.controller.ts
Original file line number Diff line number Diff line change
Expand Up @@ -53,6 +53,7 @@ import {
import { JobAction } from "./config/jobconfig";
import { JobType, DatasetState, JobParams } from "./types/job-types.enum";
import { IJobFields } from "./interfaces/job-filters.interface";
import { OrigDatablock } from "src/origdatablocks/schemas/origdatablock.schema";

@ApiBearerAuth()
@ApiTags("jobs")
Expand Down Expand Up @@ -285,17 +286,18 @@ export class JobsController {
// Indexing originDataBlock with pid and create set of files for each dataset
const datasets = await this.datasetsService.findAll(filter);
// Include origdatablocks
let datasetOrigDatablocks: OrigDatablock[] = [];
await Promise.all(
datasets.map(async (dataset) => {
dataset.origdatablocks = await this.origDatablocksService.findAll({
datasetOrigDatablocks = await this.origDatablocksService.findAll({
datasetId: dataset.pid,
});
}),
);
const result: Record<string, Set<string>> = datasets.reduce(
(acc: Record<string, Set<string>>, dataset) => {
// Using Set make searching more efficient
const files = dataset.origdatablocks.reduce((acc, block) => {
const files = datasetOrigDatablocks.reduce((acc, block) => {
block.dataFileList.forEach((file) => {
acc.add(file.path);
});
Expand Down

0 comments on commit f1d6dc5

Please sign in to comment.