Skip to content

Commit

Permalink
lookup fixes (#90)
Browse files Browse the repository at this point in the history
  • Loading branch information
@himynamesdave
himynamesdave authored Nov 22, 2024
1 parent c262891 commit 6140c58
Show file tree
Hide file tree
Showing 8 changed files with 902 additions and 224 deletions.
135 changes: 94 additions & 41 deletions includes/lookups/_generate_lookups.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,46 +10,61 @@

# Define queries and output files
queries = {
"mitre_cwe_id_v4_15.txt": """
"mitre_cwe_id_v4_15.txt":
"""
FOR doc IN mitre_cwe_vertex_collection
FILTER doc._stix2arango_note == "version=4_15"
AND IS_ARRAY(doc.external_references)
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
AND doc.type == "weakness"
AND doc.name != null
AND !CONTAINS(doc.name, "DEPRECATED:")
FOR reference IN doc.external_references
FILTER reference.source_name == "cwe"
SORT reference.external_id ASC
RETURN reference.external_id
""",
"mitre_cwe_name_v4_15.txt": """
""",
"mitre_cwe_name_v4_15.txt":
"""
FOR doc IN mitre_cwe_vertex_collection
FILTER doc._stix2arango_note == "version=4_15"
AND IS_ARRAY(doc.external_references)
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
AND doc.type == "weakness"
AND doc.name != null
AND !CONTAINS(doc.name, "DEPRECATED:")
RETURN doc.name
""",
"mitre_capec_id_v3_9.txt": """
""",
"mitre_capec_id_v3_9.txt":
"""
FOR doc IN mitre_capec_vertex_collection
FILTER doc._stix2arango_note == "version=3_9"
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
AND doc.type != "course-of-action"
AND doc.name != null
AND !CONTAINS(doc.name, "DEPRECATED:")
AND IS_ARRAY(doc.external_references)
FOR reference IN doc.external_references
FILTER reference.source_name == "capec"
SORT reference.external_id ASC
RETURN reference.external_id
""",
"mitre_capec_name_v3_9.txt": """
""",
"mitre_capec_name_v3_9.txt":
"""
FOR doc IN mitre_capec_vertex_collection
FILTER doc._stix2arango_note == "version=3_9"
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
AND doc.type != "course-of-action"
AND doc.name != null
AND !CONTAINS(doc.name, "DEPRECATED:")
RETURN doc.name
""",
"mitre_attack_enterprise_id_v16_0.txt": """
""",
"mitre_attack_enterprise_id_v16_0.txt":
"""
FOR doc IN mitre_attack_enterprise_vertex_collection
FILTER doc._stix2arango_note == "version=16_0"
AND doc.type != "x-mitre-matrix"
Expand All @@ -60,30 +75,37 @@
FILTER reference.source_name == "mitre-attack"
SORT reference.external_id ASC
RETURN reference.external_id
""",
"mitre_attack_enterprise_name_v16_0.txt": """
""",
"mitre_attack_enterprise_name_v16_0.txt":
"""
FOR doc IN mitre_attack_enterprise_vertex_collection
FILTER doc._stix2arango_note == "version=16_0"
AND doc.type != "x-mitre-matrix"
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
RETURN doc.name
""",
"mitre_attack_enterprise_aliases_v16_0.txt": """
""",
"mitre_attack_enterprise_aliases_v16_0.txt":
"""
FOR alias IN UNIQUE(
FLATTEN(
FOR doc IN mitre_attack_enterprise_vertex_collection
FILTER doc._stix2arango_note == "version=16_0"
AND doc.type != "x-mitre-matrix"
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
AND IS_ARRAY(doc.x_mitre_aliases)
RETURN doc.x_mitre_aliases
LET combined_aliases = APPEND(
doc.aliases ? doc.aliases : [],
doc.x_mitre_aliases ? doc.x_mitre_aliases : []
)
FILTER LENGTH(combined_aliases) > 0
RETURN combined_aliases
)
)
RETURN alias
""",
"mitre_attack_ics_id_v16_0.txt": """
""",
"mitre_attack_ics_id_v16_0.txt":
"""
FOR doc IN mitre_attack_ics_vertex_collection
FILTER doc._stix2arango_note == "version=16_0"
AND doc.type != "x-mitre-matrix"
Expand All @@ -94,30 +116,37 @@
FILTER reference.source_name == "mitre-attack"
SORT reference.external_id ASC
RETURN reference.external_id
""",
"mitre_attack_ics_aliases_v16_0.txt": """
""",
"mitre_attack_ics_name_v16_0.txt":
"""
FOR doc IN mitre_attack_ics_vertex_collection
FILTER doc._stix2arango_note == "version=16_0"
AND doc.type != "x-mitre-matrix"
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
RETURN doc.name
""",
"mitre_attack_ics_aliases_v16_0.txt":
"""
FOR alias IN UNIQUE(
FLATTEN(
FOR doc IN mitre_attack_ics_vertex_collection
FILTER doc._stix2arango_note == "version=16_0"
AND doc.type != "x-mitre-matrix"
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
AND IS_ARRAY(doc.x_mitre_aliases)
RETURN doc.x_mitre_aliases
LET combined_aliases = APPEND(
doc.aliases ? doc.aliases : [],
doc.x_mitre_aliases ? doc.x_mitre_aliases : []
)
FILTER LENGTH(combined_aliases) > 0
RETURN combined_aliases
)
)
RETURN alias
""",
"mitre_attack_ics_name_v16_0.txt": """
FOR doc IN mitre_attack_ics_vertex_collection
FILTER doc._stix2arango_note == "version=16_0"
AND doc.type != "x-mitre-matrix"
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
RETURN doc.name
""",
"mitre_attack_mobile_id_v16_0.txt": """
""",
"mitre_attack_mobile_id_v16_0.txt":
"""
FOR doc IN mitre_attack_mobile_vertex_collection
FILTER doc._stix2arango_note == "version=16_0"
AND doc.type != "x-mitre-matrix"
Expand All @@ -128,16 +157,37 @@
FILTER reference.source_name == "mitre-attack"
SORT reference.external_id ASC
RETURN reference.external_id
""",
"mitre_attack_mobile_name_v16_0.txt": """
""",
"mitre_attack_mobile_name_v16_0.txt":
"""
FOR doc IN mitre_attack_mobile_vertex_collection
FILTER doc._stix2arango_note == "version=16_0"
AND doc.type != "x-mitre-matrix"
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
RETURN doc.name
""",
"mitre_atlas_id_v4_5_2.txt": """
""",
"mitre_attack_mobile_aliases_v16_0.txt":
"""
FOR alias IN UNIQUE(
FLATTEN(
FOR doc IN mitre_attack_mobile_vertex_collection
FILTER doc._stix2arango_note == "version=16_0"
AND doc.type != "x-mitre-matrix"
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
LET combined_aliases = APPEND(
doc.aliases ? doc.aliases : [],
doc.x_mitre_aliases ? doc.x_mitre_aliases : []
)
FILTER LENGTH(combined_aliases) > 0
RETURN combined_aliases
)
)
RETURN alias
""",
"mitre_atlas_id_v4_5_2.txt":
"""
FOR doc IN mitre_atlas_vertex_collection
FILTER doc._stix2arango_note == "version=4_5_2"
AND doc.type != "x-mitre-matrix"
Expand All @@ -148,16 +198,18 @@
FILTER reference.source_name == "mitre-atlas"
SORT reference.external_id ASC
RETURN reference.external_id
""",
"mitre_atlas_name_v4_5_2.txt": """
""",
"mitre_atlas_name_v4_5_2.txt":
"""
FOR doc IN mitre_atlas_vertex_collection
FILTER doc._stix2arango_note == "version=4_5_2"
AND doc.type != "x-mitre-matrix"
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
RETURN doc.name
""",
"disarm_id_v1_5.txt": """
""",
"disarm_id_v1_5.txt":
"""
FOR doc IN disarm_vertex_collection
FILTER doc._stix2arango_note == "version=1_5"
AND doc.type != "x-mitre-matrix"
Expand All @@ -169,14 +221,15 @@
SORT reference.external_id ASC
RETURN reference.external_id
""",
"disarm_name_v1_5.txt": """
"disarm_name_v1_5.txt":
"""
FOR doc IN disarm_vertex_collection
FILTER doc._stix2arango_note == "version=1_5"
AND doc.type != "x-mitre-matrix"
AND doc.x_mitre_deprecated != true
AND doc.revoked != true
RETURN doc.name
"""
"""
}

# Execute each query and save the results in the script's directory
Expand Down
Loading

0 comments on commit 6140c58

Please sign in to comment.