Skip to content
109 changes: 109 additions & 0 deletions src/skillspector/nodes/analyzers/static_yara.py
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,7 @@
import hashlib
import math
import os
import re
import stat
import time
from collections.abc import Callable
Expand Down Expand Up @@ -86,6 +87,37 @@
_DESTRUCTIVE_AUTONOMY_NAMESPACE = "agent_skills"
_DESTRUCTIVE_AUTONOMY_RULE = "agent_skill_destructive_autonomous_actions"
_MAX_DESTRUCTIVE_AUTONOMY_LINE_DISTANCE = 3
_BUILTIN_RANSOMWARE_NAMESPACE = "malware"
_BUILTIN_RANSOMWARE_RULE = "ransomware_behavior"
_RANSOMWARE_PAYMENT_IDENTIFIERS = frozenset(
{"$payment_then_context", "$context_then_payment", "$explicit_ransom_payment"}
)
_RANSOMWARE_PAYMENT_FIRST_IDENTIFIERS = frozenset(
{"$payment_then_context", "$explicit_ransom_payment"}
)
_RANSOMWARE_PAYMENT_VERB = re.compile(rb"\b(?:pay|send)\b", re.IGNORECASE)
# Advice such as "Never pay the ransom" opens its clause with the negator (after
# optional list/quote markup or a "you should" subject). A negator that follows
# other words, as in "If you don't pay ... your files will be deleted", is part of
# a conditional threat and must not suppress the demand.
_DIRECT_RANSOMWARE_NEGATION = re.compile(
rb"(?:^|(?<=[\r\n.;:!?,]))[ \t]*"
rb"(?:(?:[-*+>]|\d{1,3}[.)])[ \t]+){0,3}"
rb"(?:[\"'(\[]|\xe2\x80[\x98\x9c])?[*_]{0,2}"
rb"(?:you[ \t]+(?:(?:should|must)[ \t]+)?)?"
rb"(?:never|do[ \t]+not|don(?:'|\xe2\x80\x99)t|must[ \t]+not|should[ \t]+not|avoid)"
rb"[*_]{0,2}(?:[ \t]+ever)?[ \t]+$",
re.IGNORECASE,
)
# "Never pay less than 1 BTC" sets a minimum amount; it is a demand, not advice.
_RANSOMWARE_MINIMUM_PAYMENT = re.compile(
rb"(?:pay|send)[ \t]{1,8}(?:(?:anything|any[ \t]{1,8}amount)[ \t]{1,8})?"
rb"(?:less|fewer)[ \t]{1,8}than\b",
re.IGNORECASE,
)
_RANSOMWARE_STORAGE_CONTINUATION = re.compile(
rb"[ \t]+(?:at[ \t]+rest|in[ \t]+transit)\b", re.IGNORECASE
)
MAX_YARA_MATCH_INSTANCES_PER_RULE = 4_096
MAX_YARA_RULE_FILES = 1_024
MAX_YARA_RULE_DIRECTORY_ENTRIES = 10_000
Expand Down Expand Up @@ -637,6 +669,74 @@ def _has_local_destructive_autonomy_evidence(
)


def _payment_is_directly_negated(data: bytes, payment_offset: int) -> bool:
"""Return whether the payment verb is clause-opening advice such as ``Never pay``.

The search runs over the original buffer (``pos``/``endpos``), so the clause
boundary lookbehind sees the real preceding byte instead of a clipped window
edge. Conditional threats (``If you don't pay``) and minimum-amount demands
(``Never send less than 0.5 BTC``) are not advice.
"""
prefix_start = max(0, payment_offset - 80)
if _DIRECT_RANSOMWARE_NEGATION.search(data, prefix_start, payment_offset) is None:
return False
return _RANSOMWARE_MINIMUM_PAYMENT.match(data, payment_offset) is None


def _accepted_builtin_ransomware_instances(
match: yara.Match,
instances: list[tuple[str, object]],
data: bytes,
) -> list[tuple[str, object]]:
"""Drop direct payment negation and storage prose from the bundled ransomware rule.

The bounded YARA expressions establish local payment and extortion context,
while this per-instance check distinguishes an affirmative demand from advice
such as ``Never pay the ransom in Bitcoin``. Encryption notices retain their
recall except when immediately continued with storage-protection wording.
Custom rules are never filtered.
"""
if match.namespace != _BUILTIN_RANSOMWARE_NAMESPACE or match.rule != _BUILTIN_RANSOMWARE_RULE:
return instances

accepted: list[tuple[str, object]] = []
for identifier, instance in instances:
if identifier == "$ransom_note":
offset = max(0, int(getattr(instance, "offset", 0)))
matched_length = max(0, int(getattr(instance, "matched_length", 0)))
end = offset + matched_length
continuation = _RANSOMWARE_STORAGE_CONTINUATION.match(data[end : end + 81])
# The extra byte proves a real word boundary at the bounded edge.
if continuation is not None and continuation.end() <= 80:
continue
if identifier not in _RANSOMWARE_PAYMENT_IDENTIFIERS:
accepted.append((identifier, instance))
continue

offset = max(0, int(getattr(instance, "offset", 0)))
matched_length = max(0, int(getattr(instance, "matched_length", 0)))
local_start = max(0, offset - 80)
local_end = min(len(data), offset + matched_length)
prefix = data[local_start:offset]
local_match = prefix + data[offset:local_end]
match_start = len(prefix)
payment_offsets = [
payment.start()
for payment in _RANSOMWARE_PAYMENT_VERB.finditer(local_match)
if payment.start() >= match_start
]
if identifier in _RANSOMWARE_PAYMENT_FIRST_IDENTIFIERS:
# The leading verb owns the currency. A wrapped match can run into a
# later demand, which YARA reports as its own instance and location.
payment_offsets = payment_offsets[:1]
if payment_offsets and all(
_payment_is_directly_negated(data, local_start + payment) for payment in payment_offsets
):
continue
accepted.append((identifier, instance))
return accepted


def _parse_meta(match: yara.Match) -> tuple[str, Severity, float, str | None]:
"""Extract rule_id, severity, confidence, and description from a YARA match's meta."""
meta: dict[str, object] = match.meta or {}
Expand Down Expand Up @@ -757,6 +857,15 @@ def _match_callback(_match_data: dict[str, object]) -> int:
file_path,
)
continue
if not limited:
instances = _accepted_builtin_ransomware_instances(match, instances, data)
if not instances:
logger.debug(
"%s: ignored non-extortion ransomware evidence in %s",
ANALYZER_ID,
file_path,
)
continue
rule_id, severity, confidence, description = _parse_meta(match)
first_offset, matched_text = _extract_match_strings(instances)
fingerprint_limit: _YaraFingerprintLimitError | None = None
Expand Down
97 changes: 62 additions & 35 deletions src/skillspector/yara_rules/malware.yar.b64
Original file line number Diff line number Diff line change
Expand Up @@ -79,38 +79,65 @@ DQogICAgICAgIGRlc2NyaXB0aW9uID0gIlJhbnNvbXdhcmUtbGlrZSBwYXR0ZXJucyAobWFzcyBl
bmNyeXB0aW9uLCByYW5zb20gbm90ZXMpIg0KICAgICAgICBjYXRlZ29yeSA9ICJtYWx3YXJlIg0K
ICAgICAgICBzZXZlcml0eSA9ICJDUklUSUNBTCINCiAgICAgICAgY29uZmlkZW5jZSA9ICIwLjgi
DQogICAgc3RyaW5nczoNCiAgICAgICAgJHdhbGtfZW5jcnlwdCAgID0gL29zXC53YWxrXHMqXCgu
KlwuKGVuY3J5cHR8Y2lwaGVyKS8NCiAgICAgICAgJHJhbnNvbV9ub3RlICAgID0gLyh5b3VyXHMr
ZmlsZXNccysoaGF2ZVxzK2JlZW58YXJlKVxzK2VuY3J5cHRlZHxwYXlccysuKmJpdGNvaW58c2Vu
ZFxzKy4qYnRjKS8gbm9jYXNlDQogICAgICAgICRleHRfcmVuYW1lICAgICA9IC9vc1wucmVuYW1l
XHMqXCguKlwrXHMqWyciXVwuKGxvY2tlZHxlbmNyeXB0ZWR8Y3J5cHR8ZW5jKVsnIl1ccypcKS8N
CiAgICAgICAgJG1hc3Nfb3ZlcndyaXRlID0gL29zXC53YWxrXHMqXCguKm9wZW5ccypcKC4qWydc
Il13YlsnXCJdXCkvDQogICAgY29uZGl0aW9uOg0KICAgICAgICBhbnkgb2YgdGhlbQ0KfQ0KDQpy
dWxlIGMyX2ZyYW1ld29ya19pbmRpY2F0b3JzDQp7DQogICAgbWV0YToNCiAgICAgICAgZGVzY3Jp
cHRpb24gPSAiQ29tbWFuZC1hbmQtY29udHJvbCBmcmFtZXdvcmsgaW5kaWNhdG9ycyAoQ29iYWx0
IFN0cmlrZSwgTWV0YXNwbG9pdCwgU2xpdmVyLCBldGMuKSINCiAgICAgICAgY2F0ZWdvcnkgPSAi
bWFsd2FyZSINCiAgICAgICAgc2V2ZXJpdHkgPSAiQ1JJVElDQUwiDQogICAgICAgIGNvbmZpZGVu
Y2UgPSAiMC44NSINCiAgICAgICAgcmVmZXJlbmNlID0gImh0dHBzOi8vZ2l0aHViLmNvbS9OZW8y
M3gwL3NpZ25hdHVyZS1iYXNlIg0KICAgIHN0cmluZ3M6DQogICAgICAgICRjb2JhbHRfc3RyaWtl
ICA9ICJjb2JhbHRzdHJpa2UiIG5vY2FzZQ0KICAgICAgICAkbWV0ZXJwcmV0ZXIgICAgPSAibWV0
ZXJwcmV0ZXIiIG5vY2FzZQ0KICAgICAgICAkbWV0YXNwbG9pdCAgICAgPSAvbWV0YXNwbG9pdC4q
KHBheWxvYWR8ZXhwbG9pdHxzdGFnZXIpLyBub2Nhc2UNCiAgICAgICAgJGVtcGlyZSAgICAgICAg
ID0gL3Bvd2Vyc2hlbGwuKmVtcGlyZS8gbm9jYXNlDQogICAgICAgICRzbGl2ZXJfYzIgICAgICA9
IC9zbGl2ZXIuKihpbXBsYW50fGJlYWNvbnxzZXNzaW9uKS8gbm9jYXNlDQogICAgICAgICRjb3Zl
bmFudCAgICAgICA9IC9Db3ZlbmFudC4qKEdydW50fExpc3RlbmVyKS8gbm9jYXNlDQogICAgICAg
ICRoYXZvY19jMiAgICAgICA9IC9oYXZvYy4qKGRlbW9ufHRlYW1zZXJ2ZXIpLyBub2Nhc2UNCiAg
ICAgICAgJGJlYWNvbl9jb25maWcgID0gLyhCZWFjb25UeXBlfEMyU2VydmVyfFB1YmxpY0tleS4q
d2F0ZXJtYXJrKS8gbm9jYXNlDQogICAgY29uZGl0aW9uOg0KICAgICAgICBhbnkgb2YgdGhlbQ0K
fQ0KDQpydWxlIGluZm9fc3RlYWxlcg0Kew0KICAgIG1ldGE6DQogICAgICAgIGRlc2NyaXB0aW9u
ID0gIkluZm9ybWF0aW9uIHN0ZWFsZXIgcGF0dGVybnMgKGNyZWRlbnRpYWwgaGFydmVzdGluZywg
YnJvd3NlciBkYXRhIHRoZWZ0KSINCiAgICAgICAgY2F0ZWdvcnkgPSAibWFsd2FyZSINCiAgICAg
ICAgc2V2ZXJpdHkgPSAiSElHSCINCiAgICAgICAgY29uZmlkZW5jZSA9ICIwLjc1Ig0KICAgICAg
ICByZWZlcmVuY2UgPSAiaHR0cHM6Ly9naXRodWIuY29tL05lbzIzeDAvc2lnbmF0dXJlLWJhc2Ui
DQogICAgc3RyaW5nczoNCiAgICAgICAgJGNocm9tZV9sb2dpbiAgICAgPSAvQ2hyb21lLipMb2dp
blxzKkRhdGEvIG5vY2FzZQ0KICAgICAgICAkZmlyZWZveF9sb2dpbnMgICA9IC9sb2dpbnNcLmpz
b24uKmZpcmVmb3gvIG5vY2FzZQ0KICAgICAgICAkYnJvd3Nlcl9jb29raWVzICA9IC9Db29raWVz
LiooY2hyb21lfGZpcmVmb3h8ZWRnZXxvcGVyYSkvIG5vY2FzZQ0KICAgICAgICAkd2FsbGV0X3N0
ZWFsICAgICA9IC93YWxsZXRcLmRhdC8gbm9jYXNlDQogICAgICAgICRtaW1pa2F0eiAgICAgICAg
ID0gIm1pbWlrYXR6IiBub2Nhc2UNCiAgICAgICAgJGxhemFnbmUgICAgICAgICAgPSAibGF6YWdu
ZSIgbm9jYXNlDQogICAgICAgICRjcmVkX2R1bXBfc2FtICAgID0gL3JlZ1xzK3NhdmVccysuKlxc
c2FtLyBub2Nhc2UNCiAgICAgICAgJG50ZHNfZHVtcCAgICAgICAgPSAvbnRkc1wuZGl0LyBub2Nh
c2UNCiAgICBjb25kaXRpb246DQogICAgICAgIGFueSBvZiB0aGVtDQp9DQo=
KlwuKGVuY3J5cHR8Y2lwaGVyKS8NCiAgICAgICAgJHJhbnNvbV9ub3RlICAgID0gL3lvdXJccytm
aWxlc1xzKyhoYXZlXHMrYmVlbnxhcmUpXHMrZW5jcnlwdGVkXGIvIG5vY2FzZQ0KICAgICAgICAk
cGF5bWVudF90aGVuX2NvbnRleHQgPSAvXGIocGF5fHNlbmQpXGJbXlxyXG5dezAsODB9KFxyP1xu
W15cclxuXXswLDgwfSk/KFxifFswLTldKShidGN8Yml0Y29pbnM/KVxiW1xzXFNdezAsMTYwfVxi
KCh0b1xzezEsOH0pPyhkZWNyeXB0fHJlc3RvcmV8cmVjb3Zlcnx1bmxvY2spXHN7MSw4fSh5b3Vy
fHRoZSk/XHN7MCw4fShmaWxlc3xkYXRhfGRvY3VtZW50c3xwaG90b3N8ZGF0YWJhc2VzfHRoZW0p
fHRvXHN7MSw4fShyZWNlaXZlfGdldHxvYnRhaW4pXHN7MSw4fSh0aGV8eW91cik/XHN7MCw4fWRl
Y3J5cHRpb25cc3sxLDh9a2V5fGFmdGVyXHN7MSw4fXBheW1lbnRbXHNcU117MCw4MH0ocmVjZWl2
ZXxnZXR8b2J0YWlufHdpbGxcc3sxLDh9Z2V0KVxzezEsOH0odGhlfHlvdXIpP1xzezAsOH1kZWNy
eXB0aW9uXHN7MSw4fWtleXx3ZVxzezEsOH13aWxsXHN7MSw4fShwdWJsaXNofGxlYWt8ZGVsZXRl
fGRlc3Ryb3kpXHN7MSw4fXlvdXJcc3sxLDh9KHN0b2xlblxzezEsOH0pPyhmaWxlc3xkYXRhKXx5
b3VyXHN7MSw4fShmaWxlc3xkYXRhfGRvY3VtZW50cylcc3sxLDh9d2lsbFxzezEsOH1iZVxzezEs
OH0oZGVsZXRlZHxkZXN0cm95ZWR8cHVibGlzaGVkfGxlYWtlZHxsb3N0KSlcYi8gbm9jYXNlDQog
ICAgICAgICRjb250ZXh0X3RoZW5fcGF5bWVudCA9IC9cYigodG9cc3sxLDh9KT8oZGVjcnlwdHxy
ZXN0b3JlfHJlY292ZXJ8dW5sb2NrKVxzezEsOH0oeW91cnx0aGUpP1xzezAsOH0oZmlsZXN8ZGF0
YXxkb2N1bWVudHN8cGhvdG9zfGRhdGFiYXNlc3x0aGVtKXx0b1xzezEsOH0ocmVjZWl2ZXxnZXR8
b2J0YWluKVxzezEsOH0odGhlfHlvdXIpP1xzezAsOH1kZWNyeXB0aW9uXHN7MSw4fWtleXx3ZVxz
ezEsOH13aWxsXHN7MSw4fShwdWJsaXNofGxlYWt8ZGVsZXRlfGRlc3Ryb3kpXHN7MSw4fXlvdXJc
c3sxLDh9KHN0b2xlblxzezEsOH0pPyhmaWxlc3xkYXRhKXx5b3VyXHN7MSw4fShmaWxlc3xkYXRh
fGRvY3VtZW50cylcc3sxLDh9d2lsbFxzezEsOH1iZVxzezEsOH0oZGVsZXRlZHxkZXN0cm95ZWR8
cHVibGlzaGVkfGxlYWtlZHxsb3N0KXx5b3VyXHN7MSw4fShmaWxlc3xkYXRhfGRvY3VtZW50c3xw
aG90b3N8ZGF0YWJhc2VzKShcc3swLDh9LFxzezAsOH0oZmlsZXN8ZGF0YXxkb2N1bWVudHN8cGhv
dG9zfGRhdGFiYXNlcykpKlxzezEsOH0oYW5kXHN7MSw4fShmaWxlc3xkYXRhfGRvY3VtZW50c3xw
aG90b3N8ZGF0YWJhc2VzKVxzezEsOH0pPyhoYXZlXHN7MSw4fWJlZW58aGFzXHN7MSw4fWJlZW58
YXJlKVxzezEsOH1lbmNyeXB0ZWQpXGJbXHNcU117MCwxNjB9XGIocGF5fHNlbmQpXGJbXlxyXG5d
ezAsODB9KFxyP1xuW15cclxuXXswLDgwfSk/KFxifFswLTldKShidGN8Yml0Y29pbnM/KVxiLyBu
b2Nhc2UNCiAgICAgICAgJGV4cGxpY2l0X3JhbnNvbV9wYXltZW50ID0gL1xiKHBheXxzZW5kKVxz
ezEsOH0odGhlXHN7MSw4fXxhXHN7MSw4fSk/cmFuc29tXGJbXlxyXG5dezAsODB9KFxyP1xuW15c
clxuXXswLDgwfSk/KFxifFswLTldKShidGN8Yml0Y29pbnM/KVxiLyBub2Nhc2UNCiAgICAgICAg
JGV4dF9yZW5hbWUgICAgID0gL29zXC5yZW5hbWVccypcKC4qXCtccypbJyJdXC4obG9ja2VkfGVu
Y3J5cHRlZHxjcnlwdHxlbmMpWyciXVxzKlwpLw0KICAgICAgICAkbWFzc19vdmVyd3JpdGUgPSAv
b3NcLndhbGtccypcKC4qb3BlblxzKlwoLipbJ1wiXXdiWydcIl1cKS8NCiAgICBjb25kaXRpb246
DQogICAgICAgIGFueSBvZiB0aGVtDQp9DQoNCnJ1bGUgYzJfZnJhbWV3b3JrX2luZGljYXRvcnMN
CnsNCiAgICBtZXRhOg0KICAgICAgICBkZXNjcmlwdGlvbiA9ICJDb21tYW5kLWFuZC1jb250cm9s
IGZyYW1ld29yayBpbmRpY2F0b3JzIChDb2JhbHQgU3RyaWtlLCBNZXRhc3Bsb2l0LCBTbGl2ZXIs
IGV0Yy4pIg0KICAgICAgICBjYXRlZ29yeSA9ICJtYWx3YXJlIg0KICAgICAgICBzZXZlcml0eSA9
ICJDUklUSUNBTCINCiAgICAgICAgY29uZmlkZW5jZSA9ICIwLjg1Ig0KICAgICAgICByZWZlcmVu
Y2UgPSAiaHR0cHM6Ly9naXRodWIuY29tL05lbzIzeDAvc2lnbmF0dXJlLWJhc2UiDQogICAgc3Ry
aW5nczoNCiAgICAgICAgJGNvYmFsdF9zdHJpa2UgID0gImNvYmFsdHN0cmlrZSIgbm9jYXNlDQog
ICAgICAgICRtZXRlcnByZXRlciAgICA9ICJtZXRlcnByZXRlciIgbm9jYXNlDQogICAgICAgICRt
ZXRhc3Bsb2l0ICAgICA9IC9tZXRhc3Bsb2l0LioocGF5bG9hZHxleHBsb2l0fHN0YWdlcikvIG5v
Y2FzZQ0KICAgICAgICAkZW1waXJlICAgICAgICAgPSAvcG93ZXJzaGVsbC4qZW1waXJlLyBub2Nh
c2UNCiAgICAgICAgJHNsaXZlcl9jMiAgICAgID0gL3NsaXZlci4qKGltcGxhbnR8YmVhY29ufHNl
c3Npb24pLyBub2Nhc2UNCiAgICAgICAgJGNvdmVuYW50ICAgICAgID0gL0NvdmVuYW50LiooR3J1
bnR8TGlzdGVuZXIpLyBub2Nhc2UNCiAgICAgICAgJGhhdm9jX2MyICAgICAgID0gL2hhdm9jLioo
ZGVtb258dGVhbXNlcnZlcikvIG5vY2FzZQ0KICAgICAgICAkYmVhY29uX2NvbmZpZyAgPSAvKEJl
YWNvblR5cGV8QzJTZXJ2ZXJ8UHVibGljS2V5Lip3YXRlcm1hcmspLyBub2Nhc2UNCiAgICBjb25k
aXRpb246DQogICAgICAgIGFueSBvZiB0aGVtDQp9DQoNCnJ1bGUgaW5mb19zdGVhbGVyDQp7DQog
ICAgbWV0YToNCiAgICAgICAgZGVzY3JpcHRpb24gPSAiSW5mb3JtYXRpb24gc3RlYWxlciBwYXR0
ZXJucyAoY3JlZGVudGlhbCBoYXJ2ZXN0aW5nLCBicm93c2VyIGRhdGEgdGhlZnQpIg0KICAgICAg
ICBjYXRlZ29yeSA9ICJtYWx3YXJlIg0KICAgICAgICBzZXZlcml0eSA9ICJISUdIIg0KICAgICAg
ICBjb25maWRlbmNlID0gIjAuNzUiDQogICAgICAgIHJlZmVyZW5jZSA9ICJodHRwczovL2dpdGh1
Yi5jb20vTmVvMjN4MC9zaWduYXR1cmUtYmFzZSINCiAgICBzdHJpbmdzOg0KICAgICAgICAkY2hy
b21lX2xvZ2luICAgICA9IC9DaHJvbWUuKkxvZ2luXHMqRGF0YS8gbm9jYXNlDQogICAgICAgICRm
aXJlZm94X2xvZ2lucyAgID0gL2xvZ2luc1wuanNvbi4qZmlyZWZveC8gbm9jYXNlDQogICAgICAg
ICRicm93c2VyX2Nvb2tpZXMgID0gL0Nvb2tpZXMuKihjaHJvbWV8ZmlyZWZveHxlZGdlfG9wZXJh
KS8gbm9jYXNlDQogICAgICAgICR3YWxsZXRfc3RlYWwgICAgID0gL3dhbGxldFwuZGF0LyBub2Nh
c2UNCiAgICAgICAgJG1pbWlrYXR6ICAgICAgICAgPSAibWltaWthdHoiIG5vY2FzZQ0KICAgICAg
ICAkbGF6YWduZSAgICAgICAgICA9ICJsYXphZ25lIiBub2Nhc2UNCiAgICAgICAgJGNyZWRfZHVt
cF9zYW0gICAgPSAvcmVnXHMrc2F2ZVxzKy4qXFxzYW0vIG5vY2FzZQ0KICAgICAgICAkbnRkc19k
dW1wICAgICAgICA9IC9udGRzXC5kaXQvIG5vY2FzZQ0KICAgIGNvbmRpdGlvbjoNCiAgICAgICAg
YW55IG9mIHRoZW0NCn0NCg==
Loading
Loading