{ "skill_name": "hugging-face-evaluation", "skill_path": "/workspace/skills/huggingface-skills/skills/hugging-face-evaluation", "skill_directory": "/workspace/skills/huggingface-skills/skills/hugging-face-evaluation", "is_safe": true, "max_severity": "MEDIUM", "findings_count": 96, "findings": [ { "id": "MANIFEST_MISSING_LICENSE_c5ae9be793", "rule_id": "MANIFEST_MISSING_LICENSE", "category": "policy_violation", "severity": "LOW", "title": "Skill does not specify a license", "description": "Skill manifest does not include a 'license' field. Specifying a license helps users understand usage terms.", "file_path": "SKILL.md", "line_number": null, "snippet": null, "remediation": "Add 'license' field to SKILL.md frontmatter (e.g., MIT, Apache-2.0)", "analyzer": "static", "metadata": { "meta_reviewed": true } }, { "id": "DATA_EXFIL_NETWORK_REQUESTS_8ecd542da9", "rule_id": "DATA_EXFIL_NETWORK_REQUESTS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "HTTP client library imports that enable external communication", "description": "Pattern detected: import requests", "file_path": "examples/artificial_analysis_to_hub.py", "line_number": 36, "snippet": "import requests", "remediation": "Ensure network access is necessary and documented. Review all URLs", "analyzer": "static", "metadata": { "matched_pattern": "import\\s+requests", "matched_text": "import requests", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_075de295a3", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"AA_API_KEY", "file_path": "examples/artificial_analysis_to_hub.py", "line_number": 42, "snippet": "API_KEY = os.getenv(\"AA_API_KEY\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"AA_API_KEY", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_6a56d196dc", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "examples/artificial_analysis_to_hub.py", "line_number": 43, "snippet": "HF_TOKEN = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_NETWORK_REQUESTS_364f6b8885", "rule_id": "DATA_EXFIL_NETWORK_REQUESTS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "HTTP client library imports that enable external communication", "description": "Pattern detected: import requests", "file_path": "scripts/evaluation_manager.py", "line_number": 62, "snippet": "import requests # type: ignore", "remediation": "Ensure network access is necessary and documented. Review all URLs", "analyzer": "static", "metadata": { "matched_pattern": "import\\s+requests", "matched_text": "import requests", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_869dfa2784", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/evaluation_manager.py", "line_number": 515, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_1364829507", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/evaluation_manager.py", "line_number": 725, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_d7369707ce", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"AA_API_KEY", "file_path": "scripts/evaluation_manager.py", "line_number": 865, "snippet": "AA_API_KEY = os.getenv(\"AA_API_KEY\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"AA_API_KEY", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_e3105a8484", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/evaluation_manager.py", "line_number": 994, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_1f6cb75a77", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/evaluation_manager.py", "line_number": 1057, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_956de69fa1", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/evaluation_manager.py", "line_number": 1105, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_35bb87b001", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/run_eval_job.py", "line_number": 42, "snippet": "token = hf_token or os.getenv(\"HF_TOKEN\") or get_token()", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_0012b7df6f", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/inspect_vllm_uv.py", "line_number": 43, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_d8bdc00e98", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/inspect_eval_uv.py", "line_number": 61, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_d469ac426e", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/lighteval_vllm_uv.py", "line_number": 39, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_5a1e537f38", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/run_vllm_eval_job.py", "line_number": 91, "snippet": "token = hf_token or os.getenv(\"HF_TOKEN\") or get_token()", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_53fe9e4520", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/run_vllm_eval_job.py", "line_number": 147, "snippet": "token = hf_token or os.getenv(\"HF_TOKEN\") or get_token()", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "TOOL_MISMATCH_NETWORK_553e2f7383", "rule_id": "TOOL_ABUSE_UNDECLARED_NETWORK", "category": "unauthorized_tool_use", "severity": "MEDIUM", "title": "Undeclared network usage", "description": "Skill code uses network libraries but doesn't declare network requirement", "file_path": null, "line_number": null, "snippet": null, "remediation": "Declare network usage in compatibility field or remove network calls", "analyzer": "static", "metadata": { "meta_reviewed": true } }, { "id": "DESC_BEHAVIOR_MISMATCH_9161ac3dce", "rule_id": "SOCIAL_ENG_MISLEADING_DESC", "category": "social_engineering", "severity": "MEDIUM", "title": "Potential description-behavior mismatch", "description": "Skill performs actions not reflected in its description", "file_path": "SKILL.md", "line_number": null, "snippet": null, "remediation": "Ensure description accurately reflects all skill capabilities", "analyzer": "static", "metadata": { "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_d469ac426e", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/lighteval_vllm_uv.py", "line_number": 39, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_d8bdc00e98", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/inspect_eval_uv.py", "line_number": 61, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_5a1e537f38", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/run_vllm_eval_job.py", "line_number": 91, "snippet": "token = hf_token or os.getenv(\"HF_TOKEN\") or get_token()", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_53fe9e4520", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/run_vllm_eval_job.py", "line_number": 147, "snippet": "token = hf_token or os.getenv(\"HF_TOKEN\") or get_token()", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_0012b7df6f", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/inspect_vllm_uv.py", "line_number": 43, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_35bb87b001", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/run_eval_job.py", "line_number": 42, "snippet": "token = hf_token or os.getenv(\"HF_TOKEN\") or get_token()", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "DATA_EXFIL_NETWORK_REQUESTS_364f6b8885", "rule_id": "DATA_EXFIL_NETWORK_REQUESTS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "HTTP client library imports that enable external communication", "description": "Pattern detected: import requests", "file_path": "scripts/evaluation_manager.py", "line_number": 62, "snippet": "import requests # type: ignore", "remediation": "Ensure network access is necessary and documented. Review all URLs", "analyzer": "static", "metadata": { "matched_pattern": "import\\s+requests", "matched_text": "import requests", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_869dfa2784", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/evaluation_manager.py", "line_number": 515, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_1364829507", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/evaluation_manager.py", "line_number": 725, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_d7369707ce", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"AA_API_KEY", "file_path": "scripts/evaluation_manager.py", "line_number": 865, "snippet": "AA_API_KEY = os.getenv(\"AA_API_KEY\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"AA_API_KEY", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_e3105a8484", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/evaluation_manager.py", "line_number": 994, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_1f6cb75a77", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/evaluation_manager.py", "line_number": 1057, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "DATA_EXFIL_ENV_VARS_956de69fa1", "rule_id": "DATA_EXFIL_ENV_VARS", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Reading environment variables that may contain secrets", "description": "Pattern detected: os.getenv(\"HF_TOKEN", "file_path": "scripts/evaluation_manager.py", "line_number": 1105, "snippet": "hf_token = os.getenv(\"HF_TOKEN\")", "remediation": "Minimize access to environment variables. Document why needed", "analyzer": "static", "metadata": { "matched_pattern": "os\\.getenv\\s*\\([^)]*(?:KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL)", "matched_text": "os.getenv(\"HF_TOKEN", "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "scanner_category": "SECURITY VIOLATION", "reference_depth": 0, "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_cca3e1431a", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 50, "snippet": "uv run scripts/evaluation_manager.py get-prs --repo-id \"username/model-name\"", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_50302f3d38", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 71, "snippet": "uv run scripts/evaluation_manager.py --help", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_8d688c3527", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 72, "snippet": "uv run scripts/evaluation_manager.py inspect-tables --help", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_655bd0622d", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 73, "snippet": "uv run scripts/evaluation_manager.py extract-readme --help", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_5414db90c7", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 115, "snippet": "**Benefits:** No need to use `hf_jobs()` MCP tool, can run scripts directly in terminal", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_caff641fbc", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 127, "snippet": "uv run scripts/train_sft_example.py", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_c69eae3670", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 152, "snippet": "uv run scripts/evaluation_manager.py inspect-tables --repo-id \"username/model\"", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_7891bda6df", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 155, "snippet": "uv run scripts/evaluation_manager.py extract-readme \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_dc83a01f29", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 162, "snippet": "uv run scripts/evaluation_manager.py extract-readme \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_4ab8468213", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 167, "snippet": "uv run scripts/evaluation_manager.py extract-readme \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_7597d884d3", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 184, "snippet": "AA_API_KEY=\"your-api-key\" uv run scripts/evaluation_manager.py import-aa \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_3c6bdd89dc", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 197, "snippet": "uv run scripts/evaluation_manager.py import-aa \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_6eae458ee3", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 205, "snippet": "uv run scripts/evaluation_manager.py import-aa \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_48868e3b81", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 238, "snippet": "uv run scripts/run_eval_job.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_450a7c570d", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 265, "snippet": "uv run scripts/lighteval_vllm_uv.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_4c3c579d81", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 270, "snippet": "uv run scripts/lighteval_vllm_uv.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_5e0bc9fb36", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 275, "snippet": "uv run scripts/lighteval_vllm_uv.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_d3554f1d8d", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 281, "snippet": "uv run scripts/lighteval_vllm_uv.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_ce64d30bc3", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 289, "snippet": "hf jobs uv run scripts/lighteval_vllm_uv.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_aa9f29b8b2", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 327, "snippet": "uv run scripts/inspect_vllm_uv.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_904571ed70", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 332, "snippet": "uv run scripts/inspect_vllm_uv.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_8b7243c390", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 338, "snippet": "uv run scripts/inspect_vllm_uv.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_eadee3d7ec", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 346, "snippet": "hf jobs uv run scripts/inspect_vllm_uv.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_35e612853e", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 368, "snippet": "uv run scripts/run_vllm_eval_job.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_9751ac152b", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 374, "snippet": "uv run scripts/run_vllm_eval_job.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_a93812d6fd", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 382, "snippet": "uv run scripts/run_vllm_eval_job.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_2da5741ade", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 401, "snippet": "uv run scripts/evaluation_manager.py --help", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_0ae493f7ec", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 402, "snippet": "uv run scripts/evaluation_manager.py --version", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_2811a2e39a", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 407, "snippet": "uv run scripts/evaluation_manager.py inspect-tables --repo-id \"username/model-name\"", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_46d1c4622d", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 412, "snippet": "uv run scripts/evaluation_manager.py extract-readme \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_bdea84ff80", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 424, "snippet": "AA_API_KEY=... uv run scripts/evaluation_manager.py import-aa \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_95fcbc261f", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 433, "snippet": "uv run scripts/evaluation_manager.py show --repo-id \"username/model-name\"", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_6355b9cb22", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 434, "snippet": "uv run scripts/evaluation_manager.py validate --repo-id \"username/model-name\"", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_07de79731f", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 439, "snippet": "uv run scripts/evaluation_manager.py get-prs --repo-id \"username/model-name\"", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_537890833d", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 445, "snippet": "hf jobs uv run scripts/inspect_eval_uv.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_e269b8145c", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 455, "snippet": "uv run scripts/run_eval_job.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_fff4369f1c", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 464, "snippet": "hf jobs uv run scripts/lighteval_vllm_uv.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_8a0e147ab0", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 471, "snippet": "hf jobs uv run scripts/inspect_vllm_uv.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_960955d410", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 478, "snippet": "uv run scripts/run_vllm_eval_job.py \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_12f3b86495", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 557, "snippet": "uv run scripts/evaluation_manager.py extract-readme \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_d484bdd897", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 565, "snippet": "uv run scripts/evaluation_manager.py get-prs \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_ed48a39066", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 569, "snippet": "uv run scripts/evaluation_manager.py extract-readme \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_44a75ceeec", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 582, "snippet": "uv run scripts/evaluation_manager.py get-prs \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_b2915c1cf8", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "SKILL.md", "line_number": 586, "snippet": "AA_API_KEY=... uv run scripts/evaluation_manager.py import-aa \\", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_code_execution_ba7d498a97", "rule_id": "YARA_code_execution", "category": "command_injection", "severity": "MEDIUM", "title": "CODE EXECUTION detected by YARA", "description": "Detects dangerous code execution patterns in agent skills (Python/Bash): subprocess.run(", "file_path": "SKILL.md", "line_number": 636, "snippet": "\"python\", \"scripts/evaluation_manager.py\",", "remediation": "Review and remove code execution pattern", "analyzer": "static", "metadata": { "yara_rule": "code_execution", "yara_namespace": "code_execution", "matched_string": "$python_system_calls", "threat_type": "CODE EXECUTION", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_2e7b4591e5", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 556, "snippet": "print(f' uv run scripts/evaluation_manager.py inspect-tables --repo-id \"{repo_id}\"')", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_68a2499490", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 775, "snippet": "print(f' uv run scripts/evaluation_manager.py extract-readme --repo-id \"{repo_id}\" --table [--model-column-index ]')", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_17a2cd81c9", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 1157, "snippet": "\"Use standard Python or `uv run scripts/evaluation_manager.py ...` \"", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_85a6f0c3dd", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 1165, "snippet": "uv run scripts/evaluation_manager.py inspect-tables --repo-id ", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_a4c23f623d", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 1167, "snippet": "uv run scripts/evaluation_manager.py extract-readme --repo-id --table N", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_f3a76fca4a", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 1169, "snippet": "uv run scripts/evaluation_manager.py extract-readme --repo-id --table N --apply", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_511f9b79a0", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 1171, "snippet": "AA_API_KEY=... uv run scripts/evaluation_manager.py import-aa --creator-slug org --model-name slug --repo-id ", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_a8c37f52aa", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 1194, "snippet": "uv run scripts/evaluation_manager.py extract-readme --repo-id username/model", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_8b1424bd20", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 1195, "snippet": "uv run scripts/evaluation_manager.py extract-readme --repo-id username/model --table 2 --model-column-index 3", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_888676b850", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 1196, "snippet": "uv run scripts/evaluation_manager.py extract-readme --repo-id username/model --table 2 --model-name-override \\\"**Model 7B**\\\" # exact header text", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_3a0cebbd1f", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 1197, "snippet": "uv run scripts/evaluation_manager.py extract-readme --repo-id username/model --table 2 --create-pr", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_5ee44ea446", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 1228, "snippet": "AA_API_KEY=... uv run scripts/evaluation_manager.py import-aa --creator-slug anthropic --model-name claude-sonnet-4 --repo-id username/model", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_d57d9399e9", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 1229, "snippet": "uv run scripts/evaluation_manager.py import-aa --creator-slug openai --model-name gpt-4o --repo-id username/model --create-pr", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "YARA_transitive_trust_abuse_497843fa98", "rule_id": "YARA_transitive_trust_abuse", "category": "transitive_trust_abuse", "severity": "MEDIUM", "title": "TRANSITIVE TRUST ABUSE detected by YARA", "description": "Detects skills that delegate trust to untrusted external content: run scripts", "file_path": "scripts/evaluation_manager.py", "line_number": 1284, "snippet": "uv run scripts/evaluation_manager.py get-prs --repo-id \"allenai/Olmo-3-32B-Think\"", "remediation": "Review and remove transitive trust abuse pattern", "analyzer": "static", "metadata": { "yara_rule": "transitive_trust_abuse", "yara_namespace": "transitive_trust_abuse", "matched_string": "$execute_inline", "threat_type": "TRANSITIVE TRUST ABUSE", "meta_reviewed": true } }, { "id": "llm_finding_hugging-face-evaluation_0", "rule_id": "LLM_DATA_EXFILTRATION", "category": "data_exfiltration", "severity": "MEDIUM", "title": "Hardcoded API Key Exposure Risk in Example Script", "description": "The example script artificial_analysis_to_hub.py expects API keys (AA_API_KEY and HF_TOKEN) to be provided via environment variables, but the error handling raises exceptions that could expose the presence/absence of these credentials. While the script itself doesn't contain hardcoded secrets, the pattern of loading sensitive credentials without proper validation could lead to credential exposure in logs or error messages.", "file_path": "examples/artificial_analysis_to_hub.py", "line_number": null, "snippet": "API_KEY = os.getenv(\"AA_API_KEY\")\nHF_TOKEN = os.getenv(\"HF_TOKEN\")\n...\nif not API_KEY:\n raise ValueError(\"AA_API_KEY is not set\")\nif not HF_TOKEN:\n raise ValueError(\"HF_TOKEN is not set\")", "remediation": "Implement secure credential handling: (1) Use proper secret management instead of environment variables, (2) Avoid raising exceptions that reveal credential status, (3) Add warnings about not committing .env files, (4) Consider using HuggingFace's built-in token management exclusively.", "analyzer": "llm", "metadata": { "model": "claude-sonnet-4-5-20250929", "overall_assessment": "The hugging-face-evaluation skill is a legitimate tool for managing model evaluation results with MEDIUM security risk. The skill provides useful functionality for extracting evaluation tables and importing benchmark scores, but has several security concerns: (1) API key handling in example scripts could expose credentials, (2) subprocess command construction lacks input sanitization creating command injection risks, (3) markdown parsing lacks resource limits for DoS protection, (4) missing manifest metadata reduces transparency. The skill does NOT contain malicious code, data exfiltration, or prompt injection attempts. The primary risks are defensive coding issues rather than intentional threats. The scripts appropriately use HuggingFace's official APIs and follow standard patterns for evaluation workflows.", "primary_threats": [ "Data exposure risk (credential handling)", "Command injection potential (subprocess calls)", "Resource exhaustion (unbounded parsing)", "Insufficient transparency (missing metadata)" ], "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "aisubtech": "AISubtech-8.2.3", "aisubtech_name": "Data Exfiltration via Agent Tooling", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "llm_finding_hugging-face-evaluation_1", "rule_id": "LLM_COMMAND_INJECTION", "category": "command_injection", "severity": "MEDIUM", "title": "Subprocess Command Injection Risk in Job Submission Scripts", "description": "Multiple scripts (run_eval_job.py, run_vllm_eval_job.py) construct subprocess commands using user-provided input (model_id, task names) without proper sanitization. While the scripts use list-based subprocess.run() which provides some protection, the model_id and task parameters are directly interpolated into command arguments. A malicious model_id like 'model; rm -rf /' could potentially be exploited if passed through shell interpretation layers.", "file_path": "scripts/run_eval_job.py", "line_number": null, "snippet": "cmd = [\n \"hf\",\n \"jobs\",\n \"uv\",\n \"run\",\n str(SCRIPT_PATH),\n \"--flavor\",\n hardware,\n \"--secrets\",\n f\"HF_TOKEN={token}\",\n \"--\",\n \"--model\",\n model_id, # User input directly in command\n \"--task\",\n task, # User input directly in command\n]", "remediation": "Add input validation: (1) Validate model_id format against HuggingFace naming conventions (alphanumeric, hyphens, slashes only), (2) Whitelist allowed task names, (3) Sanitize all user inputs before subprocess calls, (4) Add explicit checks for shell metacharacters.", "analyzer": "llm", "metadata": { "model": "claude-sonnet-4-5-20250929", "overall_assessment": "The hugging-face-evaluation skill is a legitimate tool for managing model evaluation results with MEDIUM security risk. The skill provides useful functionality for extracting evaluation tables and importing benchmark scores, but has several security concerns: (1) API key handling in example scripts could expose credentials, (2) subprocess command construction lacks input sanitization creating command injection risks, (3) markdown parsing lacks resource limits for DoS protection, (4) missing manifest metadata reduces transparency. The skill does NOT contain malicious code, data exfiltration, or prompt injection attempts. The primary risks are defensive coding issues rather than intentional threats. The scripts appropriately use HuggingFace's official APIs and follow standard patterns for evaluation workflows.", "primary_threats": [ "Data exposure risk (credential handling)", "Command injection potential (subprocess calls)", "Resource exhaustion (unbounded parsing)", "Insufficient transparency (missing metadata)" ], "aitech": "AITech-9.1", "aitech_name": "Model or Agentic System Manipulation", "aisubtech": "AISubtech-9.1.4", "aisubtech_name": "Injection Attacks (SQL, Command Execution, XSS)", "scanner_category": "INJECTION ATTACK", "meta_reviewed": true } }, { "id": "llm_finding_hugging-face-evaluation_2", "rule_id": "LLM_RESOURCE_ABUSE", "category": "resource_abuse", "severity": "LOW", "title": "Potential Resource Exhaustion in Table Parsing", "description": "The evaluation_manager.py script parses markdown tables from README files without size limits. A malicious README with extremely large tables or deeply nested markdown structures could cause excessive memory consumption or processing time during the parsing phase with markdown-it-py.", "file_path": "scripts/evaluation_manager.py", "line_number": null, "snippet": "def extract_tables_from_markdown(markdown_text: str) -> List[Dict[str, Any]]:\n MarkdownIt = require_markdown_it()\n md = MarkdownIt()\n tokens = md.parse(markdown_text) # No size limit on input", "remediation": "Implement resource limits: (1) Add maximum README size check before parsing (e.g., 1MB limit), (2) Set timeout for parsing operations, (3) Limit maximum table size/rows, (4) Add early termination for excessive nesting depth.", "analyzer": "llm", "metadata": { "model": "claude-sonnet-4-5-20250929", "overall_assessment": "The hugging-face-evaluation skill is a legitimate tool for managing model evaluation results with MEDIUM security risk. The skill provides useful functionality for extracting evaluation tables and importing benchmark scores, but has several security concerns: (1) API key handling in example scripts could expose credentials, (2) subprocess command construction lacks input sanitization creating command injection risks, (3) markdown parsing lacks resource limits for DoS protection, (4) missing manifest metadata reduces transparency. The skill does NOT contain malicious code, data exfiltration, or prompt injection attempts. The primary risks are defensive coding issues rather than intentional threats. The scripts appropriately use HuggingFace's official APIs and follow standard patterns for evaluation workflows.", "primary_threats": [ "Data exposure risk (credential handling)", "Command injection potential (subprocess calls)", "Resource exhaustion (unbounded parsing)", "Insufficient transparency (missing metadata)" ], "aitech": "AITech-13.3", "aitech_name": "Availability Disruption", "aisubtech": "AISubtech-13.3.2", "aisubtech_name": "Compute Exhaustion", "scanner_category": "RESOURCE ABUSE", "meta_reviewed": true } }, { "id": "llm_finding_hugging-face-evaluation_3", "rule_id": "LLM_DATA_EXFILTRATION", "category": "data_exfiltration", "severity": "LOW", "title": "Missing allowed-tools Declaration", "description": "The skill manifest does not specify the 'allowed-tools' field, which is optional but recommended for transparency. The skill executes Python and Bash scripts that perform file operations, network requests, and subprocess calls, but doesn't declare these capabilities upfront.", "file_path": "SKILL.md", "line_number": null, "snippet": "YAML Manifest Details:\n- allowed-tools: Not specified\n\nBut scripts use: Python execution, Bash commands, file I/O, network requests (Artificial Analysis API, HuggingFace Hub API)", "remediation": "Add allowed-tools declaration to manifest: 'allowed-tools: [Python, Bash, Read, Write]' to clearly communicate the skill's capabilities to users and enable proper permission validation.", "analyzer": "llm", "metadata": { "model": "claude-sonnet-4-5-20250929", "overall_assessment": "The hugging-face-evaluation skill is a legitimate tool for managing model evaluation results with MEDIUM security risk. The skill provides useful functionality for extracting evaluation tables and importing benchmark scores, but has several security concerns: (1) API key handling in example scripts could expose credentials, (2) subprocess command construction lacks input sanitization creating command injection risks, (3) markdown parsing lacks resource limits for DoS protection, (4) missing manifest metadata reduces transparency. The skill does NOT contain malicious code, data exfiltration, or prompt injection attempts. The primary risks are defensive coding issues rather than intentional threats. The scripts appropriately use HuggingFace's official APIs and follow standard patterns for evaluation workflows.", "primary_threats": [ "Data exposure risk (credential handling)", "Command injection potential (subprocess calls)", "Resource exhaustion (unbounded parsing)", "Insufficient transparency (missing metadata)" ], "aitech": "AITech-8.2", "aitech_name": "Data Exfiltration / Exposure", "aisubtech": "AISubtech-8.2.3", "aisubtech_name": "Data Exfiltration via Agent Tooling", "scanner_category": "SECURITY VIOLATION", "meta_reviewed": true } }, { "id": "llm_finding_hugging-face-evaluation_4", "rule_id": "LLM_SOCIAL_ENGINEERING", "category": "social_engineering", "severity": "LOW", "title": "Incomplete Metadata in Manifest", "description": "The skill manifest is missing optional but recommended fields (license, compatibility) that help users understand the skill's terms of use and operational requirements. This reduces transparency about the skill's constraints and legal terms.", "file_path": "SKILL.md", "line_number": null, "snippet": "- license: Not specified\n- compatibility: Not specified", "remediation": "Add complete metadata: (1) Specify license (e.g., 'license: MIT'), (2) Document compatibility requirements (e.g., 'compatibility: Requires GPU for vLLM evaluation, API keys for Artificial Analysis'), (3) Add version field for tracking.", "analyzer": "llm", "metadata": { "model": "claude-sonnet-4-5-20250929", "overall_assessment": "The hugging-face-evaluation skill is a legitimate tool for managing model evaluation results with MEDIUM security risk. The skill provides useful functionality for extracting evaluation tables and importing benchmark scores, but has several security concerns: (1) API key handling in example scripts could expose credentials, (2) subprocess command construction lacks input sanitization creating command injection risks, (3) markdown parsing lacks resource limits for DoS protection, (4) missing manifest metadata reduces transparency. The skill does NOT contain malicious code, data exfiltration, or prompt injection attempts. The primary risks are defensive coding issues rather than intentional threats. The scripts appropriately use HuggingFace's official APIs and follow standard patterns for evaluation workflows.", "primary_threats": [ "Data exposure risk (credential handling)", "Command injection potential (subprocess calls)", "Resource exhaustion (unbounded parsing)", "Insufficient transparency (missing metadata)" ], "aitech": "AITech-2.1", "aitech_name": "Social Engineering", "aisubtech": null, "aisubtech_name": null, "scanner_category": "SOCIAL ENGINEERING", "meta_reviewed": true } } ], "scan_duration_seconds": 1536.1033489704132, "duration_ms": 1536103, "analyzers_used": [ "static_analyzer", "llm_analyzer", "meta_analyzer" ], "timestamp": "2026-02-07T23:05:16.335062" }