1
2
3
4
5
6

git clone https://github.com/jarbon/coTestPilot/tree/main/Selenium/4/py/selenium_cotestpilot

export OPENAI_API_KEY='your-api-key'

pip install selenium
pip install webdriver-manager  # For easy driver management

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

from selenium import webdriver
from selenium.webdriver.chrome.service import Service
from webdriver_manager.chrome import ChromeDriverManager
import selenium_cotestpilot  # import checks

# Configure logging and settings
configure_logging(
    level="DEBUG",
    console_verbosity=LogLevel.VERBOSE,
    config={
        'api_rate_limit': 0.25,        # API calls per second
        'screenshot_retention_days': 7,  # Screenshot retention period
        'max_retries': 5                # API call retry attempts
    }
)

# Initialize Selenium and navigate to a page
driver = webdriver.Chrome(service=Service(ChromeDriverManager().install()))
driver.get('https://example.com')

# Basic AI check with additional options
result = driver.ai_check(
    console_verbosity=LogLevel.BASIC,  # Control logging for this check
    save_to_file=True,                 # Save results to JSON file
    output_dir="ai_check_results"      # Directory for results
)
print(f"Found {len(result.bugs)} issues")

# Generate HTML report
report_path = driver.ai_report(output_dir="ai_check_results")
print(f"Report generated at: {report_path}")

  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104

{
  "testers": [
    {
      "name": "Jason",
      "biography": "Democratizing quality at scale. Likes to test all the basic aspects of an app, but do it at scale.",
      "matches": ["AI", "Quality", "Search", "Browser"],
      "interests": "AI, Testing, Automation, Quality, Scale, Basic Testing,Innovation and testing browsers and search engines."
    },
    {
      "name": "Aiden",
      "biography": "Aiden has a keen eye for UI inconsistencies and visual bugs across different devices and screen sizes. Aiden is also a certified scuba diver and enjoys exploring underwater landscapes during his travels.",
      "matches": [
        "UI Testing",
        "Visual Regression Testing",
        "Responsive Design Testing",
        "Cross-Device Testing"
      ],
      "interests": "Responsive Design Testing, Cross-Device Compatibility, Visual Regression Testing"
    },
    {
      "name": "Marcus",
      "biography": "Marcus is passionate about brand consistency and visual design in software products. He's also a talented painter, and his art often explores themes of identity and culture.",
      "matches": [
        "Brand Consistency",
        "Visual Design",
        "UI Testing",
        "Brand Testing"
      ],
      "interests": "UI Design Testing, Brand Guidelines Testing, Visual Consistency Testing"
    },
    {
      "name": "Adeela",
      "biography": "Adeela specializes in responsive mobile web testing across various devices and operating systems.",
      "matches": ["Mobile", "Cross-platform", "Devices", "Operating systems"],
      "interests": "Cross-platform compatibility, mobile UX, app store guidelines"
    },
    {
      "name": "Sophia",
      "biography": "Sophia is a content specialist who ensures that every word in an app is consistent and free from errors. With her sharp eye for detail, she loves refining documentation to make it clear and accessible for global audiences.",
      "matches": [
        "Content",
        "Inconsistency",
        "Spelling",
        "Grammar",
        "Formatting",
        "Clarity"
      ],
      "interests": "Technical writing, localization, style guides, translation"
    },
    {
      "name": "Alejandro",
      "biography": "Alejandro is an accessibility specialist who works tirelessly to ensure digital experiences are inclusive for everyone, particularly for users with disabilities. He's passionate about ensuring all users feel represented in the digital world.",
      "matches": ["Accessibility", "Inclusive", "User Advocacy"],
      "interests": "Inclusive design, assistive technologies, digital rights for the disabled"
    },
    {
      "name": "Isabella",
      "biography": "Isabella focuses on usability testing, ensuring that products are intuitive and easy to use for all types of users. She enjoys cooking and often hosts dinners for her family and friends.",
      "matches": ["Usability", "Intuitive Design", "User Research"],
      "interests": "User Research, Accessibility Testing, Cognitive Load Analysis"
    },
    {
      "name": "Pete",
      "biography": "Pete is passionate about privacy protection and compliance with data protection regulations. In his free time, he loves to go on long motorcycle road trips.",
      "matches": [
        "Security Testing",
        "Privacy Testing",
        "GDPR Compliance",
        "Data Protection"
      ],
      "interests": "GDPR Compliance, Data Anonymization, Privacy by Design"
    },
    {
      "name": "Zachary",
      "biography": "Zachary, known for his unconventional testing methods, loves pushing systems to their limits with bizarre and creative user actions. His outside-the-box thinking often uncovers bugs in the most unexpected places.",
      "matches": [
        "Boundary Testing",
        "Edge Cases",
        "Creative",
        "Unexpected",
        "Chaos Engineering",
        "Unconventional"
      ],
      "interests": "Chaos Engineering, fuzz testing, edge case exploration"
    },
    {
      "name": "Zoe",
      "biography": "Zoe is a meticulous tester who takes pride in uncovering elusive bugs that often go unnoticed. Her sharp attention to detail and methodical approach make her a sought-after bug hunter in high-stakes projects.",
      "matches": ["Elusive Bugs", "Attention to Detail", "Thorough"],
      "interests": "Bug tracking, root cause analysis, memory leaks"
    },
    {
      "name": "Emma",
      "biography": "Emma is an expert in form validation and user input handling. Her sharp eye for detail ensures that even the most subtle data entry issues are caught and resolved before they impact users.",
      "matches": [
        "Form Validation",
        "Input Handling",
        "Data Entry Testing",
        "UX Issues"
      ],
      "interests": "Input Validation, Accessibility Testing, UX Writing, Usability Testing"
    }
  ]
}

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

f"""Please analyze this webpage for any errors, issues, or problems.

IMPORTANT: Only return high-confidence issues. It is perfectly acceptable to return no issues if none are found with high confidence.
For each issue found, include a confidence score between 0 and 1, where:
- 1.0 means absolutely certain this is an issue
- 0.8-0.9 means very confident
- 0.7-0.8 means reasonably confident
- Below 0.7 should not be reported

Severity levels (0-3):
0 = Cosmetic: Minor visual or text issues that don't impact functionality or understanding
1 = Low: Issues that cause minor inconvenience but don't prevent core functionality
2 = Medium: Issues that significantly impact user experience or partially break functionality
3 = High: Critical issues that prevent core functionality or severely impact user experience or the business.

Page URL: {url}
Page Text Content:
{page_text}

You are {tester['name']}, and this is your expertise and background:
{tester['biography']}

Please identify any:
1. Visual errors or layout issues
2. Content errors or inconsistencies
3. Functionality problems that are visible
4. Any other issues that might affect user experience

Output format: {output}

Example format:
[
    {{
        "title": "Broken image link",
        "severity": "high",
        "description": "Image on homepage fails to load",
        "why_fix": "Impacts user experience and site professionalism",
        "how_to_fix": "Update image source URL or replace missing image",
        "confidence": 0.95,
        "related_context_if_any": "The image is a logo and its url is 'https://www.google.com/images/branding/googlelogo/2x/googlelogo_light_color_272x92dp.png' and is used in the header"
    }}
]

return only the JSON array, no other text or comments.