Skip to content

Latest commit

 

History

History
242 lines (240 loc) · 5.87 KB

File metadata and controls

242 lines (240 loc) · 5.87 KB

Results of Code LLama 34B on HumanEval/59

Date: 01 September, 2023
Model: codellama-34b-instruct
Temperature: 0.2
Passing runs: 0
Total runs: 10
Success rate: 0%

Prompt

def largest_prime_factor(n: int):
    """Return the largest prime factor of n. Assume n > 1 and is not a prime.
    >>> largest_prime_factor(13195)
    29
    >>> largest_prime_factor(2048)
    2
    """

The above is an incomplete Python code fragment. Return the complete and correct code with no additional text.

Correct solution

def largest_prime_factor(n: int):
    """Return the largest prime factor of n. Assume n > 1 and is not a prime.
    >>> largest_prime_factor(13195)
    29
    >>> largest_prime_factor(2048)
    2
    """def is_prime(k):
        if k < 2:
            return False
        for i in range(2, k - 1):
            if k % i == 0:
                return False
        return True
    largest = 1
    for j in range(2, n + 1):
        if n % j == 0 and is_prime(j):
            largest = max(largest, j)
    return largest

Unit tests

METADATA = {}


def check(candidate):
    assert candidate(15) == 5
    assert candidate(27) == 3
    assert candidate(63) == 7
    assert candidate(330) == 11
    assert candidate(13195) == 29

Runs

❌ Run 1

Start time: 2023-09-01 02:47:42
Duration: 6.86s
Result: Fail

def largest_prime_factor(n: int):
    """Return the largest prime factor of n. Assume n > 1 and is not a prime.
    >>> largest_prime_factor(13195)
    29
    >>> largest_prime_factor(2048)
    2
    """
    if n <= 1:
        raise ValueError("n must be greater than 1")
    for i in range(2, int(n**0.5) + 1):
        if n % i == 0:
            return i
    return n

❌ Run 2

Start time: 2023-09-01 02:50:42
Duration: 7.26s
Result: Fail

def largest_prime_factor(n: int):
    """Return the largest prime factor of n. Assume n > 1 and is not a prime.
    >>> largest_prime_factor(13195)
    29
    >>> largest_prime_factor(2048)
    2
    """
    if n <= 1:
        raise ValueError("n must be greater than 1")
    for i in range(2, int(n**0.5) + 1):
        if n % i == 0:
            return i
    return n

❌ Run 3

Start time: 2023-09-01 02:53:39
Duration: 7.92s
Result: Fail

def largest_prime_factor(n: int):
    """Return the largest prime factor of n. Assume n > 1 and is not a prime.
    >>> largest_prime_factor(13195)
    29
    >>> largest_prime_factor(2048)
    2
    """
    if n <= 1:
        raise ValueError("n must be greater than 1")
    for i in range(2, int(n**0.5) + 1):
        if n % i == 0:
            return i
    return n

❌ Run 4

Start time: 2023-09-01 02:56:37
Duration: 7.34s
Result: Fail

def largest_prime_factor(n: int):
    """Return the largest prime factor of n. Assume n > 1 and is not a prime.
    >>> largest_prime_factor(13195)
    29
    >>> largest_prime_factor(2048)
    2
    """
    if n <= 1:
        raise ValueError("n must be greater than 1")
    for i in range(2, int(n**0.5) + 1):
        if n % i == 0:
            return i
    return n

❌ Run 5

Start time: 2023-09-01 02:59:37
Duration: 7.65s
Result: Fail

def largest_prime_factor(n: int):
    """Return the largest prime factor of n. Assume n > 1 and is not a prime.
    >>> largest_prime_factor(13195)
    29
    >>> largest_prime_factor(2048)
    2
    """
    if n <= 1:
        raise ValueError("n must be greater than 1")
    for i in range(2, int(n**0.5) + 1):
        if n % i == 0:
            return i
    return n

❌ Run 6

Start time: 2023-09-01 03:02:33
Duration: 6.81s
Result: Fail

def largest_prime_factor(n: int):
    """Return the largest prime factor of n. Assume n > 1 and is not a prime.
    >>> largest_prime_factor(13195)
    29
    >>> largest_prime_factor(2048)
    2
    """
    if n <= 1:
        raise ValueError("n must be greater than 1")
    for i in range(2, int(n**0.5) + 1):
        if n % i == 0:
            return i
    return n

❌ Run 7

Start time: 2023-09-01 03:05:41
Duration: 6.63s
Result: Fail

def largest_prime_factor(n: int):
    """Return the largest prime factor of n. Assume n > 1 and is not a prime.
    >>> largest_prime_factor(13195)
    29
    >>> largest_prime_factor(2048)
    2
    """
    if n <= 1:
        raise ValueError("n must be greater than 1")
    for i in range(2, int(n**0.5) + 1):
        if n % i == 0:
            return i
    return n

❌ Run 8

Start time: 2023-09-01 03:08:42
Duration: 7.48s
Result: Fail

def largest_prime_factor(n: int):
    """Return the largest prime factor of n. Assume n > 1 and is not a prime.
    >>> largest_prime_factor(13195)
    29
    >>> largest_prime_factor(2048)
    2
    """
    if n <= 1:
        raise ValueError("n must be greater than 1")
    for i in range(2, int(n**0.5) + 1):
        if n % i == 0:
            return i
    return n

❌ Run 9

Start time: 2023-09-01 03:11:37
Duration: 7.12s
Result: Fail

def largest_prime_factor(n: int):
    """Return the largest prime factor of n. Assume n > 1 and is not a prime.
    >>> largest_prime_factor(13195)
    29
    >>> largest_prime_factor(2048)
    2
    """
    if n <= 1:
        raise ValueError("n must be greater than 1")
    for i in range(2, int(n**0.5) + 1):
        if n % i == 0:
            return i
    return n

❌ Run 10

Start time: 2023-09-01 03:14:42
Duration: 8.5s
Result: Fail

def largest_prime_factor(n: int):
    """Return the largest prime factor of n. Assume n > 1 and is not a prime.
    >>> largest_prime_factor(13195)
    29
    >>> largest_prime_factor(2048)
    2
    """
    if n <= 1:
        raise ValueError("n must be greater than 1")
    for i in range(2, int(n**0.5) + 1):
        if n % i == 0:
            return i
    return n