Skip to content

Latest commit

 

History

History
408 lines (350 loc) · 9.79 KB

124.md

File metadata and controls

408 lines (350 loc) · 9.79 KB

Results of GPT-4 on HumanEval/124

Date: 18 July, 2023
Model: gpt-4
Temperature: 0.2
Passing runs: 10
Total runs: 10
Success rate: 100%

Prompt

Tokens: 289

def valid_date(date):
    """You have to write a function which validates a given date string and
    returns True if the date is valid otherwise False.
    The date is valid if all of the following rules are satisfied:
    1. The date string is not empty.
    2. The number of days is not less than 1 or higher than 31 days for months 1,3,5,7,8,10,12. And the number of days is not less than 1 or higher than 30 days for months 4,6,9,11. And, the number of days is not less than 1 or higher than 29 for the month 2.
    3. The months should not be less than 1 or higher than 12.
    4. The date should be in the format: mm-dd-yyyy

    for example: 
    valid_date('03-11-2000') => True

    valid_date('15-01-2012') => False

    valid_date('04-0-2040') => False

    valid_date('06-04-2020') => True

    valid_date('06/04/2020') => False
    """

The above is an incomplete Python code fragment. Return the complete and correct code with no additional text.

Correct solution

def valid_date(date):
    """You have to write a function which validates a given date string and
    returns True if the date is valid otherwise False.
    The date is valid if all of the following rules are satisfied:
    1. The date string is not empty.
    2. The number of days is not less than 1 or higher than 31 days for months 1,3,5,7,8,10,12. And the number of days is not less than 1 or higher than 30 days for months 4,6,9,11. And, the number of days is not less than 1 or higher than 29 for the month 2.
    3. The months should not be less than 1 or higher than 12.
    4. The date should be in the format: mm-dd-yyyy

    for example: 
    valid_date('03-11-2000') => True

    valid_date('15-01-2012') => False

    valid_date('04-0-2040') => False

    valid_date('06-04-2020') => True

    valid_date('06/04/2020') => False
    """try:
        date = date.strip()
        month, day, year = date.split('-')
        month, day, year = int(month), int(day), int(year)
        if month < 1 or month > 12:
            return False
        if month in [1,3,5,7,8,10,12] and day < 1 or day > 31:
            return False
        if month in [4,6,9,11] and day < 1 or day > 30:
            return False
        if month == 2 and day < 1 or day > 29:
            return False
    except:
        return False

    return True

Unit tests

def check(candidate):

    # Check some simple cases
    assert candidate('03-11-2000') == True

    assert candidate('15-01-2012') == False

    assert candidate('04-0-2040') == False

    assert candidate('06-04-2020') == True

    assert candidate('01-01-2007') == True

    assert candidate('03-32-2011') == False

    assert candidate('') == False

    assert candidate('04-31-3000') == False

    assert candidate('06-06-2005') == True

    assert candidate('21-31-2000') == False

    assert candidate('04-12-2003') == True

    assert candidate('04122003') == False

    assert candidate('20030412') == False

    assert candidate('2003-04') == False

    assert candidate('2003-04-12') == False

    assert candidate('04-2003') == False

Runs

✅ Run 1

Start time: 2023-07-18 18:03:07
Duration: 13.73s
Completion tokens: 162
Result: Pass

def valid_date(date):
    if not date:
        return False
    try:
        month, day, year = map(int, date.split('-'))
    except ValueError:
        return False

    if month < 1 or month > 12:
        return False

    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day < 1 or day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day < 1 or day > 30:
            return False
    else:  # month == 2
        if day < 1 or day > 29:
            return False

    return True

✅ Run 2

Start time: 2023-07-18 18:02:56
Duration: 10.58s
Completion tokens: 121
Result: Pass

def valid_date(date):
    if not date:
        return False
    try:
        month, day, year = map(int, date.split('-'))
    except ValueError:
        return False
    if month < 1 or month > 12:
        return False
    if day < 1 or day > 31:
        return False
    if month in [4, 6, 9, 11] and day > 30:
        return False
    if month == 2 and day > 29:
        return False
    return True

✅ Run 3

Start time: 2023-07-18 18:02:43
Duration: 12.98s
Completion tokens: 148
Result: Pass

def valid_date(date):
    if not date:
        return False
    if len(date) != 10 or date[2] != '-' or date[5] != '-':
        return False
    try:
        month, day, year = map(int, date.split('-'))
    except ValueError:
        return False
    if month < 1 or month > 12:
        return False
    if day < 1 or day > 31:
        return False
    if month in [4, 6, 9, 11] and day > 30:
        return False
    if month == 2 and day > 29:
        return False
    return True

✅ Run 4

Start time: 2023-07-18 18:02:31
Duration: 12.18s
Completion tokens: 155
Result: Pass

def valid_date(date):
    if not date:
        return False
    try:
        month, day, year = map(int, date.split('-'))
    except ValueError:
        return False

    if month < 1 or month > 12:
        return False

    if day < 1:
        return False

    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day > 30:
            return False
    elif month == 2:
        if day > 29:
            return False

    return True

✅ Run 5

Start time: 2023-07-18 18:02:12
Duration: 19.48s
Completion tokens: 203
Result: Pass

def valid_date(date):
    if not date:
        return False

    if len(date.split('-')) != 3:
        return False

    month, day, year = date.split('-')

    if not month.isdigit() or not day.isdigit() or not year.isdigit():
        return False

    month = int(month)
    day = int(day)
    year = int(year)

    if month < 1 or month > 12:
        return False

    if day < 1 or day > 31:
        return False

    if month in [4, 6, 9, 11] and day > 30:
        return False

    if month == 2:
        if year % 4 == 0 and (year % 100 != 0 or year % 400 == 0):
            if day > 29:
                return False
        else:
            if day > 28:
                return False

    return True

✅ Run 6

Start time: 2023-07-18 18:01:59
Duration: 12.56s
Completion tokens: 158
Result: Pass

def valid_date(date):
    if not date:
        return False
    if len(date.split('-')) != 3:
        return False
    month, day, year = date.split('-')
    if not month.isdigit() or not day.isdigit() or not year.isdigit():
        return False
    month, day, year = int(month), int(day), int(year)
    if month < 1 or month > 12:
        return False
    if day < 1 or day > 31:
        return False
    if month in [4, 6, 9, 11] and day > 30:
        return False
    if month == 2 and day > 29:
        return False
    return True

✅ Run 7

Start time: 2023-07-18 18:01:44
Duration: 14.35s
Completion tokens: 158
Result: Pass

def valid_date(date):
    if not date:
        return False
    if len(date.split('-')) != 3:
        return False
    month, day, year = date.split('-')
    if not month.isdigit() or not day.isdigit() or not year.isdigit():
        return False
    month, day, year = int(month), int(day), int(year)
    if month < 1 or month > 12:
        return False
    if day < 1 or day > 31:
        return False
    if month in [4, 6, 9, 11] and day > 30:
        return False
    if month == 2 and day > 29:
        return False
    return True

✅ Run 8

Start time: 2023-07-18 18:01:22
Duration: 22.64s
Completion tokens: 201
Result: Pass

def valid_date(date):
    if not date:
        return False

    if len(date.split('-')) != 3:
        return False

    month, day, year = date.split('-')

    if not month.isdigit() or not day.isdigit() or not year.isdigit():
        return False

    month = int(month)
    day = int(day)
    year = int(year)

    if month < 1 or month > 12:
        return False

    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day < 1 or day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day < 1 or day > 30:
            return False
    else:  # month == 2
        if day < 1 or day > 29:
            return False

    return True

✅ Run 9

Start time: 2023-07-18 18:01:11
Duration: 11.14s
Completion tokens: 121
Result: Pass

def valid_date(date):
    if not date:
        return False
    try:
        month, day, year = map(int, date.split('-'))
    except ValueError:
        return False
    if month < 1 or month > 12:
        return False
    if day < 1 or day > 31:
        return False
    if month in [4, 6, 9, 11] and day > 30:
        return False
    if month == 2 and day > 29:
        return False
    return True

✅ Run 10

Start time: 2023-07-18 18:00:55
Duration: 15.52s
Completion tokens: 197
Result: Pass

def valid_date(date):
    if not date:
        return False

    if len(date.split('-')) != 3:
        return False

    month, day, year = date.split('-')

    if not month.isdigit() or not day.isdigit() or not year.isdigit():
        return False

    month = int(month)
    day = int(day)
    year = int(year)

    if month < 1 or month > 12:
        return False

    if day < 1:
        return False

    if month in [1, 3, 5, 7, 8, 10, 12]:
        if day > 31:
            return False
    elif month in [4, 6, 9, 11]:
        if day > 30:
            return False
    else:  # month == 2
        if day > 29:
            return False

    return True