| #! /usr/bin/env python3 |
| import sys, os, re, urllib.request |
| |
| latest_release = 21 |
| |
| clang_www_dir = os.path.dirname(__file__) |
| default_issue_list_path = os.path.join(clang_www_dir, 'cwg_index.html') |
| issue_list_url = "https://raw.githubusercontent.com/cplusplus/CWG/gh-pages/issues/cwg_index.html" |
| output = os.path.join(clang_www_dir, 'cxx_dr_status.html') |
| dr_test_dir = os.path.join(clang_www_dir, '../test/CXX/drs') |
| |
| class DR: |
| def __init__(self, *, section_number, section_name, section_link, number, url, status, liaison, title): |
| self.section_number, self.section_name, self.section_link, self.number, self.url, self.status, self.liaison, self.title = \ |
| section_number, section_name, section_link, number, url, status, liaison, title |
| def __repr__(self): |
| return '%s (%s): %s' % (self.number, self.status, self.title) |
| |
| pattern = re.compile(''' |
| <TD.*>(?P<section_number>.*) <A href="(?P<section_link>.*)">(?P<section_name>.*)</A> |
| </TD> |
| <TD.*><A HREF="(?P<url>.*)">(?P<number>.*)</A></TD> |
| <TD.*>(?P<status>.*)</TD> |
| <TD.*>(?P<liaison>.*)</TD> |
| <TD.*><issue_title>(?P<title>[\\w\\W]*)</issue_title></TD> |
| </TR>''') |
| |
| @classmethod |
| def parse_from_html(cls, html_string): |
| match = cls.pattern.match(html_string) |
| if match is None: |
| print(f"Parse error: {html_string}", file=sys.stderr) |
| exit(1) |
| return cls( |
| section_number=match.group('section_number'), |
| section_name=match.group('section_name'), |
| section_link=match.group('section_link'), |
| number=int(match.group('number')), |
| url=match.group('url'), |
| status=match.group('status'), |
| liaison=match.group('liaison'), |
| title=match.group('title').replace('\n', ' ').strip()) |
| |
| def collect_tests(): |
| status_re = re.compile(r'\bcwg([0-9]+): (.*)') |
| status_map = {} |
| for test_cpp in os.listdir(dr_test_dir): |
| if not test_cpp.endswith('.cpp'): |
| continue |
| test_cpp = os.path.join(dr_test_dir, test_cpp) |
| found_any = False; |
| for match in re.finditer(status_re, open(test_cpp, 'r', encoding="utf-8").read()): |
| dr_number = int(match.group(1)) |
| if dr_number in status_map: |
| print("error: Comment for cwg{} encountered more than once. Duplicate found in {}".format(dr_number, test_cpp)) |
| sys.exit(1) |
| status_map[dr_number] = match.group(2) |
| found_any = True |
| if not found_any: |
| print("warning:%s: no '// cwg123: foo' comments in this file" % test_cpp, file=sys.stderr) |
| return status_map |
| |
| def get_issues(path): |
| buffer = None |
| if not path and os.path.exists(default_issue_list_path): |
| path = default_issue_list_path |
| try: |
| if path is None: |
| print('Fetching issue list from {}'.format(issue_list_url)) |
| with urllib.request.urlopen(issue_list_url) as f: |
| buffer = f.read().decode('utf-8') |
| else: |
| print('Opening issue list from file {}'.format(path)) |
| with open(path, 'r') as f: |
| buffer = f.read() |
| except Exception as ex: |
| print('Unable to read the core issue list', file=sys.stderr) |
| print(ex, file=sys.stderr) |
| sys.exit(1) |
| |
| return sorted((DR.parse_from_html(dr) for dr in buffer.split('<TR>')[2:]), |
| key = lambda dr: dr.number) |
| |
| |
| issue_list_path = None |
| if len(sys.argv) == 1: |
| pass |
| elif len(sys.argv) == 2: |
| issue_list_path = sys.argv[1] |
| else: |
| print('Usage: {} [<path to cwg_index.html>]'.format(sys.argv[0]), file=sys.stderr) |
| sys.exit(1) |
| |
| status_map = collect_tests() |
| drs = get_issues(issue_list_path) |
| out_html = [] |
| out_html.append('''\ |
| <!DOCTYPE html> |
| <!-- This file is auto-generated by make_cxx_dr_status. Do not modify. --> |
| <html> |
| <head> |
| <META http-equiv="Content-Type" content="text/html; charset=utf-8"> |
| <title>Clang - C++ Defect Report Status</title> |
| <link type="text/css" rel="stylesheet" href="menu.css"> |
| <link type="text/css" rel="stylesheet" href="content.css"> |
| <style type="text/css"> |
| .none { background-color: #FFCCCC } |
| .none-superseded { background-color: rgba(255, 204, 204, 0.65) } |
| .unknown { background-color: #EBCAFE } |
| .unknown-superseded { background-color: rgba(234, 200, 254, 0.65) } |
| .partial { background-color: #FFE0B0 } |
| .partial-superseded { background-color: rgba(255, 224, 179, 0.65) } |
| .unreleased { background-color: #FFFF99 } |
| .unreleased-superseded { background-color: rgba(255, 255, 153, 0.65) } |
| .full { background-color: #CCFF99 } |
| .full-superseded { background-color: rgba(214, 255, 173, 0.65) } |
| .na { background-color: #DDDDDD } |
| .na-superseded { background-color: rgba(222, 222, 222, 0.65) } |
| .open * { color: #AAAAAA } |
| .open-superseded * { color: rgba(171, 171, 171, 0.65) } |
| //.open { filter: opacity(0.2) } |
| tr:target { background-color: #FFFFBB } |
| th { background-color: #FFDDAA } |
| </style> |
| </head> |
| <body> |
| |
| <!--#include virtual="menu.html.incl"--> |
| |
| <div id="content"> |
| |
| <!--*************************************************************************--> |
| <h1>C++ Defect Report Support in Clang</h1> |
| <!--*************************************************************************--> |
| |
| <h2 id="cxxdr">C++ defect report implementation status</h2> |
| |
| <p>This page tracks which C++ defect reports are implemented within Clang.</p> |
| |
| <table width="892" border="1" cellspacing="0"> |
| <tr> |
| <th>Number</th> |
| <th>Section</th> |
| <th>Status</th> |
| <th>Issue title</th> |
| <th>Available in Clang?</th> |
| </tr>''') |
| |
| class AvailabilityError(RuntimeError): |
| pass |
| |
| availability_error_occurred = False |
| |
| def availability(issue): |
| status = status_map.get(issue, 'unknown') |
| unresolved_status = '' |
| proposed_resolution = '' |
| unresolved_status_match = re.search(r' (open|drafting|review|tentatively ready|ready)', status) |
| if unresolved_status_match: |
| unresolved_status = unresolved_status_match.group(1) |
| proposed_resolution_match = re.search(r' (open|drafting|review|tentatively ready|ready) (\d{4}-\d{2}(?:-\d{2})?|P\d{4}R\d+)$', status) |
| if proposed_resolution_match is None: |
| raise AvailabilityError('error: issue {}: \'{}\' status should be followed by a paper number (P1234R5) or proposed resolution in YYYY-MM-DD format'.format(dr.number, unresolved_status)) |
| proposed_resolution = proposed_resolution_match.group(2) |
| status = status[:-1-len(proposed_resolution)] |
| status = status[:-1-len(unresolved_status)] |
| |
| avail_suffix = '' |
| avail_style = '' |
| details = '' |
| if status.endswith(' c++11'): |
| status = status[:-6] |
| avail_suffix = ' (C++11 onwards)' |
| elif status.endswith(' c++14'): |
| status = status[:-6] |
| avail_suffix = ' (C++14 onwards)' |
| elif status.endswith(' c++17'): |
| status = status[:-6] |
| avail_suffix = ' (C++17 onwards)' |
| elif status.endswith(' c++20'): |
| status = status[:-6] |
| avail_suffix = ' (C++20 onwards)' |
| elif status.endswith(' c++23'): |
| status = status[:-6] |
| avail_suffix = ' (C++23 onwards)' |
| elif status.endswith(' c++26'): |
| status = status[:-6] |
| avail_suffix = ' (C++26 onwards)' |
| if status == 'unknown': |
| avail = 'Unknown' |
| avail_style = 'unknown' |
| elif re.match(r'^[0-9]+\.?[0-9]*', status): |
| if not proposed_resolution: |
| avail = 'Clang %s' % status |
| if float(status) > latest_release: |
| avail_style = 'unreleased' |
| else: |
| avail_style = 'full' |
| else: |
| avail = 'Not resolved' |
| details = f'Clang {status} implements {proposed_resolution} resolution' |
| elif status == 'yes': |
| if not proposed_resolution: |
| avail = 'Yes' |
| avail_style = 'full' |
| else: |
| avail = 'Not resolved' |
| details = f'Clang implements {proposed_resolution} resolution' |
| elif status == 'partial': |
| if not proposed_resolution: |
| avail = 'Partial' |
| avail_style = 'partial' |
| else: |
| avail = 'Not resolved' |
| details = f'Clang partially implements {proposed_resolution} resolution' |
| elif status == 'no': |
| if not proposed_resolution: |
| avail = 'No' |
| avail_style = 'none' |
| else: |
| avail = 'Not resolved' |
| details = f'Clang does not implement {proposed_resolution} resolution' |
| elif status == 'na': |
| avail = 'N/A' |
| avail_style = 'na' |
| elif status == 'na lib': |
| avail = 'N/A (Library DR)' |
| avail_style = 'na' |
| elif status == 'na abi': |
| avail = 'N/A (ABI constraint)' |
| avail_style = 'na' |
| elif status.startswith('sup '): |
| dup = status.split(' ', 1)[1] |
| if dup.startswith('P'): |
| avail = 'Superseded by <a href="https://wg21.link/%s">%s</a>' % (dup, dup) |
| avail_style = 'na' |
| else: |
| avail = 'Superseded by <a href="#%s">%s</a>' % (dup, dup) |
| try: |
| _, avail_style, _, _ = availability(int(dup)) |
| avail_style += '-superseded' |
| except: |
| print("issue %s marked as sup %s" % (issue, dup), file=sys.stderr) |
| avail_style = 'none' |
| elif status.startswith('dup '): |
| dup = int(status.split(' ', 1)[1]) |
| avail = 'Duplicate of <a href="#%s">%s</a>' % (dup, dup) |
| _, avail_style, _, _ = availability(dup) |
| else: |
| raise AvailabilityError('error: unknown status %s for issue %s' % (status, dr.number)) |
| return (avail + avail_suffix, avail_style, unresolved_status, details) |
| |
| count = {} |
| for dr in drs: |
| if dr.status in ('concepts',): |
| # This refers to the old ("C++0x") concepts feature, which was not part |
| # of any C++ International Standard or Technical Specification. |
| continue |
| |
| elif dr.status == 'extension': |
| row_style = ' class="open"' |
| avail = 'Extension' |
| avail_style = '' |
| |
| elif dr.status in ('open', 'drafting', 'review', 'tentatively ready', 'ready'): |
| row_style = ' class="open"' |
| try: |
| avail, avail_style, unresolved_status, details = availability(dr.number) |
| except AvailabilityError as e: |
| availability_error_occurred = True |
| print(e.args[0]) |
| continue |
| |
| if avail == 'Unknown': |
| avail = 'Not resolved' |
| avail_style = '' |
| else: |
| if unresolved_status != dr.status: |
| availability_error_occurred = True |
| print("error: issue %s is marked '%s', which differs from CWG index status '%s'" \ |
| % (dr.number, unresolved_status, dr.status)) |
| continue |
| else: |
| row_style = '' |
| try: |
| avail, avail_style, unresolved_status, details = availability(dr.number) |
| except AvailabilityError as e: |
| availability_error_occurred = True |
| print(e.args[0]) |
| continue |
| |
| if unresolved_status: |
| availability_error_occurred = True |
| print("error: issue %s is marked '%s', even though it is resolved in CWG index" \ |
| % (dr.number, unresolved_status)) |
| continue |
| |
| if not avail.startswith('Sup') and not avail.startswith('Dup'): |
| count[avail] = count.get(avail, 0) + 1 |
| |
| if avail_style != '': |
| avail_style = ' class="{}"'.format(avail_style) |
| |
| if details != '': |
| avail = f''' |
| <details> |
| <summary>{avail}</summary> |
| {details} |
| </details>''' |
| out_html.append(f''' |
| <tr{row_style} id="{dr.number}"> |
| <td><a href="https://cplusplus.github.io/CWG/issues/{dr.number}.html">{dr.number}</a></td> |
| <td>[<a href="{dr.section_link}">{dr.section_name}</a>]</td> |
| <td>{dr.status}</td> |
| <td>{dr.title}</td> |
| <td{avail_style} align="center">{avail}</td> |
| </tr>''') |
| |
| if availability_error_occurred: |
| exit(1) |
| |
| for status, num in sorted(count.items()): |
| print("%s: %s" % (status, num), file=sys.stderr) |
| |
| out_html.append('''\ |
| </table> |
| |
| </div> |
| </body> |
| </html> |
| ''') |
| |
| # Make an effort to remain consistent with the existing file. |
| # We can't pick one newline style and use it on Windows, |
| # because we can't be compatible with all 'autocrlf' modes at once. |
| def detect_newline_style(file_path): |
| if not os.path.exists(file_path): |
| return '\n' |
| f = open(file_path) |
| f.readline() |
| if f.newlines is None: |
| return '\n' |
| if isinstance(f.newlines, str): |
| return f.newlines |
| newline = f.newlines[0] |
| print(f"Existing '{file_path}' has inconsistent newlines; picking '{newline.encode('unicode_escape').decode('utf-8')}'") |
| return newline |
| |
| out_file = open(output, 'w', newline=detect_newline_style(output)) |
| out_file.write(''.join(out_html)) |
| out_file.close() |
