Skip to content
Snippets Groups Projects
Unverified Commit 2d2e5c6f authored by congee's avatar congee Committed by GitHub
Browse files

Update stat to classify papers (#4449)

* update stat to classify papers

* modify tag of fp16
parent c762d1e4
No related branches found
No related tags found
No related merge requests found
......@@ -2,7 +2,7 @@
## Introduction
[ALGORITHM]
[OTHERS]
```latex
@article{micikevicius2017mixed,
......
#!/usr/bin/env python
import functools as func
import glob
import os.path as osp
import re
import numpy as np
url_prefix = 'https://github.com/open-mmlab/mmdetection/blob/master/'
titles_to_be_excluded = ['Albu Example', 'Mixed Precision Training']
files = sorted(glob.glob('../configs/*/README.md'))
......@@ -18,32 +20,43 @@ for f in files:
with open(f, 'r') as content_file:
content = content_file.read()
title = content.split('\n')[0].replace('# ', '')
if title in titles_to_be_excluded:
continue
title = content.split('\n')[0].replace('# ', '').strip()
ckpts = set(x.lower().strip()
for x in re.findall(r'\[model\]\((https?.*)\)', content))
if len(ckpts) == 0:
continue
_papertype = [x for x in re.findall(r'\[([A-Z]+)\]', content)]
assert len(_papertype) > 0
papertype = _papertype[0]
paper = set([(papertype, title)])
titles.append(title)
num_ckpts += len(ckpts)
statsmsg = f"""
\t* [{title}]({url}) ({len(ckpts)} ckpts)
\t* [{papertype}] [{title}]({url}) ({len(ckpts)} ckpts)
"""
stats.append((title, ckpts, statsmsg))
stats.append((paper, ckpts, statsmsg))
allpapers = func.reduce(lambda a, b: a.union(b), [p for p, _, _ in stats])
msglist = '\n'.join(x for _, _, x in stats)
papertypes, papercounts = np.unique([t for t, _ in allpapers],
return_counts=True)
countstr = '\n'.join(
[f' - {t}: {c}' for t, c in zip(papertypes, papercounts)])
modelzoo = f"""
# Model Zoo Statistics
* Number of papers: {len(titles)}
* Number of papers: {len(set(titles))}
{countstr}
* Number of checkpoints: {num_ckpts}
{msglist}
"""
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment