things
This commit is contained in:
parent
a70deaf845
commit
27438c280f
11 changed files with 183 additions and 124 deletions
1
.gitignore
vendored
1
.gitignore
vendored
|
@ -2,6 +2,7 @@
|
||||||
__pycache__/
|
__pycache__/
|
||||||
*.py[cod]
|
*.py[cod]
|
||||||
*$py.class
|
*$py.class
|
||||||
|
.mutmut-cache
|
||||||
|
|
||||||
# C extensions
|
# C extensions
|
||||||
*.so
|
*.so
|
||||||
|
|
|
@ -16,7 +16,7 @@ Note: Feel free to modify this file according to the project's necessities.
|
||||||
To install the required dependencies make sure `python3` points to a Python 3.10 or 3.11 installation and then run:
|
To install the required dependencies make sure `python3` points to a Python 3.10 or 3.11 installation and then run:
|
||||||
|
|
||||||
```shell
|
```shell
|
||||||
python3 -m venv env
|
python3.8 -m venv env
|
||||||
source env/bin/activate
|
source env/bin/activate
|
||||||
pip install -r requirements.txt
|
pip install -r requirements.txt
|
||||||
```
|
```
|
||||||
|
|
67
archive.py
Normal file
67
archive.py
Normal file
|
@ -0,0 +1,67 @@
|
||||||
|
from typing import Optional, Dict, Set
|
||||||
|
|
||||||
|
from frozendict import frozendict
|
||||||
|
|
||||||
|
import instrument
|
||||||
|
import operators
|
||||||
|
|
||||||
|
|
||||||
|
class Archive:
|
||||||
|
true_branches: Dict[int, any]
|
||||||
|
false_branches: Dict[int, any]
|
||||||
|
false_score: Dict[int, any]
|
||||||
|
true_score: Dict[int, any]
|
||||||
|
f_name: str
|
||||||
|
|
||||||
|
def __init__(self, f_name: str) -> None:
|
||||||
|
self.reset()
|
||||||
|
self.f_name = f_name
|
||||||
|
|
||||||
|
def reset(self):
|
||||||
|
self.true_branches = {}
|
||||||
|
self.false_branches = {}
|
||||||
|
self.true_score = {}
|
||||||
|
self.false_score = {}
|
||||||
|
|
||||||
|
def branches_covered(self) -> int:
|
||||||
|
return len(self.true_branches.keys()) + len(self.false_branches.keys())
|
||||||
|
|
||||||
|
def branches_str(self) -> str:
|
||||||
|
branch_ids = sorted([f"{branch:2d}T" for branch in self.true_branches.keys()] +
|
||||||
|
[f"{branch:2d}F" for branch in self.false_branches.keys()])
|
||||||
|
return ' '.join([branch.strip() for branch in branch_ids])
|
||||||
|
|
||||||
|
def build_suite(self) -> Set[instrument.Params]:
|
||||||
|
return set(list(self.true_branches.values()) + list(self.false_branches.values()))
|
||||||
|
|
||||||
|
def consider_test(self, test_case: frozendict):
|
||||||
|
instrument.invoke(self.f_name, test_case)
|
||||||
|
|
||||||
|
range_start, range_end = instrument.n_of_branches[self.f_name]
|
||||||
|
|
||||||
|
for branch in range(range_start, range_end):
|
||||||
|
if (branch in operators.distances_true and
|
||||||
|
operators.distances_true[branch] == 0 and branch not in self.true_branches):
|
||||||
|
self.true_branches[branch] = test_case
|
||||||
|
if (branch in operators.distances_false and
|
||||||
|
operators.distances_false[branch] == 0 and branch not in self.false_branches):
|
||||||
|
self.false_branches[branch] = test_case
|
||||||
|
|
||||||
|
def satisfies_branch(self, test_case: frozendict) -> Optional[str]:
|
||||||
|
try:
|
||||||
|
instrument.invoke(self.f_name, test_case)
|
||||||
|
except AssertionError:
|
||||||
|
return None
|
||||||
|
range_start, range_end = instrument.n_of_branches[self.f_name]
|
||||||
|
|
||||||
|
for branch in range(range_start, range_end):
|
||||||
|
if (branch in operators.distances_true and
|
||||||
|
operators.distances_true[branch] == 0 and
|
||||||
|
branch not in self.true_branches):
|
||||||
|
return f"{branch}T"
|
||||||
|
if (branch in operators.distances_false and
|
||||||
|
operators.distances_false[branch] == 0 and
|
||||||
|
branch not in self.false_branches):
|
||||||
|
return f"{branch}F"
|
||||||
|
|
||||||
|
return None
|
40
fuzzer.py
40
fuzzer.py
|
@ -4,9 +4,12 @@ from random import randrange, choice, random, sample
|
||||||
from frozendict import frozendict
|
from frozendict import frozendict
|
||||||
|
|
||||||
import operators
|
import operators
|
||||||
|
from archive import Archive
|
||||||
from instrument import Arg, Params, invoke, call_statement, BranchTransformer, module_of
|
from instrument import Arg, Params, invoke, call_statement, BranchTransformer, module_of
|
||||||
|
|
||||||
Range = tuple[int, int]
|
from typing import Tuple, Dict, List, Set
|
||||||
|
|
||||||
|
Range = Tuple[int, int]
|
||||||
|
|
||||||
INT_RANGE: Range = (-1000, 1000)
|
INT_RANGE: Range = (-1000, 1000)
|
||||||
STRING_LEN_RANGE: Range = (0, 10)
|
STRING_LEN_RANGE: Range = (0, 10)
|
||||||
|
@ -30,7 +33,7 @@ def random_str() -> str:
|
||||||
return "".join([random_chr() for _ in range(length)])
|
return "".join([random_chr() for _ in range(length)])
|
||||||
|
|
||||||
|
|
||||||
def max_cases(args: list[Arg]) -> int:
|
def max_cases(args: List[Arg]) -> int:
|
||||||
num = 1
|
num = 1
|
||||||
for _, arg_type in args:
|
for _, arg_type in args:
|
||||||
if arg_type == 'int':
|
if arg_type == 'int':
|
||||||
|
@ -73,8 +76,8 @@ def random_mutate(arg_type: str, arg_value: any) -> any:
|
||||||
raise ValueError(f"Arg type '{arg_type}' not supported")
|
raise ValueError(f"Arg type '{arg_type}' not supported")
|
||||||
|
|
||||||
|
|
||||||
def random_params(arguments: list[Arg]) -> Params:
|
def random_params(arguments: List[Arg]) -> Params:
|
||||||
test_input: dict[str, any] = {}
|
test_input: Dict[str, any] = {}
|
||||||
|
|
||||||
for arg_name, arg_type in arguments:
|
for arg_name, arg_type in arguments:
|
||||||
test_input[arg_name] = random_arg(arg_type)
|
test_input[arg_name] = random_arg(arg_type)
|
||||||
|
@ -82,10 +85,10 @@ def random_params(arguments: list[Arg]) -> Params:
|
||||||
return frozendict(test_input)
|
return frozendict(test_input)
|
||||||
|
|
||||||
|
|
||||||
pools: dict[tuple, set[tuple]] = {}
|
pools: Dict[tuple, Set[tuple]] = {}
|
||||||
|
|
||||||
|
|
||||||
def get_pool(arguments: list[Arg]) -> list[Params]:
|
def get_pool(arguments: List[Arg]) -> List[Params]:
|
||||||
arg_types = tuple([arg_type for _, arg_type in arguments])
|
arg_types = tuple([arg_type for _, arg_type in arguments])
|
||||||
arg_names = [arg_name for arg_name, _ in arguments]
|
arg_names = [arg_name for arg_name, _ in arguments]
|
||||||
|
|
||||||
|
@ -94,7 +97,7 @@ def get_pool(arguments: list[Arg]) -> list[Params]:
|
||||||
if arg_types not in pools:
|
if arg_types not in pools:
|
||||||
new_pool = set()
|
new_pool = set()
|
||||||
for _ in range(POOL_SIZE):
|
for _ in range(POOL_SIZE):
|
||||||
param_list: list[any] = [None] * len(arg_names)
|
param_list: List[any] = [None] * len(arg_names)
|
||||||
|
|
||||||
params = random_params(arguments)
|
params = random_params(arguments)
|
||||||
for i, name in enumerate(arg_names):
|
for i, name in enumerate(arg_names):
|
||||||
|
@ -107,16 +110,16 @@ def get_pool(arguments: list[Arg]) -> list[Params]:
|
||||||
return [frozendict({arg_names[i]: p for i, p in enumerate(param)}) for param in pools[arg_types]]
|
return [frozendict({arg_names[i]: p for i, p in enumerate(param)}) for param in pools[arg_types]]
|
||||||
|
|
||||||
|
|
||||||
def mutate(test_case: Params, arguments: list[Arg]) -> Params:
|
def mutate(test_case: Params, arguments: List[Arg]) -> Params:
|
||||||
arg_name = choice(list(test_case.keys())) # choose name to mutate
|
arg_name = choice(list(test_case.keys())) # choose name to mutate
|
||||||
types: dict[str, str] = {arg_name: arg_type for arg_name, arg_type in arguments}
|
types: Dict[str, str] = {arg_name: arg_type for arg_name, arg_type in arguments}
|
||||||
return test_case.set(arg_name, random_mutate(types[arg_name], test_case[arg_name]))
|
return test_case.set(arg_name, random_mutate(types[arg_name], test_case[arg_name]))
|
||||||
|
|
||||||
|
|
||||||
def crossover(chosen_test: Params, other_chosen_test: Params, arguments: list[Arg]) -> tuple[Params, Params]:
|
def crossover(chosen_test: Params, other_chosen_test: Params, arguments: List[Arg]) -> Tuple[Params, Params]:
|
||||||
# Select a property at random and swap properties
|
# Select a property at random and swap properties
|
||||||
arg_name = choice(list(chosen_test.keys()))
|
arg_name = choice(list(chosen_test.keys()))
|
||||||
types: dict[str, str] = {arg_name: arg_type for arg_name, arg_type in arguments}
|
types: Dict[str, str] = {arg_name: arg_type for arg_name, arg_type in arguments}
|
||||||
if types[arg_name] == 'str':
|
if types[arg_name] == 'str':
|
||||||
# Crossover for strings intermingles the strings of the two chosen tests
|
# Crossover for strings intermingles the strings of the two chosen tests
|
||||||
s1, s2 = str_crossover(chosen_test[arg_name], other_chosen_test[arg_name])
|
s1, s2 = str_crossover(chosen_test[arg_name], other_chosen_test[arg_name])
|
||||||
|
@ -132,11 +135,18 @@ def crossover(chosen_test: Params, other_chosen_test: Params, arguments: list[Ar
|
||||||
return t1, t2
|
return t1, t2
|
||||||
|
|
||||||
|
|
||||||
def generate_test_case(f_name: str, arguments: list[Arg]) -> Params:
|
def generate_test_case(f_name: str, arguments: List[Arg], archive: Archive) -> Params:
|
||||||
pool: list[Params] = get_pool(arguments)
|
pool: List[Params] = get_pool(arguments)
|
||||||
|
|
||||||
while True:
|
while True:
|
||||||
test = sample(pool, 1)[0]
|
test = sample(pool, 1)[0]
|
||||||
|
is_new = archive.satisfies_branch(test)
|
||||||
|
|
||||||
|
if is_new is None:
|
||||||
|
# print(f"Not new: {test}")
|
||||||
|
continue
|
||||||
|
|
||||||
|
print(f"New {is_new}!: {test}")
|
||||||
|
|
||||||
try:
|
try:
|
||||||
invoke(f_name, test)
|
invoke(f_name, test)
|
||||||
|
@ -172,7 +182,7 @@ def get_test_case_source(f_name: str, test_case: Params, i: int, indent: int):
|
||||||
{space}{single_indent}assert {call_statement(f_name_orig, test_case)} == {repr(output)}"""
|
{space}{single_indent}assert {call_statement(f_name_orig, test_case)} == {repr(output)}"""
|
||||||
|
|
||||||
|
|
||||||
def get_test_import_stmt(names: list[str]):
|
def get_test_import_stmt(names: List[str]):
|
||||||
imports = ["from unittest import TestCase"]
|
imports = ["from unittest import TestCase"]
|
||||||
|
|
||||||
for orig_f_name in names:
|
for orig_f_name in names:
|
||||||
|
@ -182,7 +192,7 @@ def get_test_import_stmt(names: list[str]):
|
||||||
return "\n".join(imports) + "\n"
|
return "\n".join(imports) + "\n"
|
||||||
|
|
||||||
|
|
||||||
def get_test_class(orig_f_name: str, cases: set[Params]) -> str:
|
def get_test_class(orig_f_name: str, cases: Set[Params]) -> str:
|
||||||
f_name = BranchTransformer.to_instrumented_name(orig_f_name)
|
f_name = BranchTransformer.to_instrumented_name(orig_f_name)
|
||||||
return (f"class Test_{orig_f_name}(TestCase):\n" +
|
return (f"class Test_{orig_f_name}(TestCase):\n" +
|
||||||
"\n\n".join([get_test_case_source(f_name, case, i + 1, 1) for i, case in enumerate(cases)]) +
|
"\n\n".join([get_test_case_source(f_name, case, i + 1, 1) for i, case in enumerate(cases)]) +
|
||||||
|
|
77
genetic.py
77
genetic.py
|
@ -2,6 +2,7 @@ import argparse
|
||||||
import os
|
import os
|
||||||
import random
|
import random
|
||||||
from functools import partial
|
from functools import partial
|
||||||
|
from typing import Tuple, List, Set
|
||||||
|
|
||||||
import frozendict
|
import frozendict
|
||||||
import tqdm
|
import tqdm
|
||||||
|
@ -11,6 +12,7 @@ import fuzzer
|
||||||
import instrument
|
import instrument
|
||||||
import operators
|
import operators
|
||||||
from fuzzer import generate_test_case, get_test_class
|
from fuzzer import generate_test_case, get_test_class
|
||||||
|
from archive import Archive
|
||||||
|
|
||||||
INDMUPROB = 0.05
|
INDMUPROB = 0.05
|
||||||
MUPROB = 0.33
|
MUPROB = 0.33
|
||||||
|
@ -23,33 +25,6 @@ REPS = 10
|
||||||
OUT_DIR = os.path.join(os.path.dirname(__file__), "tests")
|
OUT_DIR = os.path.join(os.path.dirname(__file__), "tests")
|
||||||
|
|
||||||
|
|
||||||
class Archive:
|
|
||||||
true_branches: dict[int, any]
|
|
||||||
false_branches: dict[int, any]
|
|
||||||
false_score: dict[int, any]
|
|
||||||
true_score: dict[int, any]
|
|
||||||
|
|
||||||
def __init__(self):
|
|
||||||
self.reset()
|
|
||||||
|
|
||||||
def reset(self):
|
|
||||||
self.true_branches = {}
|
|
||||||
self.false_branches = {}
|
|
||||||
self.true_score = {}
|
|
||||||
self.false_score = {}
|
|
||||||
|
|
||||||
def branches_covered(self) -> int:
|
|
||||||
return len(self.true_branches.keys()) + len(self.false_branches.keys())
|
|
||||||
|
|
||||||
def branches_str(self) -> str:
|
|
||||||
branch_ids = sorted([f"{branch:2d}T" for branch in self.true_branches.keys()] +
|
|
||||||
[f"{branch:2d}F" for branch in self.false_branches.keys()])
|
|
||||||
return ' '.join([branch.strip() for branch in branch_ids])
|
|
||||||
|
|
||||||
def build_suite(self) -> set[instrument.Params]:
|
|
||||||
return set(list(self.true_branches.values()) + list(self.false_branches.values()))
|
|
||||||
|
|
||||||
|
|
||||||
def normalize(x):
|
def normalize(x):
|
||||||
return x / (1.0 + x)
|
return x / (1.0 + x)
|
||||||
|
|
||||||
|
@ -59,16 +34,16 @@ def init_deap():
|
||||||
creator.create("Individual", list, fitness=creator.FitnessMin)
|
creator.create("Individual", list, fitness=creator.FitnessMin)
|
||||||
|
|
||||||
|
|
||||||
def generate(orig_name: str) -> set[instrument.Params]:
|
def generate(orig_name: str) -> Set[instrument.Params]:
|
||||||
f_name = instrument.BranchTransformer.to_instrumented_name(orig_name)
|
f_name = instrument.BranchTransformer.to_instrumented_name(orig_name)
|
||||||
args = instrument.functions[f_name]
|
args = instrument.functions[f_name]
|
||||||
|
|
||||||
range_start, range_end = instrument.n_of_branches[f_name]
|
range_start, range_end = instrument.n_of_branches[f_name]
|
||||||
total_branches = (range_end - range_start) * 2 # *2 because of True and False
|
total_branches = (range_end - range_start) * 2 # *2 because of True and False
|
||||||
archive = Archive()
|
archive = Archive(f_name)
|
||||||
|
|
||||||
toolbox = base.Toolbox()
|
toolbox = base.Toolbox()
|
||||||
toolbox.register("attr_test_case", lambda: list(generate_test_case(f_name, args).items()))
|
toolbox.register("attr_test_case", lambda: list(generate_test_case(f_name, args, archive).items()))
|
||||||
toolbox.register("individual", tools.initIterate, creator.Individual, lambda: toolbox.attr_test_case())
|
toolbox.register("individual", tools.initIterate, creator.Individual, lambda: toolbox.attr_test_case())
|
||||||
toolbox.register("population", tools.initRepeat, list, toolbox.individual)
|
toolbox.register("population", tools.initRepeat, list, toolbox.individual)
|
||||||
toolbox.register("evaluate", partial(compute_fitness, f_name, archive))
|
toolbox.register("evaluate", partial(compute_fitness, f_name, archive))
|
||||||
|
@ -102,20 +77,15 @@ def generate(orig_name: str) -> set[instrument.Params]:
|
||||||
|
|
||||||
population, logbook = algorithms.eaSimple(population, toolbox, CXPROB, MUPROB, NGEN, verbose=False, stats=stats)
|
population, logbook = algorithms.eaSimple(population, toolbox, CXPROB, MUPROB, NGEN, verbose=False, stats=stats)
|
||||||
|
|
||||||
print("population:\n" + "\n".join([str(p) for p in population]) + "\n")
|
print("population:\n" +
|
||||||
|
"\n".join([f"{str(p)} {compute_fitness(f_name, archive, p)[0]}" for p in population]) +
|
||||||
|
"\n")
|
||||||
|
|
||||||
for member in population:
|
for member in population:
|
||||||
m = frozendict.frozendict(member)
|
archive.consider_test(frozendict.frozendict(member))
|
||||||
for branch in range(range_start, range_end):
|
|
||||||
if (branch in operators.distances_true and
|
|
||||||
operators.distances_true[branch] == 0 and branch not in archive.true_branches):
|
|
||||||
archive.true_branches[branch] = m
|
|
||||||
if (branch in operators.distances_false and
|
|
||||||
operators.distances_false[branch] == 0 and branch not in archive.false_branches):
|
|
||||||
archive.false_branches[branch] = m
|
|
||||||
|
|
||||||
# for gen, record in enumerate(logbook):
|
for gen, record in enumerate(logbook):
|
||||||
# print(f"Generation {gen}: min={record['min']} max={record['max']}")
|
print(f"Generation {gen}: min={record['min']} max={record['max']}")
|
||||||
|
|
||||||
tot_covered = archive.branches_covered()
|
tot_covered = archive.branches_covered()
|
||||||
|
|
||||||
|
@ -135,19 +105,10 @@ def generate(orig_name: str) -> set[instrument.Params]:
|
||||||
return top_result
|
return top_result
|
||||||
|
|
||||||
|
|
||||||
def compute_fitness(f_name: str, archive: Archive, individual: list) -> tuple[float]:
|
def compute_fitness(f_name: str, archive: Archive, individual: list) -> Tuple[float]:
|
||||||
x = frozendict.frozendict(individual)
|
x = frozendict.frozendict(individual)
|
||||||
range_start, range_end = instrument.n_of_branches[f_name]
|
range_start, range_end = instrument.n_of_branches[f_name]
|
||||||
|
|
||||||
# Reset any distance values from previous executions
|
|
||||||
operators.distances_true = {}
|
|
||||||
operators.distances_false = {}
|
|
||||||
|
|
||||||
# the archive_true_branches and archive_false_branches are reset after
|
|
||||||
# each generation. This is intentional as they are used to archive branches that
|
|
||||||
# have already been covered, and their presence increases the fitness value of
|
|
||||||
# test cases that would re-cover them
|
|
||||||
|
|
||||||
# Run the function under test
|
# Run the function under test
|
||||||
try:
|
try:
|
||||||
out = instrument.invoke(f_name, x)
|
out = instrument.invoke(f_name, x)
|
||||||
|
@ -156,29 +117,27 @@ def compute_fitness(f_name: str, archive: Archive, individual: list) -> tuple[fl
|
||||||
return 100.0,
|
return 100.0,
|
||||||
|
|
||||||
fitness = 0.0
|
fitness = 0.0
|
||||||
#branches = False
|
|
||||||
|
|
||||||
# Sum up branch distances
|
# Sum up branch distances
|
||||||
for branch in range(range_start, range_end):
|
for branch in range(range_start, range_end):
|
||||||
if branch in operators.distances_true:
|
if branch in operators.distances_true:
|
||||||
if branch not in archive.true_branches:
|
if branch not in archive.true_branches:
|
||||||
fitness += normalize(operators.distances_true[branch])
|
fitness += normalize(operators.distances_true[branch])
|
||||||
#branches = True
|
else:
|
||||||
|
fitness += 10
|
||||||
|
|
||||||
for branch in range(range_start, range_end):
|
for branch in range(range_start, range_end):
|
||||||
if branch in operators.distances_false:
|
if branch in operators.distances_false:
|
||||||
if branch not in archive.false_branches:
|
if branch not in archive.false_branches:
|
||||||
fitness += normalize(operators.distances_false[branch])
|
fitness += normalize(operators.distances_false[branch])
|
||||||
#branches = True
|
else:
|
||||||
|
fitness += 10
|
||||||
#if not branches:
|
|
||||||
# return 100.0,
|
|
||||||
|
|
||||||
# print(f_name, x, "=", out, "fitness =", fitness)
|
# print(f_name, x, "=", out, "fitness =", fitness)
|
||||||
return fitness,
|
return fitness,
|
||||||
|
|
||||||
|
|
||||||
def build_suite(filename: str, f_names: list[str]):
|
def build_suite(filename: str, f_names: List[str]):
|
||||||
suite = [(name, generate(name)) for name in f_names]
|
suite = [(name, generate(name)) for name in f_names]
|
||||||
|
|
||||||
with open(os.path.join(OUT_DIR, f"test_{filename}.py"), "w") as f:
|
with open(os.path.join(OUT_DIR, f"test_{filename}.py"), "w") as f:
|
||||||
|
@ -187,7 +146,7 @@ def build_suite(filename: str, f_names: list[str]):
|
||||||
f.write("\n\n".join([get_test_class(name, cases) for name, cases in suite]))
|
f.write("\n\n".join([get_test_class(name, cases) for name, cases in suite]))
|
||||||
|
|
||||||
|
|
||||||
def run_genetic(files: list[str], seed: int):
|
def run_genetic(files: List[str], seed: int):
|
||||||
instrument.load_benchmark(save_instrumented=False, files=files)
|
instrument.load_benchmark(save_instrumented=False, files=files)
|
||||||
random.seed(seed) # init random seed
|
random.seed(seed) # init random seed
|
||||||
init_deap()
|
init_deap()
|
||||||
|
|
|
@ -2,12 +2,13 @@ import ast
|
||||||
import os.path
|
import os.path
|
||||||
import sys
|
import sys
|
||||||
from collections import defaultdict
|
from collections import defaultdict
|
||||||
from typing import Optional
|
from typing import Optional, Dict, DefaultDict, Tuple, List
|
||||||
|
|
||||||
import astunparse
|
import astunparse
|
||||||
|
import frozendict
|
||||||
import tqdm
|
import tqdm
|
||||||
from frozendict import frozendict
|
|
||||||
|
|
||||||
|
import operators
|
||||||
from operators import evaluate_condition
|
from operators import evaluate_condition
|
||||||
|
|
||||||
ROOT_DIR: str = os.path.dirname(__file__)
|
ROOT_DIR: str = os.path.dirname(__file__)
|
||||||
|
@ -17,7 +18,7 @@ SUFFIX: str = "_instrumented"
|
||||||
|
|
||||||
|
|
||||||
class BranchTransformer(ast.NodeTransformer):
|
class BranchTransformer(ast.NodeTransformer):
|
||||||
branches_range: dict[str, tuple[int, int]]
|
branches_range: Dict[str, Tuple[int, int]]
|
||||||
branch_num: int
|
branch_num: int
|
||||||
instrumented_name: Optional[str]
|
instrumented_name: Optional[str]
|
||||||
in_assert: bool
|
in_assert: bool
|
||||||
|
@ -81,13 +82,13 @@ class BranchTransformer(ast.NodeTransformer):
|
||||||
|
|
||||||
|
|
||||||
ArgType = str
|
ArgType = str
|
||||||
Arg = tuple[str, ArgType]
|
Arg = Tuple[str, ArgType]
|
||||||
Params = frozendict[str, any]
|
Params = frozendict.frozendict[str, any]
|
||||||
SignatureDict = dict[str, list[Arg]]
|
SignatureDict = Dict[str, List[Arg]]
|
||||||
|
|
||||||
n_of_branches: dict[str, tuple[int, int]] = {}
|
n_of_branches: Dict[str, Tuple[int, int]] = {}
|
||||||
functions: SignatureDict = {}
|
functions: SignatureDict = {}
|
||||||
module_of: dict[str, list[str]] = {}
|
module_of: Dict[str, List[str]] = {}
|
||||||
|
|
||||||
|
|
||||||
def instrument(source_path: str, target_path: str, save_instrumented=True):
|
def instrument(source_path: str, target_path: str, save_instrumented=True):
|
||||||
|
@ -116,10 +117,10 @@ def instrument(source_path: str, target_path: str, save_instrumented=True):
|
||||||
|
|
||||||
# Figure out the top level function definitions
|
# Figure out the top level function definitions
|
||||||
assert isinstance(node, ast.Module)
|
assert isinstance(node, ast.Module)
|
||||||
top_level_f_ast: list[ast.FunctionDef] = [f for f in node.body if isinstance(f, ast.FunctionDef)]
|
top_level_f_ast: List[ast.FunctionDef] = [f for f in node.body if isinstance(f, ast.FunctionDef)]
|
||||||
|
|
||||||
for f in top_level_f_ast:
|
for f in top_level_f_ast:
|
||||||
arg_types: list[Arg] = []
|
arg_types: List[Arg] = []
|
||||||
|
|
||||||
for arg in f.args.args:
|
for arg in f.args.args:
|
||||||
# fetch annotation type if found else fetch none
|
# fetch annotation type if found else fetch none
|
||||||
|
@ -137,6 +138,9 @@ def invoke(f_name: str, f_args: Params) -> any:
|
||||||
|
|
||||||
current_module = sys.modules[__name__]
|
current_module = sys.modules[__name__]
|
||||||
|
|
||||||
|
operators.distances_true = {}
|
||||||
|
operators.distances_false = {}
|
||||||
|
|
||||||
if f_name not in functions:
|
if f_name not in functions:
|
||||||
raise ValueError(f"Function '{f_name}' not loaded")
|
raise ValueError(f"Function '{f_name}' not loaded")
|
||||||
|
|
||||||
|
@ -155,7 +159,7 @@ def find_py_files(search_dir: str):
|
||||||
yield os.path.join(cwd, file)
|
yield os.path.join(cwd, file)
|
||||||
|
|
||||||
|
|
||||||
def load_benchmark(save_instrumented=True, files: list[str] = ()):
|
def load_benchmark(save_instrumented=True, files: List[str] = ()):
|
||||||
to_load = set([os.path.splitext(os.path.basename(file))[0] + ".py" for file in files])
|
to_load = set([os.path.splitext(os.path.basename(file))[0] + ".py" for file in files])
|
||||||
do_all = len(to_load) == 0
|
do_all = len(to_load) == 0
|
||||||
|
|
||||||
|
@ -166,20 +170,20 @@ def load_benchmark(save_instrumented=True, files: list[str] = ()):
|
||||||
|
|
||||||
|
|
||||||
def call_statement(f_name: str, f_args: Params) -> str:
|
def call_statement(f_name: str, f_args: Params) -> str:
|
||||||
arg_list: list[str] = []
|
arg_list: List[str] = []
|
||||||
for k, v in f_args.items():
|
for k, v in f_args.items():
|
||||||
arg_list.append(f"{k}={repr(v)}") # quote strings
|
arg_list.append(f"{k}={repr(v)}") # quote strings
|
||||||
|
|
||||||
return f"{f_name}({', '.join(arg_list)})"
|
return f"{f_name}({', '.join(arg_list)})"
|
||||||
|
|
||||||
|
|
||||||
def get_benchmark() -> dict[str, list[str]]:
|
def get_benchmark() -> Dict[str, List[str]]:
|
||||||
"""
|
"""
|
||||||
Returns a dictionary associated each source code file name loaded (without extension) with the list of
|
Returns a dictionary associated each source code file name loaded (without extension) with the list of
|
||||||
(non-instrumented) function names defined within it
|
(non-instrumented) function names defined within it
|
||||||
"""
|
"""
|
||||||
|
|
||||||
names: defaultdict[str, list[str]] = defaultdict(list)
|
names: DefaultDict[str, List[str]] = defaultdict(list)
|
||||||
|
|
||||||
for f in functions:
|
for f in functions:
|
||||||
names[module_of[f][-1]].append(BranchTransformer.to_original_name(f))
|
names[module_of[f][-1]].append(BranchTransformer.to_original_name(f))
|
||||||
|
|
23
muttest.py
23
muttest.py
|
@ -7,6 +7,8 @@ import sys
|
||||||
import instrument
|
import instrument
|
||||||
from genetic import run_genetic
|
from genetic import run_genetic
|
||||||
|
|
||||||
|
from mutpy import commandline
|
||||||
|
|
||||||
ROOT_DIR = os.path.dirname(__file__)
|
ROOT_DIR = os.path.dirname(__file__)
|
||||||
IN_SOURCE_DIR = os.path.join(ROOT_DIR, "benchmark")
|
IN_SOURCE_DIR = os.path.join(ROOT_DIR, "benchmark")
|
||||||
IN_TEST_DIR = os.path.join(ROOT_DIR, "tests")
|
IN_TEST_DIR = os.path.join(ROOT_DIR, "tests")
|
||||||
|
@ -14,13 +16,20 @@ OUT_DIR = os.path.join(ROOT_DIR, "tests")
|
||||||
|
|
||||||
|
|
||||||
def run_mutpy(test_path: str, source_path: str):
|
def run_mutpy(test_path: str, source_path: str):
|
||||||
run_genetic([source_path], random.randint(0, 500))
|
# run_genetic([source_path], random.randint(0, 500))
|
||||||
|
|
||||||
stream = os.popen(f'mut.py --target \'{source_path}\' --unit-test \'{test_path}\' -m')
|
argv = ['-t', source_path, '-u', test_path, '-m']
|
||||||
output = stream.read()
|
argv = ['-t', source_path, '-u', test_path, '-m']
|
||||||
score = re.search('Mutation score \\[.*\\]: (\d+\.\d+)\%', output).group(1)
|
cfg = commandline.build_parser().parse_args(args=argv)
|
||||||
print(output, file=sys.stderr)
|
|
||||||
print(f"Score is: {score}")
|
mutation_controller = commandline.build_controller(cfg)
|
||||||
|
mutation_controller.run()
|
||||||
|
|
||||||
|
# stream = os.popen(f'mut.py --target \'{source_path}\' --unit-test \'{test_path}\' -m | tee log.txt')
|
||||||
|
# output = stream.read()
|
||||||
|
# score = re.search('Mutation score \\[.*\\]: (\d+\.\d+)\%', output).group(1)
|
||||||
|
# print(output, file=sys.stderr)
|
||||||
|
# print(f"Score is: {score}")
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
|
@ -41,6 +50,8 @@ def main():
|
||||||
source_path = os.path.join(IN_SOURCE_DIR, f"{filename}.py")
|
source_path = os.path.join(IN_SOURCE_DIR, f"{filename}.py")
|
||||||
test_path = os.path.join(IN_TEST_DIR, f"test_{filename}.py")
|
test_path = os.path.join(IN_TEST_DIR, f"test_{filename}.py")
|
||||||
run_mutpy(test_path, source_path)
|
run_mutpy(test_path, source_path)
|
||||||
|
break
|
||||||
|
break
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|
25
operators.py
25
operators.py
|
@ -1,15 +1,14 @@
|
||||||
import sys
|
import sys
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from typing import Generic
|
from typing import Generic, Dict, List, TypeVar, Callable, Union, Tuple
|
||||||
from typing import TypeVar, Callable
|
|
||||||
|
|
||||||
from nltk import edit_distance
|
from nltk import edit_distance
|
||||||
|
|
||||||
distances_true: dict[int, int] = {}
|
distances_true: Dict[int, int] = {}
|
||||||
distances_false: dict[int, int] = {}
|
distances_false: Dict[int, int] = {}
|
||||||
|
|
||||||
distances_true_all: dict[int, list[int]] = {}
|
distances_true_all: Dict[int, List[int]] = {}
|
||||||
distances_false_all: dict[int, list[int]] = {}
|
distances_false_all: Dict[int, List[int]] = {}
|
||||||
|
|
||||||
T = TypeVar('T')
|
T = TypeVar('T')
|
||||||
U = TypeVar('U')
|
U = TypeVar('U')
|
||||||
|
@ -33,7 +32,7 @@ class CmpOp(Generic[T]):
|
||||||
|
|
||||||
|
|
||||||
# Operands for these must both be integers or strings of length 1
|
# Operands for these must both be integers or strings of length 1
|
||||||
int_str_ops: list[CmpOp[int | str]] = [
|
int_str_ops: List[CmpOp[Union[int, str]]] = [
|
||||||
CmpOp(operator='<',
|
CmpOp(operator='<',
|
||||||
name='Lt',
|
name='Lt',
|
||||||
test=lambda lhs, rhs: lhs < rhs,
|
test=lambda lhs, rhs: lhs < rhs,
|
||||||
|
@ -66,7 +65,7 @@ int_str_ops: list[CmpOp[int | str]] = [
|
||||||
false_dist=lambda lhs, rhs: abs(lhs - rhs)),
|
false_dist=lambda lhs, rhs: abs(lhs - rhs)),
|
||||||
]
|
]
|
||||||
|
|
||||||
int_str_by_name: dict[str, CmpOp[int | str]] = {c.name: c for c in int_str_ops}
|
int_str_by_name: Dict[str, CmpOp[Union[int, str]]] = {c.name: c for c in int_str_ops}
|
||||||
|
|
||||||
|
|
||||||
def int_str_check(a: any, b: any) -> bool:
|
def int_str_check(a: any, b: any) -> bool:
|
||||||
|
@ -77,7 +76,7 @@ def int_str_check(a: any, b: any) -> bool:
|
||||||
return len(a) == 1 and len(b) == 1
|
return len(a) == 1 and len(b) == 1
|
||||||
|
|
||||||
|
|
||||||
def int_str_convert(x: int | str) -> int:
|
def int_str_convert(x: Union[int, str]) -> int:
|
||||||
if type(x) == int:
|
if type(x) == int:
|
||||||
return x
|
return x
|
||||||
if len(x) == 1:
|
if len(x) == 1:
|
||||||
|
@ -87,7 +86,7 @@ def int_str_convert(x: int | str) -> int:
|
||||||
|
|
||||||
|
|
||||||
# Operands for these must both be strings
|
# Operands for these must both be strings
|
||||||
str_ops: list[CmpOp[str]] = [
|
str_ops: List[CmpOp[str]] = [
|
||||||
CmpOp(operator='==',
|
CmpOp(operator='==',
|
||||||
name='Eq',
|
name='Eq',
|
||||||
test=lambda lhs, rhs: lhs == rhs,
|
test=lambda lhs, rhs: lhs == rhs,
|
||||||
|
@ -100,14 +99,14 @@ str_ops: list[CmpOp[str]] = [
|
||||||
false_dist=lambda lhs, rhs: edit_distance(lhs, rhs)),
|
false_dist=lambda lhs, rhs: edit_distance(lhs, rhs)),
|
||||||
]
|
]
|
||||||
|
|
||||||
str_by_name: dict[str, CmpOp[int | str]] = {c.name: c for c in str_ops}
|
str_by_name: Dict[str, CmpOp[Union[int, str]]] = {c.name: c for c in str_ops}
|
||||||
|
|
||||||
|
|
||||||
def str_check(a: any, b: any) -> bool:
|
def str_check(a: any, b: any) -> bool:
|
||||||
return type(a) == str and type(b) == str
|
return type(a) == str and type(b) == str
|
||||||
|
|
||||||
|
|
||||||
def compute_distances(name: str, lhs: any, rhs: any) -> tuple[int, int, bool]:
|
def compute_distances(name: str, lhs: any, rhs: any) -> Tuple[int, int, bool]:
|
||||||
if int_str_check(lhs, rhs):
|
if int_str_check(lhs, rhs):
|
||||||
lhs_int = int_str_convert(lhs)
|
lhs_int = int_str_convert(lhs)
|
||||||
rhs_int = int_str_convert(rhs)
|
rhs_int = int_str_convert(rhs)
|
||||||
|
@ -128,7 +127,7 @@ def compute_distances(name: str, lhs: any, rhs: any) -> tuple[int, int, bool]:
|
||||||
raise ValueError(f"'{lhs}' and '{rhs}' are not suitable for both 'int_str' and 'str' operators")
|
raise ValueError(f"'{lhs}' and '{rhs}' are not suitable for both 'int_str' and 'str' operators")
|
||||||
|
|
||||||
|
|
||||||
def update_map(the_map: dict[int, int], condition_num: int, distance: int):
|
def update_map(the_map: Dict[int, int], condition_num: int, distance: int):
|
||||||
if condition_num in the_map:
|
if condition_num in the_map:
|
||||||
the_map[condition_num] = min(the_map[condition_num], distance)
|
the_map[condition_num] = min(the_map[condition_num], distance)
|
||||||
else:
|
else:
|
||||||
|
|
5
setup.cfg
Normal file
5
setup.cfg
Normal file
|
@ -0,0 +1,5 @@
|
||||||
|
[mutmut]
|
||||||
|
paths_to_mutate=benchmark/anagram_check.py
|
||||||
|
backup=False
|
||||||
|
runner=python -m unittest
|
||||||
|
tests_dir=tests/
|
|
@ -1,19 +1,22 @@
|
||||||
from unittest import TestCase
|
from unittest import TestCase
|
||||||
from benchmark.anagram_check import anagram_check
|
from benchmark.anagram_check import anagram_check
|
||||||
|
import inspect
|
||||||
|
|
||||||
class Test_anagram_check(TestCase):
|
class Test_anagram_check(TestCase):
|
||||||
# distances_true = {1: [0], 2: [1], 3: [0]}
|
|
||||||
# distances_false = {1: [1], 2: [0], 3: [1]}
|
|
||||||
def test_anagram_check_1(self):
|
|
||||||
assert anagram_check(s1='Z', s2='') == False
|
|
||||||
|
|
||||||
# distances_true = {1: [0], 2: [0]}
|
# distances_true = {1: [0], 2: [0]}
|
||||||
# distances_false = {1: [1], 2: [1]}
|
# distances_false = {1: [1], 2: [1]}
|
||||||
def test_anagram_check_2(self):
|
def test_anagram_check_1(self):
|
||||||
assert anagram_check(s1='w', s2='t') == False
|
print(f"aaaaa {inspect.getsource(anagram_check)}")
|
||||||
|
self.assertTrue(anagram_check(s1='e', s2='4') == False)
|
||||||
|
|
||||||
# distances_true = {1: [1], 3: [0]}
|
# distances_true = {1: [1], 3: [0]}
|
||||||
# distances_false = {1: [0], 3: [1]}
|
# distances_false = {1: [0], 3: [1]}
|
||||||
|
def test_anagram_check_2(self):
|
||||||
|
print(f"aaaaa {inspect.getsource(anagram_check)}")
|
||||||
|
self.assertTrue(anagram_check(s1='|:', s2=',=U') == False)
|
||||||
|
|
||||||
|
# distances_true = {1: [1], 3: [1], 4: [0]}
|
||||||
|
# distances_false = {1: [0], 3: [0], 4: [1]}
|
||||||
def test_anagram_check_3(self):
|
def test_anagram_check_3(self):
|
||||||
assert anagram_check(s1='', s2='f') == False
|
print(f"aaaaa {inspect.getsource(anagram_check)}")
|
||||||
|
self.assertTrue(anagram_check(s1='', s2='') == True)
|
||||||
|
|
|
@ -4,14 +4,14 @@ from benchmark.caesar_cipher import decrypt
|
||||||
|
|
||||||
|
|
||||||
class Test_encrypt(TestCase):
|
class Test_encrypt(TestCase):
|
||||||
# distances_true = {}
|
# distances_true = {1: [16, 0, 17, 0, 0, 41, 31]}
|
||||||
# distances_false = {}
|
# distances_false = {1: [0, 42, 0, 13, 52, 0, 0]}
|
||||||
def test_encrypt_1(self):
|
def test_encrypt_1(self):
|
||||||
assert encrypt(strng='', key=45) == ''
|
assert encrypt(strng=';t:W~",', key=52) == 'oIn,SV`'
|
||||||
|
|
||||||
|
|
||||||
class Test_decrypt(TestCase):
|
class Test_decrypt(TestCase):
|
||||||
# distances_true = {2: [0, 211, 211, 0, 0, 196, 15, 221, 189]}
|
# distances_true = {2: [215, 0, 6, 0, 25, 0, 0, 223]}
|
||||||
# distances_false = {2: [13, 0, 0, 9, 24, 0, 0, 0, 0]}
|
# distances_false = {2: [0, 6, 0, 18, 0, 19, 27, 0]}
|
||||||
def test_decrypt_1(self):
|
def test_decrypt_1(self):
|
||||||
assert decrypt(strng=']<<aR-xF&', key=74) == 'ròòvgã.üÜ'
|
assert decrypt(strng="'KV?i>6/", key=49) == 'öy%m8ldþ'
|
||||||
|
|
Reference in a new issue