dynamic_shape_inference Namespace Reference

Functions
	main (nnpackage_path, backends="cpu")

Variables
	argv = sys.argv[1:]

Function Documentation

main()

dynamic_shape_inference.main	(		nnpackage_path,
			backends = "cpu"
	)

Definition at line 7 of file dynamic_shape_inference.py.

def main(nnpackage_path, backends="cpu"):
    # Create session and load nnpackage
    session = infer.session(nnpackage_path, backends)
 
    # Prepare input. Here we just allocate dummy input arrays.
    input_infos = session.get_inputs_tensorinfo()
 
    # Call infer() 10 times
    for i in range(10):
        dummy_inputs = []
        for info in input_infos:
            # Retrieve the dimensions list from tensorinfo property.
            dims = list(info.dims)
            # Replace -1 with a random value between 1 and 10
            dims = [random.randint(1, 10) if d == -1 else d for d in dims]
            # Build the shape tuple from tensorinfo dimensions.
            shape = tuple(dims[:info.rank])
            # Create a dummy numpy array filled with uniform random values in [0,1).
            dummy_inputs.append(
                np.random.uniform(low=0.0, high=1.0, size=shape).astype(info.dtype))
 
        outputs = session.infer(dummy_inputs)
        print(f"Inference run {i+1}/10 completed.")
 
    print(f"nnpackage {nnpackage_path.split('/')[-1]} runs successfully.")
    return
 
 

Variable Documentation

argv

dynamic_shape_inference.argv = sys.argv[1:]

Definition at line 36 of file dynamic_shape_inference.py.