{
    "property-id" "tag:tadmor@noreply.openkim.org,2017-02-01:property/verification-check" 
    "instance-id" 1 
    "vc-name" {
        "source-value" "vc-thread-safe"
    } 
    "vc-description" {
        "source-value" "This verification check examines whether a model called in parallel by multiple threads gives the same results as when called sequentially. A number `num_configs` (preset in the code) of configurations is generated, each containing a different number of atoms based on a randomly distorted, periodic, face-centered cubic (fcc) structure containing a random distribution of all atoms supported by the model. Configurations used for testing are provided as auxiliary files. The energy and forces for each configuration are computed in sequence. Then the calculations are repeated using Python multithreading with `num_configs` threads and the Global Interpreter Lock (GIL) released to ensure true parallelism. Each thread possesses its own copy of memory related to the calculation. The threaded calculations are repeated `num_cycles` times (preset in the code) with the configurations randomly distributed to the threads to create many varying opportunities for collisions. To pass the test, the total energy and the forces on all atoms for a given configuration obtained in all cycles must be be identical to those obtained in the sequential calculation. Failure of this verification check implies that the model is inappropriately storing information in persistent (static) memory during or between calls. Passing this verification check provides some assurance the the model is thread-safe, but it is NOT a guarantee due to the inherent randomness of race conditions in unsafe code. To be certain, the model code would need to be studied and analyzed carefully."
    } 
    "vc-category" {
        "source-value" "mandatory"
    } 
    "vc-grade-basis" {
        "source-value" "passfail"
    } 
    "vc-grade" {
        "source-value" "P"
    } 
    "vc-comment" {
        "source-value" "All threads give identical results for tested case. Model appears to be thread-safe."
    } 
    "vc-files" {
        "source-value" [
            "config-0-config-FeO.xyz" 
            "config-1-config-FeO.xyz" 
            "config-2-config-FeO.xyz" 
            "config-3-config-FeO.xyz" 
            "config-4-config-FeO.xyz" 
            "config-5-config-FeO.xyz" 
            "config-6-config-FeO.xyz" 
            "config-7-config-FeO.xyz" 
            "config-8-config-FeO.xyz" 
            "config-9-config-FeO.xyz"
        ]
    }
}