Reduce tolerance for DSMC CI test (#4576)

* reduce tolerance for DSMC CI test * update json file with new benchmark values * update reference density array
ECP-WarpX · Jan 5, 2024 · 5b765dc · 5b765dc
1 parent 920b3e8
commit 5b765dc
Show file tree

Hide file tree

Showing 2 changed files with 55 additions and 57 deletions.
diff --git a/Examples/Physics_applications/capacitive_discharge/analysis_dsmc.py b/Examples/Physics_applications/capacitive_discharge/analysis_dsmc.py
@@ -15,46 +15,44 @@
 fn = sys.argv[1]
 test_name = os.path.split(os.getcwd())[1]
 
-my_check = checksumAPI.evaluate_checksum(
-    test_name, fn, do_particles=True, rtol=0.01
-)
+my_check = checksumAPI.evaluate_checksum(test_name, fn, do_particles=True)
 
 ref_density = np.array([
-       1.27953969e+14, 2.23553999e+14, 2.55384510e+14, 2.55663110e+14,
-       2.55805760e+14, 2.55812087e+14, 2.55813911e+14, 2.55754104e+14,
-       2.55929601e+14, 2.56085472e+14, 2.55932867e+14, 2.55828121e+14,
-       2.55901711e+14, 2.55985074e+14, 2.56182697e+14, 2.56446847e+14,
-       2.56483696e+14, 2.56301187e+14, 2.56245301e+14, 2.56797584e+14,
-       2.57257907e+14, 2.57023627e+14, 2.56500876e+14, 2.56106851e+14,
-       2.56283546e+14, 2.56723967e+14, 2.56960855e+14, 2.56825486e+14,
-       2.56674669e+14, 2.56567191e+14, 2.56310927e+14, 2.56361171e+14,
-       2.56692197e+14, 2.56743606e+14, 2.56653108e+14, 2.56883854e+14,
-       2.56763228e+14, 2.56343726e+14, 2.56385489e+14, 2.56570110e+14,
-       2.56538112e+14, 2.56472179e+14, 2.56322922e+14, 2.56195384e+14,
-       2.56474576e+14, 2.56764233e+14, 2.56533016e+14, 2.56257170e+14,
-       2.56362463e+14, 2.56363962e+14, 2.56311292e+14, 2.56678788e+14,
-       2.57061138e+14, 2.56785892e+14, 2.56406603e+14, 2.56334908e+14,
-       2.56120051e+14, 2.56003269e+14, 2.56132187e+14, 2.56329572e+14,
-       2.56535713e+14, 2.56708950e+14, 2.56661860e+14, 2.56448986e+14,
-       2.56386823e+14, 2.56233660e+14, 2.56137632e+14, 2.56206263e+14,
-       2.56364996e+14, 2.56483536e+14, 2.56308741e+14, 2.56447231e+14,
-       2.56896301e+14, 2.56691405e+14, 2.56170780e+14, 2.56122216e+14,
-       2.56427399e+14, 2.56897558e+14, 2.56928868e+14, 2.56659033e+14,
-       2.56749993e+14, 2.56952497e+14, 2.56798907e+14, 2.56377081e+14,
-       2.56453057e+14, 2.56796632e+14, 2.56944576e+14, 2.57248469e+14,
-       2.57279426e+14, 2.56849516e+14, 2.56601834e+14, 2.56850545e+14,
-       2.56953072e+14, 2.56442586e+14, 2.56329006e+14, 2.56790661e+14,
-       2.57083582e+14, 2.57075550e+14, 2.56719615e+14, 2.56220486e+14,
-       2.56222323e+14, 2.56547365e+14, 2.56499423e+14, 2.56434041e+14,
-       2.56378587e+14, 2.56249892e+14, 2.56380492e+14, 2.56504513e+14,
-       2.56337631e+14, 2.56204891e+14, 2.56325116e+14, 2.56297798e+14,
-       2.56112782e+14, 2.56054218e+14, 2.56320120e+14, 2.56580938e+14,
-       2.56446800e+14, 2.56267011e+14, 2.56372853e+14, 2.56617592e+14,
-       2.56630745e+14, 2.56615242e+14, 2.56625259e+14, 2.56561320e+14,
-       2.56640072e+14, 2.56693273e+14, 2.56613237e+14, 2.24169847e+14,
-       1.27683197e+14
+    1.27957355e+14, 2.23554080e+14, 2.55373436e+14, 2.55659492e+14,
+    2.55814670e+14, 2.55818418e+14, 2.55811882e+14, 2.55742272e+14,
+    2.55912888e+14, 2.56086072e+14, 2.55944486e+14, 2.55830183e+14,
+    2.55909337e+14, 2.56008609e+14, 2.56205930e+14, 2.56421940e+14,
+    2.56369990e+14, 2.56151020e+14, 2.55925823e+14, 2.55924941e+14,
+    2.56067211e+14, 2.56264104e+14, 2.56435035e+14, 2.56543804e+14,
+    2.56715146e+14, 2.56639305e+14, 2.56509438e+14, 2.56478881e+14,
+    2.56406748e+14, 2.56194832e+14, 2.56126186e+14, 2.56442221e+14,
+    2.56603784e+14, 2.56592554e+14, 2.56475838e+14, 2.56304135e+14,
+    2.56310993e+14, 2.56298883e+14, 2.56386742e+14, 2.56555670e+14,
+    2.56588013e+14, 2.56851444e+14, 2.56928531e+14, 2.56637559e+14,
+    2.56678652e+14, 2.56827322e+14, 2.56630197e+14, 2.56295404e+14,
+    2.56285079e+14, 2.56558116e+14, 2.56676094e+14, 2.56577780e+14,
+    2.56599749e+14, 2.56540500e+14, 2.56292984e+14, 2.56230350e+14,
+    2.56363607e+14, 2.56553909e+14, 2.56501054e+14, 2.56249684e+14,
+    2.56280268e+14, 2.56558208e+14, 2.56437837e+14, 2.56152650e+14,
+    2.56143349e+14, 2.56067330e+14, 2.56020624e+14, 2.56039223e+14,
+    2.56306096e+14, 2.56693084e+14, 2.56649778e+14, 2.56589778e+14,
+    2.56594097e+14, 2.56368788e+14, 2.56290090e+14, 2.56420940e+14,
+    2.56581419e+14, 2.56642649e+14, 2.56426887e+14, 2.56360122e+14,
+    2.56573424e+14, 2.56679138e+14, 2.56488767e+14, 2.56217444e+14,
+    2.56353118e+14, 2.56640765e+14, 2.56809490e+14, 2.56933226e+14,
+    2.56633538e+14, 2.56203430e+14, 2.56202958e+14, 2.56564020e+14,
+    2.56816347e+14, 2.56709830e+14, 2.56557382e+14, 2.56573904e+14,
+    2.56745541e+14, 2.56784430e+14, 2.56580054e+14, 2.56210130e+14,
+    2.56271415e+14, 2.56821160e+14, 2.56703292e+14, 2.56169296e+14,
+    2.56166549e+14, 2.56467777e+14, 2.56573240e+14, 2.56437594e+14,
+    2.56253730e+14, 2.56176123e+14, 2.56351125e+14, 2.56569916e+14,
+    2.56761101e+14, 2.56891411e+14, 2.56628312e+14, 2.56180062e+14,
+    2.56063564e+14, 2.56189728e+14, 2.56609454e+14, 2.57263643e+14,
+    2.57097673e+14, 2.56666761e+14, 2.56622585e+14, 2.56432378e+14,
+    2.56386718e+14, 2.56734491e+14, 2.57042448e+14, 2.24471147e+14,
+    1.27720853e+14
 ])
 
 density_data = np.load( 'ion_density_case_1.npy' )
 print(repr(density_data))
-assert np.allclose(density_data, ref_density, rtol=0.01)
+assert np.allclose(density_data, ref_density)
diff --git a/Regression/Checksum/benchmarks_json/Python_dsmc_1d.json b/Regression/Checksum/benchmarks_json/Python_dsmc_1d.json
@@ -1,27 +1,27 @@
 {
   "lev=0": {
-    "rho_electrons": 0.004436602398896733,
-    "rho_he_ions": 0.0052003262664415285
+    "rho_electrons": 0.00443743609125863,
+    "rho_he_ions": 0.005198801518328451
+  },
+  "neutrals": {
+    "particle_momentum_x": 1.404700281648976e-19,
+    "particle_momentum_y": 1.4028127127618884e-19,
+    "particle_momentum_z": 1.4090901433394346e-19,
+    "particle_position_x": 1120.7727446759352,
+    "particle_weight": 6.4588e+19
   },
   "he_ions": {
-    "particle_momentum_x": 2.7735512966774165e-19,
-    "particle_momentum_y": 2.7574111491186894e-19,
-    "particle_momentum_z": 3.620520352986572e-19,
-    "particle_position_x": 2201.236370518716,
-    "particle_weight": 17190734375000.002
+    "particle_momentum_x": 2.770386771117138e-19,
+    "particle_momentum_y": 2.7568040242914223e-19,
+    "particle_momentum_z": 3.619756966185903e-19,
+    "particle_position_x": 2200.683185473434,
+    "particle_weight": 17185500000000.002
   },
   "electrons": {
-    "particle_momentum_x": 3.50212700099208e-20,
-    "particle_momentum_y": 3.5368926859820716e-20,
-    "particle_momentum_z": 1.2588108956625115e-19,
-    "particle_position_x": 2139.6498177543617,
-    "particle_weight": 14582968750000.002
-  },
-  "neutrals": {
-    "particle_momentum_x": 1.405588503355727e-19,
-    "particle_momentum_y": 1.408077689882847e-19,
-    "particle_momentum_z": 1.4024616940779626e-19,
-    "particle_position_x": 1121.2330379095083,
-    "particle_weight": 6.4588e+19
+    "particle_momentum_x": 3.5129762363657864e-20,
+    "particle_momentum_y": 3.5431134517510143e-20,
+    "particle_momentum_z": 1.2592093336142964e-19,
+    "particle_position_x": 2142.0662480700303,
+    "particle_weight": 14593699218750.002
   }
-}
+}