diff --git a/docs/benchmark.html b/docs/benchmark.html index b8883c33..a9d62ced 100644 --- a/docs/benchmark.html +++ b/docs/benchmark.html @@ -437,236 +437,236 @@

The test accuracy (%) under different Tiny-ImageNet - β=0.01 - β=0.1 - β=0.5 - β=5 - β=0.01 - β=0.1 - β=0.5 - β=5 + β = 0.01 + β = 0.1 + β = 0.5 + β = 5 + β = 0.01 + β = 0.1 + β = 0.5 + β = 5 FedAvg - 23.58±0.43 - 31.89±0.47 - 27.99±0.32 - 35.51±0.33 - 15.70±0.46 - 19.46±0.20 - 21.14±0.47 - 21.71±0.27 + 23.58 ± 0.43 + 31.89 ± 0.47 + 27.99 ± 0.32 + 35.51 ± 0.33 + 15.70 ± 0.46 + 19.46 ± 0.20 + 21.14 ± 0.47 + 21.71 ± 0.27 FedProx - 23.74±0.25 - 31.99±0.41 - 35.05±0.20 - 35.31±0.43 - 15.66±0.36 - 19.37±0.22 - 21.22±0.47 - 21.69±0.25 + 23.74 ± 0.25 + 31.99 ± 0.41 + 35.05 ± 0.20 + 35.31 ± 0.43 + 15.66 ± 0.36 + 19.37 ± 0.22 + 21.22 ± 0.47 + 21.69 ± 0.25 FedGen - 20.89±0.42 - 30.96±0.54 - 33.88±0.83 - 35.64±0.36 - 15.87±0.23 - 19.19±0.18 - 21.06±0.08 - 21.44±0.51 + 20.89 ± 0.42 + 30.96 ± 0.54 + 33.88 ± 0.83 + 35.64 ± 0.36 + 15.87 ± 0.23 + 19.19 ± 0.18 + 21.06 ± 0.08 + 21.44 ± 0.51 Per-FedAvg - 49.25±0.54 - 44.28±0.33 - 35.32±0.12 - 24.94±0.64 - 39.39±0.30 - 25.07±0.07 - 16.36±0.13 - 12.08±0.27 + 49.25 ± 0.54 + 44.28 ± 0.33 + 35.32 ± 0.12 + 24.94 ± 0.64 + 39.39 ± 0.30 + 25.07 ± 0.07 + 16.36 ± 0.13 + 12.08 ± 0.27 pFedMe - 65.28±0.83 - 47.34±0.46 - 32.52±1.57 - 14.70±0.92 - 41.45±0.14 - 26.93±0.19 - 17.48±0.61 - 4.03±0.50 + 65.28 ± 0.83 + 47.34 ± 0.46 + 32.52 ± 1.57 + 14.70 ± 0.92 + 41.45 ± 0.14 + 26.93 ± 0.19 + 17.48 ± 0.61 + 4.03 ± 0.50 Ditto - 73.29±0.49 - 52.87±0.64 - 26.28±0.17 - 35.72±0.21 - 50.62±0.02 - 32.15±0.04 - 18.98±0.05 - 21.79±0.62 + 73.29 ± 0.49 + 52.87 ± 0.64 + 26.28 ± 0.17 + 35.72 ± 0.21 + 50.62 ± 0.02 + 32.15 ± 0.04 + 18.98 ± 0.05 + 21.79 ± 0.62 APFL - 72.63±0.15 - 46.74±0.60 - 25.69±0.21 - 20.76±9.03 - 49.96±0.04 - 34.87±0.43 - 23.31±0.18 - 16.12±0.10 + 72.63 ± 0.15 + 46.74 ± 0.60 + 25.69 ± 0.21 + 20.76 ± 9.03 + 49.96 ± 0.04 + 34.87 ± 0.43 + 23.31 ± 0.18 + 16.12 ± 0.10 FedFomo - 71.11±0.08 - 45.39±0.45 - 24.35±0.55 - 29.77±0.56 - 46.36±0.54 - 26.33±0.22 - 11.59±0.11 - 14.86±0.55 + 71.11 ± 0.08 + 45.39 ± 0.45 + 24.35 ± 0.55 + 29.77 ± 0.56 + 46.36 ± 0.54 + 26.33 ± 0.22 + 11.59 ± 0.11 + 14.86 ± 0.55 FedAMP - 72.78±0.17 - 47.69±0.49 - 25.94±0.12 - 13.71±0.12 - 48.42±0.06 - 27.99±0.11 - 12.48±0.21 - 5.41±0.14 + 72.78 ± 0.17 + 47.69 ± 0.49 + 25.94 ± 0.12 + 13.71 ± 0.12 + 48.42 ± 0.06 + 27.99 ± 0.11 + 12.48 ± 0.21 + 5.41 ± 0.14 APPLE - 71.11±0.10 - 53.22±0.20 - 41.81±0.23 - 32.68±0.28 - 48.04±0.10 - 35.04±0.47 - 24.28±0.21 - 17.79±0.47 + 71.11 ± 0.10 + 53.22 ± 0.20 + 41.81 ± 0.23 + 32.68 ± 0.28 + 48.04 ± 0.10 + 35.04 ± 0.47 + 24.28 ± 0.21 + 17.79 ± 0.47 FedALA - 73.82±0.35 - 55.92±0.03 - 44.17±0.51 - 34.27±0.70 - 55.75±0.02 - 40.54±0.02 - 29.04±0.13 - 22.12±0.22 + 73.82 ± 0.35 + 55.92 ± 0.03 + 44.17 ± 0.51 + 34.27 ± 0.70 + 55.75 ± 0.02 + 40.54 ± 0.02 + 29.04 ± 0.13 + 22.12 ± 0.22 FedPer - 71.09±0.34 - 49.63±0.54 - 29.17±0.21 - 16.09±0.19 - 51.83±0.22 - 33.84±0.34 - 17.31±0.19 - 9.61±0.06 + 71.09 ± 0.34 + 49.63 ± 0.54 + 29.17 ± 0.21 + 16.09 ± 0.19 + 51.83 ± 0.22 + 33.84 ± 0.34 + 17.31 ± 0.19 + 9.61 ± 0.06 FedRep - 74.91±0.16 - 52.39±0.35 - 29.74±0.21 - 14.93±0.12 - 55.43±0.15 - 37.27±0.20 - 16.74±0.09 - 8.04±0.05 + 74.91 ± 0.16 + 52.39 ± 0.35 + 29.74 ± 0.21 + 14.93 ± 0.12 + 55.43 ± 0.15 + 37.27 ± 0.20 + 16.74 ± 0.09 + 8.04 ± 0.05 FedRoD - 67.78±0.55 - 50.94±0.11 - 36.29±0.07 - 25.63±0.74 - 49.17±0.06 - 36.43±0.05 - 23.23±0.11 - 16.71±0.24 + 67.78 ± 0.55 + 50.94 ± 0.11 + 36.29 ± 0.07 + 25.63 ± 0.74 + 49.17 ± 0.06 + 36.43 ± 0.05 + 23.23 ± 0.11 + 16.71 ± 0.24 FedBABU - 73.30±0.32 - 55.02±0.33 - 39.35±0.45 - 27.61±0.51 - 53.97±0.25 - 36.82±0.45 - 23.08±0.20 - 15.42±0.30 + 73.30 ± 0.32 + 55.02 ± 0.33 + 39.35 ± 0.45 + 27.61 ± 0.51 + 53.97 ± 0.25 + 36.82 ± 0.45 + 23.08 ± 0.20 + 15.42 ± 0.30 FedCP - 77.76±0.03 - 59.56±0.08 - 41.76±0.15 - 26.83±0.03 - 56.31±0.39 - 43.49±0.04 - 28.57±0.07 - 19.12±0.13 + 77.76 ± 0.03 + 59.56 ± 0.08 + 41.76 ± 0.15 + 26.83 ± 0.03 + 56.31 ± 0.39 + 43.49 ± 0.04 + 28.57 ± 0.07 + 19.12 ± 0.13 GPFL - 76.27±0.12 - 61.86±0.31 - 43.73±0.42 - 30.86±0.28 - 57.05±0.41 - 43.37±0.53 - 26.85±0.14 - 16.34±0.39 + 76.27 ± 0.12 + 61.86 ± 0.31 + 43.73 ± 0.42 + 30.86 ± 0.28 + 57.05 ± 0.41 + 43.37 ± 0.53 + 26.85 ± 0.14 + 16.34 ± 0.39 FedDBE - 78.39±0.08 - 64.39±0.27 - 52.58±0.17 - 41.12±0.30 - 54.61±0.09 - 43.32±0.37 - 33.71±0.15 - 26.76±0.11 + 78.39 ± 0.08 + 64.39 ± 0.27 + 52.58 ± 0.17 + 41.12 ± 0.30 + 54.61 ± 0.09 + 43.32 ± 0.37 + 33.71 ± 0.15 + 26.76 ± 0.11 FedDistill - 74.63±0.14 - 49.93±0.23 - 29.32±0.46 - 15.45±0.44 - 50.49±0.07 - 30.02±0.09 - 14.34±0.06 - 6.56±0.06 + 74.63 ± 0.14 + 49.93 ± 0.23 + 29.32 ± 0.46 + 15.45 ± 0.44 + 50.49 ± 0.07 + 30.02 ± 0.09 + 14.34 ± 0.06 + 6.56 ± 0.06 FedProto - 77.19±0.15 - 52.70±0.33 - 32.57±0.23 - 14.20±3.92 - 50.65±0.32 - 31.21±0.16 - 16.69±0.02 - 8.92±0.19 + 77.19 ± 0.15 + 52.70 ± 0.33 + 32.57 ± 0.23 + 14.20 ± 3.92 + 50.65 ± 0.32 + 31.21 ± 0.16 + 16.69 ± 0.02 + 8.92 ± 0.19