{ "epoch": 2.0, "eval_accuracy": 0.994309148903853, "eval_f1": 0.954933898181287, "eval_loss": 0.02355710230767727, "eval_macro_f1": 0.9547195008322086, "eval_per_label": { "account_number": { "f1": 0.9739644970414201, "precision": 0.9716646989374262, "recall": 0.9762752075919335, "support": 843 }, "age": { "f1": 0.96, "precision": 0.9466357308584686, "recall": 0.9737470167064439, "support": 419 }, "api_key": { "f1": 0.9707317073170731, "precision": 0.9660194174757282, "recall": 0.9754901960784313, "support": 204 }, "bank_routing_number": { "f1": 0.9893992932862192, "precision": 0.9905660377358491, "recall": 0.9882352941176471, "support": 425 }, "biometric_identifier": { "f1": 0.9944341372912802, "precision": 0.9907578558225508, "recall": 0.9981378026070763, "support": 537 }, "blood_type": { "f1": 0.9438943894389439, "precision": 0.9315960912052117, "recall": 0.9565217391304348, "support": 299 }, "certificate_license_number": { "f1": 0.9888475836431226, "precision": 0.9851851851851852, "recall": 0.9925373134328358, "support": 268 }, "city": { "f1": 0.9654754694124772, "precision": 0.9660606060606061, "recall": 0.9648910411622276, "support": 826 }, "company_name": { "f1": 0.9595003785011356, "precision": 0.9395848776871757, "recall": 0.9802784222737819, "support": 2586 }, "coordinate": { "f1": 0.9845360824742269, "precision": 0.9769820971867008, "recall": 0.9922077922077922, "support": 385 }, "country": { "f1": 0.981132075471698, "precision": 0.9774436090225563, "recall": 0.9848484848484849, "support": 924 }, "county": { "f1": 0.9592233009708737, "precision": 0.9610894941634242, "recall": 0.9573643410852714, "support": 774 }, "credit_debit_card": { "f1": 0.9914529914529914, "precision": 0.9953198127925117, "recall": 0.9876160990712074, "support": 646 }, "customer_id": { "f1": 0.9698349459305634, "precision": 0.9583802024746907, "recall": 0.9815668202764977, "support": 868 }, "cvv": { "f1": 0.9593810444874276, "precision": 0.9612403100775194, "recall": 0.9575289575289575, "support": 259 }, "date": { "f1": 0.9579960287154422, "precision": 0.9655172413793104, "recall": 0.9505910882085481, "support": 3299 }, "date_of_birth": { "f1": 0.9861212563915267, "precision": 0.9796806966618288, "recall": 0.9926470588235294, "support": 680 }, "date_time": { "f1": 0.9541984732824427, "precision": 0.9523809523809523, "recall": 0.9560229445506692, "support": 523 }, "device_identifier": { "f1": 0.9603174603174602, "precision": 0.952755905511811, "recall": 0.968, "support": 125 }, "education_level": { "f1": 0.8952007835455434, "precision": 0.904950495049505, "recall": 0.8856589147286822, "support": 516 }, "email": { "f1": 0.994049035943823, "precision": 0.9938124702522608, "recall": 0.9942857142857143, "support": 2100 }, "employee_id": { "f1": 0.9850107066381156, "precision": 0.9745762711864406, "recall": 0.9956709956709957, "support": 462 }, "employment_status": { "f1": 0.9467140319715808, "precision": 0.9467140319715808, "recall": 0.9467140319715808, "support": 563 }, "fax_number": { "f1": 0.864406779661017, "precision": 0.8557046979865772, "recall": 0.8732876712328768, "support": 292 }, "first_name": { "f1": 0.9934272300469483, "precision": 0.9931940858953298, "recall": 0.9936604836816154, "support": 4259 }, "gender": { "f1": 0.9658536585365853, "precision": 0.9519230769230769, "recall": 0.9801980198019802, "support": 404 }, "health_plan_beneficiary_number": { "f1": 0.995159728944821, "precision": 0.9980582524271845, "recall": 0.9922779922779923, "support": 518 }, "http_cookie": { "f1": 0.8944099378881988, "precision": 0.8571428571428571, "recall": 0.935064935064935, "support": 231 }, "ipv4": { "f1": 0.9928571428571428, "precision": 0.9893238434163701, "recall": 0.996415770609319, "support": 279 }, "ipv6": { "f1": 0.9829351535836177, "precision": 0.9795918367346939, "recall": 0.9863013698630136, "support": 146 }, "language": { "f1": 0.9665211062590976, "precision": 0.9880952380952381, "recall": 0.9458689458689459, "support": 351 }, "last_name": { "f1": 0.9916794022754287, "precision": 0.9901661580196677, "recall": 0.9931972789115646, "support": 2940 }, "license_plate": { "f1": 0.9957081545064378, "precision": 0.9957081545064378, "recall": 0.9957081545064378, "support": 233 }, "mac_address": { "f1": 0.9932279909706545, "precision": 0.990990990990991, "recall": 0.995475113122172, "support": 221 }, "medical_record_number": { "f1": 0.9863672814755413, "precision": 0.9887459807073955, "recall": 0.984, "support": 625 }, "occupation": { "f1": 0.6761051719156312, "precision": 0.7490396927016645, "recall": 0.6161137440758294, "support": 1899 }, "password": { "f1": 0.9901269393511989, "precision": 0.9887323943661972, "recall": 0.9915254237288136, "support": 354 }, "phone_number": { "f1": 0.9637488947833776, "precision": 0.9569798068481123, "recall": 0.9706144256455922, "support": 1123 }, "pin": { "f1": 0.9561128526645768, "precision": 0.9744408945686901, "recall": 0.9384615384615385, "support": 325 }, "political_view": { "f1": 0.8720720720720719, "precision": 0.8491228070175438, "recall": 0.8962962962962963, "support": 270 }, "postcode": { "f1": 0.9807162534435261, "precision": 0.9834254143646409, "recall": 0.978021978021978, "support": 364 }, "race_ethnicity": { "f1": 0.9590062111801243, "precision": 0.9278846153846154, "recall": 0.9922879177377892, "support": 389 }, "religious_belief": { "f1": 0.920684292379471, "precision": 0.9135802469135802, "recall": 0.9278996865203761, "support": 319 }, "sexuality": { "f1": 0.907563025210084, "precision": 0.8901098901098901, "recall": 0.9257142857142857, "support": 175 }, "ssn": { "f1": 0.9908972691807542, "precision": 0.9896103896103896, "recall": 0.9921875, "support": 384 }, "state": { "f1": 0.9619732785200411, "precision": 0.9659442724458205, "recall": 0.9580348004094166, "support": 977 }, "street_address": { "f1": 0.9828282828282829, "precision": 0.9808467741935484, "recall": 0.9848178137651822, "support": 988 }, "swift_bic": { "f1": 0.9788732394366197, "precision": 0.9652777777777778, "recall": 0.9928571428571429, "support": 280 }, "tax_id": { "f1": 0.9710144927536231, "precision": 0.9436619718309859, "recall": 1.0, "support": 67 }, "time": { "f1": 0.8011272141706924, "precision": 0.8584987057808455, "recall": 0.7509433962264151, "support": 1325 }, "unique_id": { "f1": 0.8139534883720929, "precision": 0.8860759493670886, "recall": 0.7526881720430108, "support": 93 }, "url": { "f1": 0.9817797729073144, "precision": 0.9779063650710152, "recall": 0.9856839872746553, "support": 1886 }, "user_name": { "f1": 0.9780521262002744, "precision": 0.9861687413554634, "recall": 0.9700680272108844, "support": 735 }, "vehicle_identifier": { "f1": 0.9742489270386265, "precision": 0.9659574468085106, "recall": 0.9826839826839827, "support": 231 } }, "eval_precision": 0.9582233948988567, "eval_recall": 0.9516669093026642, "eval_runtime": 34.2316, "eval_samples_per_second": 146.064, "eval_steps_per_second": 2.308, "eval_weighted_f1": 0.9534616997905814, "test_accuracy": 0.9943192201114947, "test_f1": 0.955778042558636, "test_loss": 0.023028379306197166, "test_macro_f1": 0.9571182705816211, "test_per_label": { "account_number": { "f1": 0.9722450527913006, "precision": 0.9734143562476263, "recall": 0.9710785551907047, "support": 7918 }, "age": { "f1": 0.9595101224693826, "precision": 0.9490729295426452, "recall": 0.9701794288602477, "support": 3957 }, "api_key": { "f1": 0.9694142042509072, "precision": 0.9709241952232607, "recall": 0.9679089026915114, "support": 1932 }, "bank_routing_number": { "f1": 0.9829792848660772, "precision": 0.9872780280943546, "recall": 0.9787178139779296, "support": 3806 }, "biometric_identifier": { "f1": 0.9908826770864643, "precision": 0.9864352683024137, "recall": 0.9953703703703703, "support": 4968 }, "blood_type": { "f1": 0.9675413022351798, "precision": 0.9551036070606294, "recall": 0.9803072075620323, "support": 2539 }, "certificate_license_number": { "f1": 0.9729729729729729, "precision": 0.9673258813413586, "recall": 0.97868638538495, "support": 2299 }, "city": { "f1": 0.9711004306847263, "precision": 0.974445697106351, "recall": 0.9677780542423489, "support": 8038 }, "company_name": { "f1": 0.9649876747889443, "precision": 0.9479278275403934, "recall": 0.9826728274391328, "support": 22508 }, "coordinate": { "f1": 0.9934754240974337, "precision": 0.9910326873011281, "recall": 0.9959302325581395, "support": 3440 }, "country": { "f1": 0.983566710700132, "precision": 0.9812335266209805, "recall": 0.9859110169491525, "support": 9440 }, "county": { "f1": 0.9633140972794724, "precision": 0.9630494505494506, "recall": 0.9635788894997251, "support": 7276 }, "credit_debit_card": { "f1": 0.9889901943918803, "precision": 0.9844178082191781, "recall": 0.9936052540615278, "support": 5786 }, "customer_id": { "f1": 0.9751981590386091, "precision": 0.9645928174001012, "recall": 0.9860392967942089, "support": 7736 }, "cvv": { "f1": 0.9650256181777679, "precision": 0.9462647444298821, "recall": 0.9845454545454545, "support": 2200 }, "date": { "f1": 0.9536449949078485, "precision": 0.9578301326470006, "recall": 0.9494962710977365, "support": 30572 }, "date_of_birth": { "f1": 0.9888132676210591, "precision": 0.9816713264989128, "recall": 0.996059889676911, "support": 6345 }, "date_time": { "f1": 0.9482934804823216, "precision": 0.9519901518260155, "recall": 0.9446254071661238, "support": 4912 }, "device_identifier": { "f1": 0.9511228533685602, "precision": 0.9440559440559441, "recall": 0.9582963620230701, "support": 1127 }, "education_level": { "f1": 0.8892338396718041, "precision": 0.9126081019572144, "recall": 0.867027027027027, "support": 4625 }, "email": { "f1": 0.9941851327989941, "precision": 0.995697796432319, "recall": 0.9926770582696934, "support": 19118 }, "employee_id": { "f1": 0.9811648079306072, "precision": 0.9770483711747285, "recall": 0.9853160776505724, "support": 4018 }, "employment_status": { "f1": 0.9560728547774423, "precision": 0.9473074696004632, "recall": 0.9650019661816752, "support": 5086 }, "fax_number": { "f1": 0.8656716417910448, "precision": 0.8517041334300217, "recall": 0.8801049082053204, "support": 2669 }, "first_name": { "f1": 0.99127445107181, "precision": 0.9907067551737603, "recall": 0.9918427979463658, "support": 38371 }, "gender": { "f1": 0.9452845751993402, "precision": 0.9416598192276089, "recall": 0.9489373447419266, "support": 3623 }, "health_plan_beneficiary_number": { "f1": 0.9898369680287953, "precision": 0.9915164369034994, "recall": 0.9881631790319172, "support": 4731 }, "http_cookie": { "f1": 0.9451417945141795, "precision": 0.9364348226623675, "recall": 0.9540122008446739, "support": 2131 }, "ipv4": { "f1": 0.9872049017841051, "precision": 0.9820724273933309, "recall": 0.9923913043478261, "support": 2760 }, "ipv6": { "f1": 0.9886685552407931, "precision": 0.9837914023960536, "recall": 0.993594306049822, "support": 1405 }, "language": { "f1": 0.9697331146563292, "precision": 0.9801084990958409, "recall": 0.9595750958984951, "support": 3389 }, "last_name": { "f1": 0.9907705032049475, "precision": 0.9910126725078028, "recall": 0.9905284522288206, "support": 26606 }, "license_plate": { "f1": 0.9879454926624738, "precision": 0.985363303711448, "recall": 0.9905412506568576, "support": 1903 }, "mac_address": { "f1": 0.9933444259567388, "precision": 0.9927937915742794, "recall": 0.9938956714761377, "support": 1802 }, "medical_record_number": { "f1": 0.988765943069516, "precision": 0.9863498483316482, "recall": 0.9911939034716342, "support": 5905 }, "occupation": { "f1": 0.6626936089642115, "precision": 0.7378862238197277, "recall": 0.6014084507042253, "support": 17750 }, "password": { "f1": 0.9699709396189861, "precision": 0.9807378387202089, "recall": 0.9594378792717981, "support": 3131 }, "phone_number": { "f1": 0.9617778642287492, "precision": 0.9554589371980676, "recall": 0.9681809281378501, "support": 10214 }, "pin": { "f1": 0.9492007104795738, "precision": 0.9604601006470166, "recall": 0.9382022471910112, "support": 2848 }, "political_view": { "f1": 0.9084634943697784, "precision": 0.8687044112539076, "recall": 0.9520365435858393, "support": 2627 }, "postcode": { "f1": 0.9792821709950393, "precision": 0.9741654571843251, "recall": 0.9844529187444998, "support": 3409 }, "race_ethnicity": { "f1": 0.9791855203619909, "precision": 0.9725218284540318, "recall": 0.985941161155949, "support": 3841 }, "religious_belief": { "f1": 0.9436468054558507, "precision": 0.9312787814381863, "recall": 0.9563477628228446, "support": 2749 }, "sexuality": { "f1": 0.9013282732447818, "precision": 0.847205707491082, "recall": 0.9628378378378378, "support": 1480 }, "ssn": { "f1": 0.9908412005072565, "precision": 0.9884734326679786, "recall": 0.9932203389830508, "support": 3540 }, "state": { "f1": 0.9617844170460941, "precision": 0.9640036919290329, "recall": 0.9595753368721928, "support": 9796 }, "street_address": { "f1": 0.9856871295985687, "precision": 0.9870115328630612, "recall": 0.9843662758235623, "support": 8955 }, "swift_bic": { "f1": 0.9711882229232387, "precision": 0.9447626841243862, "recall": 0.9991345737775854, "support": 2311 }, "tax_id": { "f1": 0.9627659574468085, "precision": 0.9443478260869566, "recall": 0.9819168173598554, "support": 553 }, "time": { "f1": 0.8379063869033895, "precision": 0.8678830722200993, "recall": 0.8099313541945262, "support": 11217 }, "unique_id": { "f1": 0.8542329726288989, "precision": 0.8440251572327044, "recall": 0.8646907216494846, "support": 776 }, "url": { "f1": 0.9818543799772469, "precision": 0.9775172726243062, "recall": 0.9862301451262713, "support": 17502 }, "user_name": { "f1": 0.9719441916894146, "precision": 0.9811696264543784, "recall": 0.962890625, "support": 6656 }, "vehicle_identifier": { "f1": 0.9832548403976975, "precision": 0.9766112266112266, "recall": 0.9899894625922023, "support": 1898 } }, "test_precision": 0.9584375801898897, "test_recall": 0.9531332238153719, "test_runtime": 533.5026, "test_samples_per_second": 84.348, "test_steps_per_second": 1.32, "test_weighted_f1": 0.9543696825710145, "total_flos": 1.5335158946125824e+16, "train_loss": 0.1346272580018119, "train_runtime": 1333.6636, "train_samples_per_second": 75.581, "train_steps_per_second": 2.362 }