<?xml version="1.0" encoding="UTF-8"?>

<!--XBRL Document Created with Wdesk from Workiva-->
<!--Copyright 2021 Workiva-->
<!--r:7d9e4f26-693e-4724-9b97-7156239aa656,g:a3fba620-d328-42f1-88c4-6f69acbf3fc3-->
<link:linkbase xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.xbrl.org/2003/linkbase http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd">
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedPeriodStartLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedPeriodStartLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/netLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/net-2009-12-16.xsd#netLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedNetLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedNetLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedTerseLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedPeriodEndLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedPeriodEndLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedTotalLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedTotalLabel"/>
  <link:labelLink xlink:role="http://www.xbrl.org/2003/role/link" xlink:type="extended">
    <link:label id="lab_hmn_OffsettingAssetsAndLiabilityTableTextBlock_fcff33f2-80bd-4a27-8515-da5499c5c91c_verboseLabel_en-US" xlink:label="lab_hmn_OffsettingAssetsAndLiabilityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Offsetting assets and liability</link:label>
    <link:label id="lab_hmn_OffsettingAssetsAndLiabilityTableTextBlock_label_en-US" xlink:label="lab_hmn_OffsettingAssetsAndLiabilityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Offsetting Assets And Liability [Table Text Block]</link:label>
    <link:label id="lab_hmn_OffsettingAssetsAndLiabilityTableTextBlock_documentation_en-US" xlink:label="lab_hmn_OffsettingAssetsAndLiabilityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Tabular disclosure of offsetting asset and liability.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OffsettingAssetsAndLiabilityTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_OffsettingAssetsAndLiabilityTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OffsettingAssetsAndLiabilityTableTextBlock" xlink:to="lab_hmn_OffsettingAssetsAndLiabilityTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod_0a74f388-035c-4ce4-9790-4d06aa9ced53_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Granted, Total Outstanding Units (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Grants in Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxLiabilitiesGoodwillAndIntangibleAssetsIntangibleAssets_529ad38a-af88-44b9-8896-fc4dd4ff304c_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxLiabilitiesGoodwillAndIntangibleAssetsIntangibleAssets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Intangibles</link:label>
    <link:label id="lab_us-gaap_DeferredTaxLiabilitiesGoodwillAndIntangibleAssetsIntangibleAssets_label_en-US" xlink:label="lab_us-gaap_DeferredTaxLiabilitiesGoodwillAndIntangibleAssetsIntangibleAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Intangible Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxLiabilitiesGoodwillAndIntangibleAssetsIntangibleAssets" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxLiabilitiesGoodwillAndIntangibleAssetsIntangibleAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxLiabilitiesGoodwillAndIntangibleAssetsIntangibleAssets" xlink:to="lab_us-gaap_DeferredTaxLiabilitiesGoodwillAndIntangibleAssetsIntangibleAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPlanAssetsTargetAllocationPercentage_4a6da7d8-ea0b-4a4a-96ea-6f09ddcffd28_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPlanAssetsTargetAllocationPercentage" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined benefit pension plan to approximate allocation</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPlanAssetsTargetAllocationPercentage_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPlanAssetsTargetAllocationPercentage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan Assets, Target Allocation, Percentage</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanPlanAssetsTargetAllocationPercentage" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanPlanAssetsTargetAllocationPercentage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanPlanAssetsTargetAllocationPercentage" xlink:to="lab_us-gaap_DefinedBenefitPlanPlanAssetsTargetAllocationPercentage" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InvestmentContractAndLifePolicyReservesAccountValuesOnLifeContractsFairValue_64b7ddd4-787f-4c4b-a913-4771693d94e4_verboseLabel_en-US" xlink:label="lab_hmn_InvestmentContractAndLifePolicyReservesAccountValuesOnLifeContractsFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment contract and life policy reserves, account values on life contracts</link:label>
    <link:label id="lab_hmn_InvestmentContractAndLifePolicyReservesAccountValuesOnLifeContractsFairValue_label_en-US" xlink:label="lab_hmn_InvestmentContractAndLifePolicyReservesAccountValuesOnLifeContractsFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Contract And Life Policy Reserves, Account Values On Life Contracts, Fair Value</link:label>
    <link:label id="lab_hmn_InvestmentContractAndLifePolicyReservesAccountValuesOnLifeContractsFairValue_documentation_en-US" xlink:label="lab_hmn_InvestmentContractAndLifePolicyReservesAccountValuesOnLifeContractsFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Contract And Life Policy Reserves, Account Values On Life Contracts, Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InvestmentContractAndLifePolicyReservesAccountValuesOnLifeContractsFairValue" xlink:href="hmn-20201231.xsd#hmn_InvestmentContractAndLifePolicyReservesAccountValuesOnLifeContractsFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InvestmentContractAndLifePolicyReservesAccountValuesOnLifeContractsFairValue" xlink:to="lab_hmn_InvestmentContractAndLifePolicyReservesAccountValuesOnLifeContractsFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingIntrinsicValue_1947d054-16c0-4e00-bc25-15a6510dd50a_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingIntrinsicValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Aggregate intrinsic value of options</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingIntrinsicValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingIntrinsicValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Outstanding, Intrinsic Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingIntrinsicValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingIntrinsicValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingIntrinsicValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingIntrinsicValue" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DirectInsurancePremiumsWrittenAndContractDeposits_2e65bc9a-fa40-4c0c-b9e4-9b934093a9ed_terseLabel_en-US" xlink:label="lab_hmn_DirectInsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums written and contract deposits, Gross Amount</link:label>
    <link:label id="lab_hmn_DirectInsurancePremiumsWrittenAndContractDeposits_label_en-US" xlink:label="lab_hmn_DirectInsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Direct Insurance Premiums Written And Contract Deposits</link:label>
    <link:label id="lab_hmn_DirectInsurancePremiumsWrittenAndContractDeposits_documentation_en-US" xlink:label="lab_hmn_DirectInsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The sum of insurance premiums written for all insurance contracts before subtracting any amounts ceded to another insurer or adding premiums assumed from other insurers plus contract deposits on investment and universal life-type contracts.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DirectInsurancePremiumsWrittenAndContractDeposits" xlink:href="hmn-20201231.xsd#hmn_DirectInsurancePremiumsWrittenAndContractDeposits"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DirectInsurancePremiumsWrittenAndContractDeposits" xlink:to="lab_hmn_DirectInsurancePremiumsWrittenAndContractDeposits" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_USStatesAndPoliticalSubdivisionsMember_8bcf762b-f948-46c0-b08d-f24ddc637ea5_verboseLabel_en-US" xlink:label="lab_us-gaap_USStatesAndPoliticalSubdivisionsMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">States, municipalities and political subdivisions</link:label>
    <link:label id="lab_us-gaap_USStatesAndPoliticalSubdivisionsMember_label_en-US" xlink:label="lab_us-gaap_USStatesAndPoliticalSubdivisionsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">US States and Political Subdivisions Debt Securities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_USStatesAndPoliticalSubdivisionsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_USStatesAndPoliticalSubdivisionsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_USStatesAndPoliticalSubdivisionsMember" xlink:to="lab_us-gaap_USStatesAndPoliticalSubdivisionsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ComprehensiveIncomeNetOfTaxAbstract_8b8241df-603d-4e79-813b-245f32e3f3e3_verboseLabel_en-US" xlink:label="lab_us-gaap_ComprehensiveIncomeNetOfTaxAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Comprehensive income (loss)</link:label>
    <link:label id="lab_us-gaap_ComprehensiveIncomeNetOfTaxAbstract_label_en-US" xlink:label="lab_us-gaap_ComprehensiveIncomeNetOfTaxAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Comprehensive Income (Loss), Net of Tax, Attributable to Parent [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ComprehensiveIncomeNetOfTaxAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ComprehensiveIncomeNetOfTaxAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ComprehensiveIncomeNetOfTaxAbstract" xlink:to="lab_us-gaap_ComprehensiveIncomeNetOfTaxAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanChangeInBenefitObligationRollForward_34731676-7666-4305-af71-0ef15911f2f8_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanChangeInBenefitObligationRollForward" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in benefit obligation:</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanChangeInBenefitObligationRollForward_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanChangeInBenefitObligationRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Change in Benefit Obligation [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanChangeInBenefitObligationRollForward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanChangeInBenefitObligationRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanChangeInBenefitObligationRollForward" xlink:to="lab_us-gaap_DefinedBenefitPlanChangeInBenefitObligationRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCarryingAmount_50e58044-cbc7-44f9-a088-9dfda66ed323_verboseLabel_en-US" xlink:label="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCarryingAmount" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount Shown in Balance Sheet</link:label>
    <link:label id="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCarryingAmount_label_en-US" xlink:label="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCarryingAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-15, Insurance Companies, Summary of Investments, Other than Investments in Related Parties, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCarryingAmount" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCarryingAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCarryingAmount" xlink:to="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCarryingAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySettlements_e0977b20-252c-4456-a1f9-eb2988a24f88_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySettlements" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Settlements</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySettlements_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySettlements" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Liability, Settlements</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySettlements" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySettlements"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySettlements" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySettlements" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock_9e4d2550-a555-4ba2-bc07-146b6ea4e075_verboseLabel_en-US" xlink:label="lab_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Contingencies and Commitments</link:label>
    <link:label id="lab_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Commitments and Contingencies Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CommitmentsAndContingenciesDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock" xlink:to="lab_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanChangeInFairValueOfPlanAssetsRollForward_416e3776-424b-40a4-b891-9968526195d9_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanChangeInFairValueOfPlanAssetsRollForward" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in plan assets:</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanChangeInFairValueOfPlanAssetsRollForward_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanChangeInFairValueOfPlanAssetsRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Change in Fair Value of Plan Assets [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanChangeInFairValueOfPlanAssetsRollForward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanChangeInFairValueOfPlanAssetsRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanChangeInFairValueOfPlanAssetsRollForward" xlink:to="lab_us-gaap_DefinedBenefitPlanChangeInFairValueOfPlanAssetsRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock_6caea592-ccac-40f7-acec-1f47d8654abf_verboseLabel_en-US" xlink:label="lab_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments</link:label>
    <link:label id="lab_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments in Debt and Marketable Equity Securities (and Certain Trading Assets) Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock" xlink:to="lab_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_HealthReimbursementAccountsFunding_f33a464c-2159-41d2-8396-cf6347d071f1_terseLabel_en-US" xlink:label="lab_hmn_HealthReimbursementAccountsFunding" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Health reimbursement accounts funding</link:label>
    <link:label id="lab_hmn_HealthReimbursementAccountsFunding_label_en-US" xlink:label="lab_hmn_HealthReimbursementAccountsFunding" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Health Reimbursement Accounts Funding</link:label>
    <link:label id="lab_hmn_HealthReimbursementAccountsFunding_documentation_en-US" xlink:label="lab_hmn_HealthReimbursementAccountsFunding" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Health reimbursement accounts funding.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_HealthReimbursementAccountsFunding" xlink:href="hmn-20201231.xsd#hmn_HealthReimbursementAccountsFunding"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_HealthReimbursementAccountsFunding" xlink:to="lab_hmn_HealthReimbursementAccountsFunding" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfAdditionalSharesAuthorized_3e3a4a90-35eb-4c87-9653-7d85c4c4ccc4_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfAdditionalSharesAuthorized" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amended increase in shares reserved for issuance (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfAdditionalSharesAuthorized_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfAdditionalSharesAuthorized" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Number of Additional Shares Authorized</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfAdditionalSharesAuthorized" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfAdditionalSharesAuthorized"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfAdditionalSharesAuthorized" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfAdditionalSharesAuthorized" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ReinsuranceNetAmountAbstract_661a815c-f9b1-440f-8a15-c583f69b273c_terseLabel_en-US" xlink:label="lab_hmn_ReinsuranceNetAmountAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Amount</link:label>
    <link:label id="lab_hmn_ReinsuranceNetAmountAbstract_label_en-US" xlink:label="lab_hmn_ReinsuranceNetAmountAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance, Net Amount [Abstract]</link:label>
    <link:label id="lab_hmn_ReinsuranceNetAmountAbstract_documentation_en-US" xlink:label="lab_hmn_ReinsuranceNetAmountAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance, Net Amount [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ReinsuranceNetAmountAbstract" xlink:href="hmn-20201231.xsd#hmn_ReinsuranceNetAmountAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ReinsuranceNetAmountAbstract" xlink:to="lab_hmn_ReinsuranceNetAmountAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MeasurementInputOptionBudgetMember_33b219dc-5106-4e62-ac80-a24936f0fd1c_terseLabel_en-US" xlink:label="lab_hmn_MeasurementInputOptionBudgetMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">option budget</link:label>
    <link:label id="lab_hmn_MeasurementInputOptionBudgetMember_label_en-US" xlink:label="lab_hmn_MeasurementInputOptionBudgetMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Option Budget [Member]</link:label>
    <link:label id="lab_hmn_MeasurementInputOptionBudgetMember_documentation_en-US" xlink:label="lab_hmn_MeasurementInputOptionBudgetMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Option Budget</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MeasurementInputOptionBudgetMember" xlink:href="hmn-20201231.xsd#hmn_MeasurementInputOptionBudgetMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MeasurementInputOptionBudgetMember" xlink:to="lab_hmn_MeasurementInputOptionBudgetMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturingOnNovember152023Member_0e16ec90-3bdb-498d-acc4-0e0116bc9e73_terseLabel_en-US" xlink:label="lab_hmn_MaturingOnNovember152023Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On November 15, 2023</link:label>
    <link:label id="lab_hmn_MaturingOnNovember152023Member_label_en-US" xlink:label="lab_hmn_MaturingOnNovember152023Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On November 15 2023 [Member]</link:label>
    <link:label id="lab_hmn_MaturingOnNovember152023Member_documentation_en-US" xlink:label="lab_hmn_MaturingOnNovember152023Member" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On November 15 2023 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturingOnNovember152023Member" xlink:href="hmn-20201231.xsd#hmn_MaturingOnNovember152023Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturingOnNovember152023Member" xlink:to="lab_hmn_MaturingOnNovember152023Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities_5b38d2a8-bf27-4fbc-89d6-9211a935548b_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Sales and repayments</link:label>
    <link:label id="lab_us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities_label_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from Sale and Maturity of Marketable Securities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities" xlink:to="lab_us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_StatutorySurplusAndSubsidiaryDividendRestrictionsTextBlock_77fa2497-517a-4c33-8838-3689dd7e5a77_verboseLabel_en-US" xlink:label="lab_hmn_StatutorySurplusAndSubsidiaryDividendRestrictionsTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statutory Information and Dividend Restrictions</link:label>
    <link:label id="lab_hmn_StatutorySurplusAndSubsidiaryDividendRestrictionsTextBlock_label_en-US" xlink:label="lab_hmn_StatutorySurplusAndSubsidiaryDividendRestrictionsTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statutory Surplus And Subsidiary Dividend Restrictions [Text Block]</link:label>
    <link:label id="lab_hmn_StatutorySurplusAndSubsidiaryDividendRestrictionsTextBlock_documentation_en-US" xlink:label="lab_hmn_StatutorySurplusAndSubsidiaryDividendRestrictionsTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statutory surplus and subsidiary dividend restrictions.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_StatutorySurplusAndSubsidiaryDividendRestrictionsTextBlock" xlink:href="hmn-20201231.xsd#hmn_StatutorySurplusAndSubsidiaryDividendRestrictionsTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_StatutorySurplusAndSubsidiaryDividendRestrictionsTextBlock" xlink:to="lab_hmn_StatutorySurplusAndSubsidiaryDividendRestrictionsTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturingOnFebruary122021Member_c3d65a13-9ad6-4de3-9a08-784f89085fb7_terseLabel_en-US" xlink:label="lab_hmn_MaturingOnFebruary122021Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On February 12 2021</link:label>
    <link:label id="lab_hmn_MaturingOnFebruary122021Member_label_en-US" xlink:label="lab_hmn_MaturingOnFebruary122021Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On February 12 2021 [Member]</link:label>
    <link:label id="lab_hmn_MaturingOnFebruary122021Member_documentation_en-US" xlink:label="lab_hmn_MaturingOnFebruary122021Member" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On February 12 2021</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturingOnFebruary122021Member" xlink:href="hmn-20201231.xsd#hmn_MaturingOnFebruary122021Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturingOnFebruary122021Member" xlink:to="lab_hmn_MaturingOnFebruary122021Member" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_RangeMember_fc1b9c69-e2a0-40a5-8757-1d89d7facb0a_terseLabel_en-US" xlink:label="lab_srt_RangeMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statistical Measurement [Domain]</link:label>
    <link:label id="lab_srt_RangeMember_label_en-US" xlink:label="lab_srt_RangeMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statistical Measurement [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_RangeMember" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_RangeMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_RangeMember" xlink:to="lab_srt_RangeMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilitiesAndStockholdersEquityAbstract_f2460c19-4b7d-4579-83d4-cc90f451f0e6_verboseLabel_en-US" xlink:label="lab_us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">LIABILITIES AND SHAREHOLDERS' EQUITY</link:label>
    <link:label id="lab_us-gaap_LiabilitiesAndStockholdersEquityAbstract_db3c0e7f-878c-4904-b641-af37f1a83330_terseLabel_en-US" xlink:label="lab_us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">LIABILITIES AND SHAREHOLDERS' EQUITY</link:label>
    <link:label id="lab_us-gaap_LiabilitiesAndStockholdersEquityAbstract_label_en-US" xlink:label="lab_us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liabilities and Equity [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilitiesAndStockholdersEquityAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:to="lab_us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentNetAmountAbstract_0f947b0e-a83e-4cce-b0f7-fbd63b01ad4c_verboseLabel_en-US" xlink:label="lab_us-gaap_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentNetAmountAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums</link:label>
    <link:label id="lab_us-gaap_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentNetAmountAbstract_label_en-US" xlink:label="lab_us-gaap_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentNetAmountAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums Earned, Net [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentNetAmountAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentNetAmountAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentNetAmountAbstract" xlink:to="lab_us-gaap_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentNetAmountAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems_04f64e63-623f-4749-b642-c8cf6e45793b_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award [Line Items]</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InterestAccruedOnReinsuranceDeposit_49c76508-4321-4e80-a644-9a85856cd7da_terseLabel_en-US" xlink:label="lab_hmn_InterestAccruedOnReinsuranceDeposit" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest accrued on reinsurance deposit</link:label>
    <link:label id="lab_hmn_InterestAccruedOnReinsuranceDeposit_label_en-US" xlink:label="lab_hmn_InterestAccruedOnReinsuranceDeposit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest Accrued On Reinsurance Deposit</link:label>
    <link:label id="lab_hmn_InterestAccruedOnReinsuranceDeposit_documentation_en-US" xlink:label="lab_hmn_InterestAccruedOnReinsuranceDeposit" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest Accrued On Reinsurance Deposit</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InterestAccruedOnReinsuranceDeposit" xlink:href="hmn-20201231.xsd#hmn_InterestAccruedOnReinsuranceDeposit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InterestAccruedOnReinsuranceDeposit" xlink:to="lab_hmn_InterestAccruedOnReinsuranceDeposit" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_SecurityExchangeName_f2206b8a-93c5-4b8d-9a19-b8b59279b95c_terseLabel_en-US" xlink:label="lab_dei_SecurityExchangeName" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Security Exchange Name</link:label>
    <link:label id="lab_dei_SecurityExchangeName_label_en-US" xlink:label="lab_dei_SecurityExchangeName" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Security Exchange Name</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_SecurityExchangeName" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_SecurityExchangeName"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_SecurityExchangeName" xlink:to="lab_dei_SecurityExchangeName" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets_1112aec7-7608-4f25-b936-004f6caeea2c_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total assets at the end of the year</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets_2ab33da5-6bdb-4ef4-b59b-ef4d70122d5c_periodStartLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value of plan assets at beginning of year</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets_841331d3-a88a-4a2b-a623-0036e4f651c0_periodEndLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value of plan assets at end of year</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets_5900d479-b74e-4a0d-a86d-5f0d22f59959_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Plan assets amount</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan Assets, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanFairValueOfPlanAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets" xlink:to="lab_us-gaap_DefinedBenefitPlanFairValueOfPlanAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DefinedBenefitPlanBenefitAccrual_78d6eade-3a2a-4c92-b136-e3cdf2869269_verboseLabel_en-US" xlink:label="lab_hmn_DefinedBenefitPlanBenefitAccrual" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefit accrual</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanBenefitAccrual_label_en-US" xlink:label="lab_hmn_DefinedBenefitPlanBenefitAccrual" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan Benefit Accrual</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanBenefitAccrual_documentation_en-US" xlink:label="lab_hmn_DefinedBenefitPlanBenefitAccrual" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined benefit plan service cost benefit accrual of the plan.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DefinedBenefitPlanBenefitAccrual" xlink:href="hmn-20201231.xsd#hmn_DefinedBenefitPlanBenefitAccrual"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DefinedBenefitPlanBenefitAccrual" xlink:to="lab_hmn_DefinedBenefitPlanBenefitAccrual" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortDurationInsuranceContractsAccidentYear2017Member_544cb52c-669f-4f4d-874c-439f45c6e941_terseLabel_en-US" xlink:label="lab_us-gaap_ShortDurationInsuranceContractsAccidentYear2017Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2017</link:label>
    <link:label id="lab_us-gaap_ShortDurationInsuranceContractsAccidentYear2017Member_label_en-US" xlink:label="lab_us-gaap_ShortDurationInsuranceContractsAccidentYear2017Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Accident Year 2017 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortDurationInsuranceContractsAccidentYear2017Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortDurationInsuranceContractsAccidentYear2017Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortDurationInsuranceContractsAccidentYear2017Member" xlink:to="lab_us-gaap_ShortDurationInsuranceContractsAccidentYear2017Member" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AssumedInsurancePremiumsAndContractChargesEarned_bade633f-cd1d-4552-9bd0-522a28ff500f_verboseLabel_en-US" xlink:label="lab_hmn_AssumedInsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums and contract charges earned, Assumed from Other Companies</link:label>
    <link:label id="lab_hmn_AssumedInsurancePremiumsAndContractChargesEarned_label_en-US" xlink:label="lab_hmn_AssumedInsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assumed Insurance Premiums And Contract Charges Earned</link:label>
    <link:label id="lab_hmn_AssumedInsurancePremiumsAndContractChargesEarned_documentation_en-US" xlink:label="lab_hmn_AssumedInsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance premiums and contract charges earned for all insurance contracts assumed from other insurers as a result of reinsurance arrangements.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AssumedInsurancePremiumsAndContractChargesEarned" xlink:href="hmn-20201231.xsd#hmn_AssumedInsurancePremiumsAndContractChargesEarned"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AssumedInsurancePremiumsAndContractChargesEarned" xlink:to="lab_hmn_AssumedInsurancePremiumsAndContractChargesEarned" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReinsuranceDisclosuresAbstract_a5e0a620-6522-47cb-90f3-937627e504e3_terseLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceDisclosuresAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Disclosures [Abstract]</link:label>
    <link:label id="lab_us-gaap_ReinsuranceDisclosuresAbstract_e90379d5-9b27-4db7-a9cc-11e7deb59ac5_verboseLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceDisclosuresAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effects of reinsurance on premiums and benefits</link:label>
    <link:label id="lab_us-gaap_ReinsuranceDisclosuresAbstract_label_en-US" xlink:label="lab_us-gaap_ReinsuranceDisclosuresAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Disclosures [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReinsuranceDisclosuresAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReinsuranceDisclosuresAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReinsuranceDisclosuresAbstract" xlink:to="lab_us-gaap_ReinsuranceDisclosuresAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_CededCreditRiskRate_dc7aa62e-d849-4705-8408-bb5ee9490530_terseLabel_en-US" xlink:label="lab_hmn_CededCreditRiskRate" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Minimum crediting rating</link:label>
    <link:label id="lab_hmn_CededCreditRiskRate_label_en-US" xlink:label="lab_hmn_CededCreditRiskRate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ceded Credit Risk, Rate</link:label>
    <link:label id="lab_hmn_CededCreditRiskRate_documentation_en-US" xlink:label="lab_hmn_CededCreditRiskRate" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ceded Credit Risk, Rate</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_CededCreditRiskRate" xlink:href="hmn-20201231.xsd#hmn_CededCreditRiskRate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_CededCreditRiskRate" xlink:to="lab_hmn_CededCreditRiskRate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanSettlementsPlanAssets_ef04957e-5a17-4606-8781-c62a15a111a4_negatedLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanSettlementsPlanAssets" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Settlements</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanSettlementsPlanAssets_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanSettlementsPlanAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan Assets, Payment for Settlement</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanSettlementsPlanAssets" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanSettlementsPlanAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanSettlementsPlanAssets" xlink:to="lab_us-gaap_DefinedBenefitPlanSettlementsPlanAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue_2cee7ec2-148f-43e3-ae63-d55425c97623_periodStartLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Beginning balance, Total Outstanding, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue_affa1c5d-6be2-4ffe-a0eb-05df4e20ded8_periodEndLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ending balance, Total Outstanding, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Nonvested, Weighted Average Grant Date Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYearDomain_d5e862ac-f38c-42b7-bc7e-354d11350a3f_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYearDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Accident Year [Domain]</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYearDomain_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYearDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Accident Year [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsAccidentYearDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsAccidentYearDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsAccidentYearDomain" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsAccidentYearDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_VariableRateDomain_c7f4e9ac-678b-4edd-8325-b099601f1d96_terseLabel_en-US" xlink:label="lab_us-gaap_VariableRateDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable Rate [Domain]</link:label>
    <link:label id="lab_us-gaap_VariableRateDomain_label_en-US" xlink:label="lab_us-gaap_VariableRateDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable Rate [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_VariableRateDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_VariableRateDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_VariableRateDomain" xlink:to="lab_us-gaap_VariableRateDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFive_1e998c86-a354-4920-979b-d1d1b82eba34_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFive" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2025</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFive_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFive" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Expected Future Benefit Payment, Year Five</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFive" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFive"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFive" xlink:to="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFive" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleRealizedLoss_2a7e494e-2662-475b-835b-12eb882a613c_negatedLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleRealizedLoss" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross losses realized</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleRealizedLoss_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleRealizedLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Realized Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleRealizedLoss" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleRealizedLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleRealizedLoss" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleRealizedLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EquitySecuritiesInvestmentSummaryMember_c78e437f-61ff-4bee-aa06-b2fddfc42006_verboseLabel_en-US" xlink:label="lab_us-gaap_EquitySecuritiesInvestmentSummaryMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity securities</link:label>
    <link:label id="lab_us-gaap_EquitySecuritiesInvestmentSummaryMember_label_en-US" xlink:label="lab_us-gaap_EquitySecuritiesInvestmentSummaryMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity Securities, Investment Summary [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EquitySecuritiesInvestmentSummaryMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EquitySecuritiesInvestmentSummaryMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EquitySecuritiesInvestmentSummaryMember" xlink:to="lab_us-gaap_EquitySecuritiesInvestmentSummaryMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriodWeightedAverageGrantDateFairValue_15750e06-ea60-48f1-9e80-d3beb5941108_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vested, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriodWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Vested Vested In Period Weighted Average Grant Date Fair Value</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriodWeightedAverageGrantDateFairValue_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award equity instruments other than options vested in period weighted average grant date fair value.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriodWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetsAbstract_9ef4f1f1-87f5-4808-a280-494d4cc783ee_terseLabel_en-US" xlink:label="lab_us-gaap_AssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">ASSETS</link:label>
    <link:label id="lab_us-gaap_AssetsAbstract_5250243a-d29e-4256-976f-75c13fcc7c34_verboseLabel_en-US" xlink:label="lab_us-gaap_AssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">ASSETS</link:label>
    <link:label id="lab_us-gaap_AssetsAbstract_label_en-US" xlink:label="lab_us-gaap_AssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assets [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AssetsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetsAbstract" xlink:to="lab_us-gaap_AssetsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_EffectiveIncomeTaxRateReconciliationCARESActNetOperatingLossCarrybackAmount_f4b6c5e7-957f-44cc-a5e3-9cba14aada61_negatedLabel_en-US" xlink:label="lab_hmn_EffectiveIncomeTaxRateReconciliationCARESActNetOperatingLossCarrybackAmount" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">CARES Act net operating loss carryback</link:label>
    <link:label id="lab_hmn_EffectiveIncomeTaxRateReconciliationCARESActNetOperatingLossCarrybackAmount_label_en-US" xlink:label="lab_hmn_EffectiveIncomeTaxRateReconciliationCARESActNetOperatingLossCarrybackAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Income Tax Rate Reconciliation, CARES Act Net Operating Loss Carryback, Amount</link:label>
    <link:label id="lab_hmn_EffectiveIncomeTaxRateReconciliationCARESActNetOperatingLossCarrybackAmount_documentation_en-US" xlink:label="lab_hmn_EffectiveIncomeTaxRateReconciliationCARESActNetOperatingLossCarrybackAmount" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Income Tax Rate Reconciliation, CARES Act Net Operating Loss Carryback, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_EffectiveIncomeTaxRateReconciliationCARESActNetOperatingLossCarrybackAmount" xlink:href="hmn-20201231.xsd#hmn_EffectiveIncomeTaxRateReconciliationCARESActNetOperatingLossCarrybackAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_EffectiveIncomeTaxRateReconciliationCARESActNetOperatingLossCarrybackAmount" xlink:to="lab_hmn_EffectiveIncomeTaxRateReconciliationCARESActNetOperatingLossCarrybackAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockIssuedDuringPeriodValueShareBasedCompensation_dc5cd399-f770-4a12-bd7d-5adcd9baabb1_verboseLabel_en-US" xlink:label="lab_us-gaap_StockIssuedDuringPeriodValueShareBasedCompensation" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options exercised and conversion of common stock units and restricted stock units</link:label>
    <link:label id="lab_us-gaap_StockIssuedDuringPeriodValueShareBasedCompensation_label_en-US" xlink:label="lab_us-gaap_StockIssuedDuringPeriodValueShareBasedCompensation" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Shares Issued, Value, Share-based Payment Arrangement, after Forfeiture</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockIssuedDuringPeriodValueShareBasedCompensation" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StockIssuedDuringPeriodValueShareBasedCompensation"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockIssuedDuringPeriodValueShareBasedCompensation" xlink:to="lab_us-gaap_StockIssuedDuringPeriodValueShareBasedCompensation" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OperatingLeasePayments_f12afcbd-c4fe-4438-8a40-57a2853eb5d6_terseLabel_en-US" xlink:label="lab_us-gaap_OperatingLeasePayments" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash paid for amounts included in the measurement of lease liabilities</link:label>
    <link:label id="lab_us-gaap_OperatingLeasePayments_label_en-US" xlink:label="lab_us-gaap_OperatingLeasePayments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Lease, Payments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OperatingLeasePayments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OperatingLeasePayments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OperatingLeasePayments" xlink:to="lab_us-gaap_OperatingLeasePayments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetChangeAnnuitiesAndInvestmentCertificatesAbstract_f4c791ce-0f9d-4b50-8ab4-d82cef14ba24_terseLabel_en-US" xlink:label="lab_us-gaap_NetChangeAnnuitiesAndInvestmentCertificatesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Annuity contracts: variable, fixed and FHLB funding agreements</link:label>
    <link:label id="lab_us-gaap_NetChangeAnnuitiesAndInvestmentCertificatesAbstract_label_en-US" xlink:label="lab_us-gaap_NetChangeAnnuitiesAndInvestmentCertificatesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Change Annuities and Investment Certificates [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetChangeAnnuitiesAndInvestmentCertificatesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetChangeAnnuitiesAndInvestmentCertificatesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetChangeAnnuitiesAndInvestmentCertificatesAbstract" xlink:to="lab_us-gaap_NetChangeAnnuitiesAndInvestmentCertificatesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ComprehensiveIncomeNoteTextBlock_53e20893-1841-4da1-9e7d-fb7a7d69dc8b_terseLabel_en-US" xlink:label="lab_us-gaap_ComprehensiveIncomeNoteTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Comprehensive Income (Loss) and Accumulated Other Comprehensive Income (Loss)</link:label>
    <link:label id="lab_us-gaap_ComprehensiveIncomeNoteTextBlock_label_en-US" xlink:label="lab_us-gaap_ComprehensiveIncomeNoteTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Comprehensive Income (Loss) Note [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ComprehensiveIncomeNoteTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ComprehensiveIncomeNoteTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ComprehensiveIncomeNoteTextBlock" xlink:to="lab_us-gaap_ComprehensiveIncomeNoteTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FederalHomeLoanBankAdvancesInterestRate_f28e949f-cdd0-4386-bc71-51dcec4165ba_terseLabel_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankAdvancesInterestRate" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">FHLB advances interest rate</link:label>
    <link:label id="lab_us-gaap_FederalHomeLoanBankAdvancesInterestRate_label_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankAdvancesInterestRate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank, Advances, Interest Rate</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FederalHomeLoanBankAdvancesInterestRate" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FederalHomeLoanBankAdvancesInterestRate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FederalHomeLoanBankAdvancesInterestRate" xlink:to="lab_us-gaap_FederalHomeLoanBankAdvancesInterestRate" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturingOnJanuary152021Member_22546904-5261-4c82-9c01-8f8beb86e507_terseLabel_en-US" xlink:label="lab_hmn_MaturingOnJanuary152021Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On January 15, 2021</link:label>
    <link:label id="lab_hmn_MaturingOnJanuary152021Member_label_en-US" xlink:label="lab_hmn_MaturingOnJanuary152021Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On January 15 2021 [Member]</link:label>
    <link:label id="lab_hmn_MaturingOnJanuary152021Member_documentation_en-US" xlink:label="lab_hmn_MaturingOnJanuary152021Member" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On January 15 2021</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturingOnJanuary152021Member" xlink:href="hmn-20201231.xsd#hmn_MaturingOnJanuary152021Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturingOnJanuary152021Member" xlink:to="lab_hmn_MaturingOnJanuary152021Member" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AdjustmentToDeferredPolicyAcquisitionCostAmortizationExpensesAbstract_e926e4d2-69c0-4006-b355-1f9b3d5a3668_verboseLabel_en-US" xlink:label="lab_hmn_AdjustmentToDeferredPolicyAcquisitionCostAmortizationExpensesAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increase (decrease) to DAC amortization expense:</link:label>
    <link:label id="lab_hmn_AdjustmentToDeferredPolicyAcquisitionCostAmortizationExpensesAbstract_label_en-US" xlink:label="lab_hmn_AdjustmentToDeferredPolicyAcquisitionCostAmortizationExpensesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Adjustment To Deferred Policy Acquisition Cost Amortization Expenses [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AdjustmentToDeferredPolicyAcquisitionCostAmortizationExpensesAbstract" xlink:href="hmn-20201231.xsd#hmn_AdjustmentToDeferredPolicyAcquisitionCostAmortizationExpensesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AdjustmentToDeferredPolicyAcquisitionCostAmortizationExpensesAbstract" xlink:to="lab_hmn_AdjustmentToDeferredPolicyAcquisitionCostAmortizationExpensesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput_af9fd6cc-1037-4cf4-88f3-e0a67193a142_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt securities, measurement input</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Measurement Input</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToSupplementalPolicies_3ab943f2-d7e5-4092-9211-a84e9af6f41e_terseLabel_en-US" xlink:label="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToSupplementalPolicies" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization of acquisition costs for supplemental policies</link:label>
    <link:label id="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToSupplementalPolicies_label_en-US" xlink:label="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToSupplementalPolicies" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization Period Of Acquisition Costs Related To Supplemental Policies</link:label>
    <link:label id="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToSupplementalPolicies_documentation_en-US" xlink:label="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToSupplementalPolicies" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization Period Of Acquisition Costs Related To Supplemental Policies</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToSupplementalPolicies" xlink:href="hmn-20201231.xsd#hmn_AmortizationPeriodOfAcquisitionCostsRelatedToSupplementalPolicies"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToSupplementalPolicies" xlink:to="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToSupplementalPolicies" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedInPeriod_abd2477e-64e7-4437-8372-c02e96cf0741_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedInPeriod" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Granted, Vested, Units (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedInPeriod_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based Compensation Arrangement By Share based Payment Award Equity Instruments Other Than Options Granted In Period</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedInPeriod_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedInPeriod" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Granted In Period.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedInPeriod" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedInPeriod" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermTwo_5d44b902-2d3c-4fad-9357-841e2ce3fbc1_terseLabel_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermTwo" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization of acquisition costs for individual life contracts, second term</link:label>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermTwo_label_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermTwo" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisition Costs Amortization In Years For Individual Life Contracts Term Two</link:label>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermTwo_documentation_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermTwo" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The number of years over which capitalized acquisition costs are amortized for individual life contracts. Acquisition costs are amortized in proportion to the anticipated premiums over the terms of the insurance policies.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermTwo" xlink:href="hmn-20201231.xsd#hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermTwo"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermTwo" xlink:to="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermTwo" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriod_bc32e08b-a9f2-45bf-ac09-9850a7f5b0a5_terseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriod" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Adjustment for performance achievement, Total Outstanding Units (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriod_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Adjustment For Performance Achievement In Period</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriod_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriod" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Adjustment For Performance Achievement In Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriod" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriod" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths_c4143007-c9a2-4479-bcc7-43770d304524_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2021</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid, Year One</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RealizedGainLossOnInvestmentsTableTextBlock_3acd5f20-82d1-4733-af65-78a053e3ee31_verboseLabel_en-US" xlink:label="lab_us-gaap_RealizedGainLossOnInvestmentsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of realized investment gains (losses)</link:label>
    <link:label id="lab_us-gaap_RealizedGainLossOnInvestmentsTableTextBlock_label_en-US" xlink:label="lab_us-gaap_RealizedGainLossOnInvestmentsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Realized Gain (Loss) on Investments [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RealizedGainLossOnInvestmentsTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RealizedGainLossOnInvestmentsTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RealizedGainLossOnInvestmentsTableTextBlock" xlink:to="lab_us-gaap_RealizedGainLossOnInvestmentsTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GuaranteedInsuranceContractTypeOfBenefitDomain_78d008bc-fcef-4ae0-852c-0076c99a3088_terseLabel_en-US" xlink:label="lab_us-gaap_GuaranteedInsuranceContractTypeOfBenefitDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Guaranteed Insurance Contract, Type of Benefit [Domain]</link:label>
    <link:label id="lab_us-gaap_GuaranteedInsuranceContractTypeOfBenefitDomain_label_en-US" xlink:label="lab_us-gaap_GuaranteedInsuranceContractTypeOfBenefitDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Guaranteed Insurance Contract, Type of Benefit [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GuaranteedInsuranceContractTypeOfBenefitDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GuaranteedInsuranceContractTypeOfBenefitDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GuaranteedInsuranceContractTypeOfBenefitDomain" xlink:to="lab_us-gaap_GuaranteedInsuranceContractTypeOfBenefitDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPaidClaimsAndClaimsAdjustmentExpense_78751f51-94c5-4c99-82bc-6e69ea4bf603_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPaidClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Paid claims and claim adjustment expenses</link:label>
    <link:label id="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPaidClaimsAndClaimsAdjustmentExpense_label_en-US" xlink:label="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPaidClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-18, Supplemental Information, Property-Casualty Insurance Underwriters, Paid Claim and Claim Adjustment Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPaidClaimsAndClaimsAdjustmentExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPaidClaimsAndClaimsAdjustmentExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPaidClaimsAndClaimsAdjustmentExpense" xlink:to="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPaidClaimsAndClaimsAdjustmentExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableForfeitedInPeriod_d553d643-f5dd-4bb4-ade3-e7f6dc5c0037_negatedLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableForfeitedInPeriod" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Vested and Exercisable, Forfeited (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableForfeitedInPeriod_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableForfeitedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Options Vested And Exercisable Forfeited In Period</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableForfeitedInPeriod_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableForfeitedInPeriod" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award options vested and exercisable forfeited in period.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableForfeitedInPeriod" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableForfeitedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableForfeitedInPeriod" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableForfeitedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber_3e9d637f-caff-4a6b-ad21-b31e758d458f_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Stock options (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber_f952d2d2-8ef3-46cb-89fd-a3e7ba2e35e6_periodStartLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Outstanding, Beginning Balance (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber_8b34e000-68c3-480b-9f52-6b5ace37b9b9_periodEndLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Outstanding, Ending Balance (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber_933f602e-b72a-4035-866c-b89358c51279_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total Outstanding Options, Options (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Outstanding, Number</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ProceedsFromSaleAndMaturityOfMarketableSecuritiesExcludingFHLBRepayments_02b02aeb-70f4-4204-90cd-a5b690ac6372_terseLabel_en-US" xlink:label="lab_hmn_ProceedsFromSaleAndMaturityOfMarketableSecuritiesExcludingFHLBRepayments" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds received</link:label>
    <link:label id="lab_hmn_ProceedsFromSaleAndMaturityOfMarketableSecuritiesExcludingFHLBRepayments_label_en-US" xlink:label="lab_hmn_ProceedsFromSaleAndMaturityOfMarketableSecuritiesExcludingFHLBRepayments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds From Sale And Maturity Of Marketable Securities (Excluding FHLB Repayments)</link:label>
    <link:label id="lab_hmn_ProceedsFromSaleAndMaturityOfMarketableSecuritiesExcludingFHLBRepayments_documentation_en-US" xlink:label="lab_hmn_ProceedsFromSaleAndMaturityOfMarketableSecuritiesExcludingFHLBRepayments" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds From Sale And Maturity Of Marketable Securities (Excluding FHLB Repayments)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ProceedsFromSaleAndMaturityOfMarketableSecuritiesExcludingFHLBRepayments" xlink:href="hmn-20201231.xsd#hmn_ProceedsFromSaleAndMaturityOfMarketableSecuritiesExcludingFHLBRepayments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ProceedsFromSaleAndMaturityOfMarketableSecuritiesExcludingFHLBRepayments" xlink:to="lab_hmn_ProceedsFromSaleAndMaturityOfMarketableSecuritiesExcludingFHLBRepayments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour_fef25aa3-e28b-4e1d-9114-c25451e90455_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2024</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid, Year Four</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock_4976264a-6df8-4682-a900-bfc2e11f2078_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of company's fair value hierarchy measured at recurring basis</link:label>
    <link:label id="lab_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Fair Value, Assets and Liabilities Measured on Recurring Basis [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInDeferredPolicyAcquisitionCosts_ab740023-370a-480e-9522-c779b5fb6683_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInDeferredPolicyAcquisitionCosts" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred policy acquisition costs</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInDeferredPolicyAcquisitionCosts_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInDeferredPolicyAcquisitionCosts" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increase (Decrease) in Deferred Policy Acquisition Costs</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInDeferredPolicyAcquisitionCosts" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncreaseDecreaseInDeferredPolicyAcquisitionCosts"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInDeferredPolicyAcquisitionCosts" xlink:to="lab_us-gaap_IncreaseDecreaseInDeferredPolicyAcquisitionCosts" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AOCIAttributableToParentNetOfTaxRollForward_b4122747-c34b-4d8e-9d98-09b9ab030a66_terseLabel_en-US" xlink:label="lab_us-gaap_AOCIAttributableToParentNetOfTaxRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">AOCI Attributable to Parent, Net of Tax [Roll Forward]</link:label>
    <link:label id="lab_us-gaap_AOCIAttributableToParentNetOfTaxRollForward_label_en-US" xlink:label="lab_us-gaap_AOCIAttributableToParentNetOfTaxRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">AOCI Attributable to Parent, Net of Tax [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AOCIAttributableToParentNetOfTaxRollForward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AOCIAttributableToParentNetOfTaxRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AOCIAttributableToParentNetOfTaxRollForward" xlink:to="lab_us-gaap_AOCIAttributableToParentNetOfTaxRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_Fairvaluemeasurementwithunobservableinputsreconciliationrecurringbasisliabilitypaydownsandmaturities_9f74dbe5-3ce4-4ddb-ad88-ede6c9df962f_negatedLabel_en-US" xlink:label="lab_hmn_Fairvaluemeasurementwithunobservableinputsreconciliationrecurringbasisliabilitypaydownsandmaturities" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Paydowns, maturities and distributions</link:label>
    <link:label id="lab_hmn_Fairvaluemeasurementwithunobservableinputsreconciliationrecurringbasisliabilitypaydownsandmaturities_label_en-US" xlink:label="lab_hmn_Fairvaluemeasurementwithunobservableinputsreconciliationrecurringbasisliabilitypaydownsandmaturities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityPaydownsAndMaturities</link:label>
    <link:label id="lab_hmn_Fairvaluemeasurementwithunobservableinputsreconciliationrecurringbasisliabilitypaydownsandmaturities_documentation_en-US" xlink:label="lab_hmn_Fairvaluemeasurementwithunobservableinputsreconciliationrecurringbasisliabilitypaydownsandmaturities" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Measurement With Unobservable Inputs Reconciliation Recurring Basis Liability Paydowns And Maturities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_Fairvaluemeasurementwithunobservableinputsreconciliationrecurringbasisliabilitypaydownsandmaturities" xlink:href="hmn-20201231.xsd#hmn_Fairvaluemeasurementwithunobservableinputsreconciliationrecurringbasisliabilitypaydownsandmaturities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_Fairvaluemeasurementwithunobservableinputsreconciliationrecurringbasisliabilitypaydownsandmaturities" xlink:to="lab_hmn_Fairvaluemeasurementwithunobservableinputsreconciliationrecurringbasisliabilitypaydownsandmaturities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PreferredStockValue_73b15422-caa0-429a-92dc-618f0012d835_terseLabel_en-US" xlink:label="lab_us-gaap_PreferredStockValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Preferred stock, $0.001 par value, authorized 1,000,000 shares; none issued</link:label>
    <link:label id="lab_us-gaap_PreferredStockValue_c5a2fd3b-36bd-433d-9561-ca222fe6d2a2_verboseLabel_en-US" xlink:label="lab_us-gaap_PreferredStockValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Preferred stock, $0.001 par value, authorized 1,000,000 shares; none issued</link:label>
    <link:label id="lab_us-gaap_PreferredStockValue_label_en-US" xlink:label="lab_us-gaap_PreferredStockValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Preferred Stock, Value, Issued</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PreferredStockValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PreferredStockValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PreferredStockValue" xlink:to="lab_us-gaap_PreferredStockValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeLowerRangeLimit_ba6639d0-dad7-4e5a-8cef-161edd3cbe1e_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeLowerRangeLimit" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Minimum exercise price (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeLowerRangeLimit_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeLowerRangeLimit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Payment Arrangement, Option, Exercise Price Range, Lower Range Limit</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeLowerRangeLimit" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeLowerRangeLimit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeLowerRangeLimit" xlink:to="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeLowerRangeLimit" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromBankDebt_2f7cb6e1-d9ea-4753-a693-ecbfe176d235_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromBankDebt" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">FHLB borrowings</link:label>
    <link:label id="lab_us-gaap_ProceedsFromBankDebt_label_en-US" xlink:label="lab_us-gaap_ProceedsFromBankDebt" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from Bank Debt</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromBankDebt" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromBankDebt"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromBankDebt" xlink:to="lab_us-gaap_ProceedsFromBankDebt" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermTwo_9ce66c72-7d3a-4c26-93d0-61987737e787_terseLabel_en-US" xlink:label="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermTwo" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization of acquisition costs for property and casualty contracts, second term</link:label>
    <link:label id="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermTwo_label_en-US" xlink:label="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermTwo" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization Period Of Acquisition Costs Related To Property And Casualty Policy Term Two</link:label>
    <link:label id="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermTwo_documentation_en-US" xlink:label="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermTwo" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The period of time over which capitalized acquisition costs are amortized for property and casualty policies. Acquisition costs are amortized over the term of the insurance policy (6 and 12 months).</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermTwo" xlink:href="hmn-20201231.xsd#hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermTwo"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermTwo" xlink:to="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermTwo" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPeriodIncreaseDecreaseAbstract_c4e569cf-920f-4c93-8499-89182cb49e2a_verboseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPeriodIncreaseDecreaseAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other comprehensive income (loss), net of tax:</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPeriodIncreaseDecreaseAbstract_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPeriodIncreaseDecreaseAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Net of Tax [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPeriodIncreaseDecreaseAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeLossNetOfTaxPeriodIncreaseDecreaseAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPeriodIncreaseDecreaseAbstract" xlink:to="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPeriodIncreaseDecreaseAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeLiabilityMeasurementInput_3b3b8d65-4547-45d2-ace3-dddd8f1d6803_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeLiabilityMeasurementInput" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivatives embedded in fixed indexed annuity products, measurement input</link:label>
    <link:label id="lab_us-gaap_DerivativeLiabilityMeasurementInput_label_en-US" xlink:label="lab_us-gaap_DerivativeLiabilityMeasurementInput" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Liability, Measurement Input</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeLiabilityMeasurementInput" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeLiabilityMeasurementInput"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeLiabilityMeasurementInput" xlink:to="lab_us-gaap_DerivativeLiabilityMeasurementInput" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommonStockParOrStatedValuePerShare_47d16bba-d226-4bc1-a63b-303532980c9a_verboseLabel_en-US" xlink:label="lab_us-gaap_CommonStockParOrStatedValuePerShare" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common stock, par value (in usd per share)</link:label>
    <link:label id="lab_us-gaap_CommonStockParOrStatedValuePerShare_label_en-US" xlink:label="lab_us-gaap_CommonStockParOrStatedValuePerShare" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common Stock, Par or Stated Value Per Share</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonStockParOrStatedValuePerShare" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CommonStockParOrStatedValuePerShare"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommonStockParOrStatedValuePerShare" xlink:to="lab_us-gaap_CommonStockParOrStatedValuePerShare" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearThree_4fe8d302-6480-4f3a-9c84-e41bb81282ed_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearThree" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2023</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearThree_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearThree" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Expected Future Benefit Payment, Year Three</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearThree" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearThree"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearThree" xlink:to="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearThree" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DeferredIncomeTaxLiabilitiesAssets_fcaecb4c-4696-4add-9e50-477793582d43_verboseLabel_en-US" xlink:label="lab_hmn_DeferredIncomeTaxLiabilitiesAssets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred</link:label>
    <link:label id="lab_hmn_DeferredIncomeTaxLiabilitiesAssets_label_en-US" xlink:label="lab_hmn_DeferredIncomeTaxLiabilitiesAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Income Tax Liabilities (Assets)</link:label>
    <link:label id="lab_hmn_DeferredIncomeTaxLiabilitiesAssets_documentation_en-US" xlink:label="lab_hmn_DeferredIncomeTaxLiabilitiesAssets" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred income tax assets liabilities.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DeferredIncomeTaxLiabilitiesAssets" xlink:href="hmn-20201231.xsd#hmn_DeferredIncomeTaxLiabilitiesAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DeferredIncomeTaxLiabilitiesAssets" xlink:to="lab_hmn_DeferredIncomeTaxLiabilitiesAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementFrequencyDomain_3ca37d2b-150a-4f86-882a-064e5f73bca2_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementFrequencyDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Frequency [Domain]</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementFrequencyDomain_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementFrequencyDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Frequency [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementFrequencyDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementFrequencyDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementFrequencyDomain" xlink:to="lab_us-gaap_FairValueMeasurementFrequencyDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ConcentrationRiskPercentage1_5a3683e3-eeee-41af-852f-14b687a727ca_terseLabel_en-US" xlink:label="lab_us-gaap_ConcentrationRiskPercentage1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Concentration risk, percent</link:label>
    <link:label id="lab_us-gaap_ConcentrationRiskPercentage1_label_en-US" xlink:label="lab_us-gaap_ConcentrationRiskPercentage1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Concentration Risk, Percentage</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ConcentrationRiskPercentage1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ConcentrationRiskPercentage1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ConcentrationRiskPercentage1" xlink:to="lab_us-gaap_ConcentrationRiskPercentage1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod_af56c3b4-e685-45c0-b349-bc71cebe3cb9_terseLabel_en-US" xlink:label="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Expiration period</link:label>
    <link:label id="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod_label_en-US" xlink:label="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Expiration Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod" xlink:to="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateFairValueOfPlanAssets_e88a72a1-c108-4569-a927-0b49dd0e9170_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateFairValueOfPlanAssets" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value of plan assets</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateFairValueOfPlanAssets_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateFairValueOfPlanAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan with Accumulated Benefit Obligation in Excess of Plan Assets, Plan Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateFairValueOfPlanAssets" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateFairValueOfPlanAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateFairValueOfPlanAssets" xlink:to="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateFairValueOfPlanAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInAccruedInvestmentIncomeReceivable_fd4c7c4a-72e7-40b2-b2df-8bc2c25d7be8_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInAccruedInvestmentIncomeReceivable" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accrued investment income</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInAccruedInvestmentIncomeReceivable_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInAccruedInvestmentIncomeReceivable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increase (Decrease) in Accrued Investment Income Receivable</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInAccruedInvestmentIncomeReceivable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncreaseDecreaseInAccruedInvestmentIncomeReceivable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInAccruedInvestmentIncomeReceivable" xlink:to="lab_us-gaap_IncreaseDecreaseInAccruedInvestmentIncomeReceivable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedAmortizationOfGainLossNextFiscalYear_b581c4a4-cfd5-4c71-b280-27b0f436f343_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedAmortizationOfGainLossNextFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Expected amortization of gain (loss) next year</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedAmortizationOfGainLossNextFiscalYear_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedAmortizationOfGainLossNextFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Expected Amortization of Gain (Loss), Next Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanExpectedAmortizationOfGainLossNextFiscalYear" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanExpectedAmortizationOfGainLossNextFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanExpectedAmortizationOfGainLossNextFiscalYear" xlink:to="lab_us-gaap_DefinedBenefitPlanExpectedAmortizationOfGainLossNextFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementLineItems_d6a921c2-f249-4a78-89ed-ac0110467145_terseLabel_en-US" xlink:label="lab_us-gaap_StatementLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statement [Line Items]</link:label>
    <link:label id="lab_us-gaap_StatementLineItems_label_en-US" xlink:label="lab_us-gaap_StatementLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statement [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatementLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementLineItems" xlink:to="lab_us-gaap_StatementLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EquitySecuritiesFvNiRealizedLoss_3c2c7012-b24d-4545-807d-62d4faa6ac44_negatedLabel_en-US" xlink:label="lab_us-gaap_EquitySecuritiesFvNiRealizedLoss" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross losses realized</link:label>
    <link:label id="lab_us-gaap_EquitySecuritiesFvNiRealizedLoss_label_en-US" xlink:label="lab_us-gaap_EquitySecuritiesFvNiRealizedLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity Securities, FV-NI, Realized Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EquitySecuritiesFvNiRealizedLoss" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EquitySecuritiesFvNiRealizedLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EquitySecuritiesFvNiRealizedLoss" xlink:to="lab_us-gaap_EquitySecuritiesFvNiRealizedLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentTerm_e729dd3d-50f4-4268-a164-b4ef18737487_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentTerm" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt term</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentTerm_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentTerm" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Instrument, Term</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentTerm" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtInstrumentTerm"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentTerm" xlink:to="lab_us-gaap_DebtInstrumentTerm" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ProductandCasualtyMember_df1a6e25-8b4a-4b3a-936c-47657a1098ca_terseLabel_en-US" xlink:label="lab_hmn_ProductandCasualtyMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property and Casualty</link:label>
    <link:label id="lab_hmn_ProductandCasualtyMember_2d0dbffe-9a26-4276-9666-40239969d36c_verboseLabel_en-US" xlink:label="lab_hmn_ProductandCasualtyMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property and Casualty segment</link:label>
    <link:label id="lab_hmn_ProductandCasualtyMember_label_en-US" xlink:label="lab_hmn_ProductandCasualtyMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Product and Casualty [Member]</link:label>
    <link:label id="lab_hmn_ProductandCasualtyMember_documentation_en-US" xlink:label="lab_hmn_ProductandCasualtyMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Product and Casualty [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ProductandCasualtyMember" xlink:href="hmn-20201231.xsd#hmn_ProductandCasualtyMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ProductandCasualtyMember" xlink:to="lab_hmn_ProductandCasualtyMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfCollaborativeArrangementsAndNoncollaborativeArrangementTransactionsTable_89138fd7-f87e-4b86-b2a8-c10532ed2e43_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfCollaborativeArrangementsAndNoncollaborativeArrangementTransactionsTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Collaborative Arrangement and Arrangement Other than Collaborative [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfCollaborativeArrangementsAndNoncollaborativeArrangementTransactionsTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfCollaborativeArrangementsAndNoncollaborativeArrangementTransactionsTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Collaborative Arrangement and Arrangement Other than Collaborative [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfCollaborativeArrangementsAndNoncollaborativeArrangementTransactionsTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfCollaborativeArrangementsAndNoncollaborativeArrangementTransactionsTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfCollaborativeArrangementsAndNoncollaborativeArrangementTransactionsTable" xlink:to="lab_us-gaap_ScheduleOfCollaborativeArrangementsAndNoncollaborativeArrangementTransactionsTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsVestedNumberOfShares_7c90cb6e-c5f1-440a-8589-e781f964fe12_terseLabel_en-US" xlink:label="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsVestedNumberOfShares" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Outstanding, Vested (in shares)</link:label>
    <link:label id="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsVestedNumberOfShares_label_en-US" xlink:label="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsVestedNumberOfShares" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Vested, Number of Shares</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsVestedNumberOfShares" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsVestedNumberOfShares"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsVestedNumberOfShares" xlink:to="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsVestedNumberOfShares" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MeasurementInputTypeDomain_2210a844-17ef-4d5b-adfb-565164e6ec65_terseLabel_en-US" xlink:label="lab_us-gaap_MeasurementInputTypeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Type [Domain]</link:label>
    <link:label id="lab_us-gaap_MeasurementInputTypeDomain_label_en-US" xlink:label="lab_us-gaap_MeasurementInputTypeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Type [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MeasurementInputTypeDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_MeasurementInputTypeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MeasurementInputTypeDomain" xlink:to="lab_us-gaap_MeasurementInputTypeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementTable_e147652a-38cf-4356-b66c-29f3b8b1ee95_terseLabel_en-US" xlink:label="lab_us-gaap_StatementTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statement [Table]</link:label>
    <link:label id="lab_us-gaap_StatementTable_label_en-US" xlink:label="lab_us-gaap_StatementTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statement [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatementTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementTable" xlink:to="lab_us-gaap_StatementTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansDisclosuresTable_deda1216-d5fe-4fc1-8d64-9fa3e5cb38b3_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansDisclosuresTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plans and Other Postretirement Benefit Plans Disclosures [Table]</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansDisclosuresTable_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansDisclosuresTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plans and Other Postretirement Benefit Plans Disclosures [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansDisclosuresTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansDisclosuresTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansDisclosuresTable" xlink:to="lab_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansDisclosuresTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanInterestCost_623cec13-f323-48cf-93b8-2561de2c4380_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanInterestCost" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest cost</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanInterestCost_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanInterestCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Interest Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanInterestCost" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanInterestCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanInterestCost" xlink:to="lab_us-gaap_DefinedBenefitPlanInterestCost" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_NumberOfSupplementalDefinedBenefitPlansFrozen_f7dd2249-a7f0-425d-8aba-2e31ebc1d7bf_terseLabel_en-US" xlink:label="lab_hmn_NumberOfSupplementalDefinedBenefitPlansFrozen" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number of supplemental defined benefit plans frozen</link:label>
    <link:label id="lab_hmn_NumberOfSupplementalDefinedBenefitPlansFrozen_label_en-US" xlink:label="lab_hmn_NumberOfSupplementalDefinedBenefitPlansFrozen" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number Of Supplemental Defined Benefit Plans Frozen</link:label>
    <link:label id="lab_hmn_NumberOfSupplementalDefinedBenefitPlansFrozen_documentation_en-US" xlink:label="lab_hmn_NumberOfSupplementalDefinedBenefitPlansFrozen" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number Of Supplemental Defined Benefit Plans Frozen</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_NumberOfSupplementalDefinedBenefitPlansFrozen" xlink:href="hmn-20201231.xsd#hmn_NumberOfSupplementalDefinedBenefitPlansFrozen"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_NumberOfSupplementalDefinedBenefitPlansFrozen" xlink:to="lab_hmn_NumberOfSupplementalDefinedBenefitPlansFrozen" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_RangeAxis_e4053d7b-92ab-4871-8687-4e1135f46faa_terseLabel_en-US" xlink:label="lab_srt_RangeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statistical Measurement [Axis]</link:label>
    <link:label id="lab_srt_RangeAxis_label_en-US" xlink:label="lab_srt_RangeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statistical Measurement [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_RangeAxis" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_RangeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_RangeAxis" xlink:to="lab_srt_RangeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerTwo_c585f7e4-0da8-450a-a62b-5cf90dd52550_terseLabel_en-US" xlink:label="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerTwo" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention base amount per occurrence under layer two</link:label>
    <link:label id="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerTwo_label_en-US" xlink:label="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerTwo" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention Base Amount Per Occurrence Under Layer Two</link:label>
    <link:label id="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerTwo_documentation_en-US" xlink:label="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerTwo" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention base amount per occurrence under layer two.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_RetentionBaseAmountPerOccurrenceUnderLayerTwo" xlink:href="hmn-20201231.xsd#hmn_RetentionBaseAmountPerOccurrenceUnderLayerTwo"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_RetentionBaseAmountPerOccurrenceUnderLayerTwo" xlink:to="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerTwo" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValueForTwelveMonthsOrLess_12dac514-6fc3-4b72-bd8e-614c5ec17cdf_verboseLabel_en-US" xlink:label="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValueForTwelveMonthsOrLess" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value as a percentage of total fixed maturities and equity securities fair value, 12 Months or Less</link:label>
    <link:label id="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValueForTwelveMonthsOrLess_label_en-US" xlink:label="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValueForTwelveMonthsOrLess" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value as percentage of total fixed maturities and equity securities fair value less than 12 months</link:label>
    <link:label id="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValueForTwelveMonthsOrLess_documentation_en-US" xlink:label="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValueForTwelveMonthsOrLess" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value of positions with a gross unrealized loss for twelve months or less as a percentage of total fixed maturities and equities fair value.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValueForTwelveMonthsOrLess" xlink:href="hmn-20201231.xsd#hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValueForTwelveMonthsOrLess"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValueForTwelveMonthsOrLess" xlink:to="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValueForTwelveMonthsOrLess" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_WeightedAverageMember_1bc9de25-cebe-4e35-a7f8-729cfcd0426f_terseLabel_en-US" xlink:label="lab_srt_WeightedAverageMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average</link:label>
    <link:label id="lab_srt_WeightedAverageMember_label_en-US" xlink:label="lab_srt_WeightedAverageMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_WeightedAverageMember" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_WeightedAverageMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_WeightedAverageMember" xlink:to="lab_srt_WeightedAverageMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DefinedContributionPlanVestingPeriodforCompanyContributions_48fe1619-7f11-44fd-847b-ffbca9bb1a11_terseLabel_en-US" xlink:label="lab_hmn_DefinedContributionPlanVestingPeriodforCompanyContributions" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vesting period for Company contributions</link:label>
    <link:label id="lab_hmn_DefinedContributionPlanVestingPeriodforCompanyContributions_label_en-US" xlink:label="lab_hmn_DefinedContributionPlanVestingPeriodforCompanyContributions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Contribution Plan, Vesting Period for Company Contributions</link:label>
    <link:label id="lab_hmn_DefinedContributionPlanVestingPeriodforCompanyContributions_documentation_en-US" xlink:label="lab_hmn_DefinedContributionPlanVestingPeriodforCompanyContributions" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Contribution Plan, Vesting Period for Company Contributions</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DefinedContributionPlanVestingPeriodforCompanyContributions" xlink:href="hmn-20201231.xsd#hmn_DefinedContributionPlanVestingPeriodforCompanyContributions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DefinedContributionPlanVestingPeriodforCompanyContributions" xlink:to="lab_hmn_DefinedContributionPlanVestingPeriodforCompanyContributions" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntitySmallBusiness_65ec344b-973f-46ba-9543-c89d2b805bdb_terseLabel_en-US" xlink:label="lab_dei_EntitySmallBusiness" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Small Business</link:label>
    <link:label id="lab_dei_EntitySmallBusiness_label_en-US" xlink:label="lab_dei_EntitySmallBusiness" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Small Business</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntitySmallBusiness" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntitySmallBusiness"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntitySmallBusiness" xlink:to="lab_dei_EntitySmallBusiness" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ConsolidationPolicyTextBlock_15003a7a-18cb-43d2-bf6a-c384cb34246a_terseLabel_en-US" xlink:label="lab_us-gaap_ConsolidationPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidation</link:label>
    <link:label id="lab_us-gaap_ConsolidationPolicyTextBlock_label_en-US" xlink:label="lab_us-gaap_ConsolidationPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidation, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ConsolidationPolicyTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ConsolidationPolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ConsolidationPolicyTextBlock" xlink:to="lab_us-gaap_ConsolidationPolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankAxis_4df2c2d6-c742-48fd-a5dc-aa8fa6506139_terseLabel_en-US" xlink:label="lab_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank Branch [Axis]</link:label>
    <link:label id="lab_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankAxis_label_en-US" xlink:label="lab_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank Branch [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankAxis" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankAxis" xlink:to="lab_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ContractHolderFundsMember_7dafed40-a788-4aea-bfe3-cf2edd9247ff_verboseLabel_en-US" xlink:label="lab_us-gaap_ContractHolderFundsMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Closed-end fund</link:label>
    <link:label id="lab_us-gaap_ContractHolderFundsMember_label_en-US" xlink:label="lab_us-gaap_ContractHolderFundsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Contract Holder Funds [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ContractHolderFundsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ContractHolderFundsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ContractHolderFundsMember" xlink:to="lab_us-gaap_ContractHolderFundsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearNine_083c93bc-f534-435f-8492-e613a22fbbfd_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearNine" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Year Nine</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearNine_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearNine" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration, Year Nine</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearNine" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearNine"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearNine" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearNine" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_GuaranteedMinimumDeathBenefitReserve_a4e1f975-9260-425a-bc60-c21894ec1f2a_verboseLabel_en-US" xlink:label="lab_hmn_GuaranteedMinimumDeathBenefitReserve" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">GMDB reserve</link:label>
    <link:label id="lab_hmn_GuaranteedMinimumDeathBenefitReserve_label_en-US" xlink:label="lab_hmn_GuaranteedMinimumDeathBenefitReserve" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Guaranteed Minimum Death Benefit Reserve</link:label>
    <link:label id="lab_hmn_GuaranteedMinimumDeathBenefitReserve_documentation_en-US" xlink:label="lab_hmn_GuaranteedMinimumDeathBenefitReserve" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Guaranteed minimum death benefit reserve.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_GuaranteedMinimumDeathBenefitReserve" xlink:href="hmn-20201231.xsd#hmn_GuaranteedMinimumDeathBenefitReserve"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_GuaranteedMinimumDeathBenefitReserve" xlink:to="lab_hmn_GuaranteedMinimumDeathBenefitReserve" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtDisclosureTextBlock_c04c6d94-2893-4935-ad80-307b624ea186_verboseLabel_en-US" xlink:label="lab_us-gaap_DebtDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt</link:label>
    <link:label id="lab_us-gaap_DebtDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_DebtDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtDisclosureTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtDisclosureTextBlock" xlink:to="lab_us-gaap_DebtDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNetAbstract_6bf42dce-a597-4ad4-a69b-e2d6039fa5da_verboseLabel_en-US" xlink:label="lab_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNetAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in fair value of embedded derivatives:</link:label>
    <link:label id="lab_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNetAbstract_label_en-US" xlink:label="lab_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNetAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Embedded Derivative, Gain (Loss) on Embedded Derivative, Net [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNetAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNetAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNetAbstract" xlink:to="lab_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNetAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementsFairValueHierarchyDomain_c09c37cc-7c29-48f7-acfc-8ae5bd2e03d7_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementsFairValueHierarchyDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Hierarchy and NAV [Domain]</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementsFairValueHierarchyDomain_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementsFairValueHierarchyDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Hierarchy and NAV [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementsFairValueHierarchyDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementsFairValueHierarchyDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementsFairValueHierarchyDomain" xlink:to="lab_us-gaap_FairValueMeasurementsFairValueHierarchyDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestAndDividendIncomeOperating_e120fdd4-77a1-4c9e-92ab-8136c4a6222a_terseLabel_en-US" xlink:label="lab_us-gaap_InterestAndDividendIncomeOperating" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment income</link:label>
    <link:label id="lab_us-gaap_InterestAndDividendIncomeOperating_label_en-US" xlink:label="lab_us-gaap_InterestAndDividendIncomeOperating" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest and Dividend Income, Operating</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestAndDividendIncomeOperating" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InterestAndDividendIncomeOperating"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestAndDividendIncomeOperating" xlink:to="lab_us-gaap_InterestAndDividendIncomeOperating" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IndustrialMiscellaneousAndAllOthersMember_00b63202-239d-4b82-a846-3b68ac40ab00_terseLabel_en-US" xlink:label="lab_us-gaap_IndustrialMiscellaneousAndAllOthersMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Industrial, miscellaneous and all other</link:label>
    <link:label id="lab_us-gaap_IndustrialMiscellaneousAndAllOthersMember_label_en-US" xlink:label="lab_us-gaap_IndustrialMiscellaneousAndAllOthersMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Industrial, Miscellaneous, and All Others [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IndustrialMiscellaneousAndAllOthersMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IndustrialMiscellaneousAndAllOthersMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IndustrialMiscellaneousAndAllOthersMember" xlink:to="lab_us-gaap_IndustrialMiscellaneousAndAllOthersMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedWeightedAverageGrantDateFairValue_731a3817-144f-4f1f-b530-4bc29ba9f18a_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Distributed, Total Outstanding, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Distributed Weighted Average Grant Date Fair Value</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedWeightedAverageGrantDateFairValue_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award equity instruments other than options distributed weighted average grant date fair value.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedWeightedAverageGrantDateFairValue" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedWeightedAverageGrantDateFairValue" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_AmendmentFlag_28ec1c93-69af-4c49-bf6d-f37c8b996228_terseLabel_en-US" xlink:label="lab_dei_AmendmentFlag" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amendment Flag</link:label>
    <link:label id="lab_dei_AmendmentFlag_label_en-US" xlink:label="lab_dei_AmendmentFlag" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amendment Flag</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_AmendmentFlag" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_AmendmentFlag"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_AmendmentFlag" xlink:to="lab_dei_AmendmentFlag" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AdditionsToContractHoldersFunds_ea2f532f-1f38-43dc-a826-2a819a070b7b_verboseLabel_en-US" xlink:label="lab_us-gaap_AdditionsToContractHoldersFunds" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deposits</link:label>
    <link:label id="lab_us-gaap_AdditionsToContractHoldersFunds_label_en-US" xlink:label="lab_us-gaap_AdditionsToContractHoldersFunds" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Additions to Contract Holders Funds</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AdditionsToContractHoldersFunds" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AdditionsToContractHoldersFunds"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AdditionsToContractHoldersFunds" xlink:to="lab_us-gaap_AdditionsToContractHoldersFunds" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsAndMethodologyAbstract_376b01ec-c354-4681-862d-88ee4fd83d84_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsAndMethodologyAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted average assumptions:</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsAndMethodologyAbstract_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsAndMethodologyAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Fair Value Assumptions and Methodology [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsAndMethodologyAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsAndMethodologyAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsAndMethodologyAbstract" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsAndMethodologyAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsMajorClassNameDomain_b65cca7d-aa39-4dd1-a80d-b882ef41f208_terseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsMajorClassNameDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Assets, Major Class Name [Domain]</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsMajorClassNameDomain_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsMajorClassNameDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Assets, Major Class Name [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetsMajorClassNameDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetsMajorClassNameDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetsMajorClassNameDomain" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetsMajorClassNameDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationsRecurringBasisLiabilityValue_65ccab1e-d181-4892-9825-6bca2826344a_periodStartLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationsRecurringBasisLiabilityValue" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Beginning balance</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationsRecurringBasisLiabilityValue_1fd30290-d2ff-462f-b363-a6da5b0dfa48_periodEndLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationsRecurringBasisLiabilityValue" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ending balance</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationsRecurringBasisLiabilityValue_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationsRecurringBasisLiabilityValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Liability Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationsRecurringBasisLiabilityValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationsRecurringBasisLiabilityValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationsRecurringBasisLiabilityValue" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationsRecurringBasisLiabilityValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CorporateNonSegmentMember_b52154ea-48e0-4e8d-a178-182ea9b8f2fe_terseLabel_en-US" xlink:label="lab_us-gaap_CorporateNonSegmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Corporate and Other</link:label>
    <link:label id="lab_us-gaap_CorporateNonSegmentMember_label_en-US" xlink:label="lab_us-gaap_CorporateNonSegmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Corporate, Non-Segment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CorporateNonSegmentMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CorporateNonSegmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CorporateNonSegmentMember" xlink:to="lab_us-gaap_CorporateNonSegmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant_a72bc52e-dc51-416d-ab54-e14778dd1e96_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Shares available for grant (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Number of Shares Available for Grant</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PurchaseCommitmentRemainingMinimumAmountCommitted_5dadeffa-ed5d-450a-b928-8f9949f45e7b_terseLabel_en-US" xlink:label="lab_us-gaap_PurchaseCommitmentRemainingMinimumAmountCommitted" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Remaining minimum amount committed</link:label>
    <link:label id="lab_us-gaap_PurchaseCommitmentRemainingMinimumAmountCommitted_label_en-US" xlink:label="lab_us-gaap_PurchaseCommitmentRemainingMinimumAmountCommitted" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Purchase Commitment, Remaining Minimum Amount Committed</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PurchaseCommitmentRemainingMinimumAmountCommitted" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PurchaseCommitmentRemainingMinimumAmountCommitted"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PurchaseCommitmentRemainingMinimumAmountCommitted" xlink:to="lab_us-gaap_PurchaseCommitmentRemainingMinimumAmountCommitted" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionPercent_2c3ade82-a269-4d0b-a495-7cf68ebd6f10_totalLabel_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionPercent" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionPercent_label_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionPercent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable Annuity Contract Value Distribution Percent</link:label>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionPercent_documentation_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionPercent" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable annuity contract value distribution percent.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_VariableAnnuityContractValueDistributionPercent" xlink:href="hmn-20201231.xsd#hmn_VariableAnnuityContractValueDistributionPercent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_VariableAnnuityContractValueDistributionPercent" xlink:to="lab_hmn_VariableAnnuityContractValueDistributionPercent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReclassificationFromAociCurrentPeriodNetOfTaxAttributableToParent_0e5df070-9591-400f-a4b5-149ac7d1bfc9_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_ReclassificationFromAociCurrentPeriodNetOfTaxAttributableToParent" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amounts reclassified from AOCI</link:label>
    <link:label id="lab_us-gaap_ReclassificationFromAociCurrentPeriodNetOfTaxAttributableToParent_label_en-US" xlink:label="lab_us-gaap_ReclassificationFromAociCurrentPeriodNetOfTaxAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reclassification from AOCI, Current Period, Net of Tax, Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReclassificationFromAociCurrentPeriodNetOfTaxAttributableToParent" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReclassificationFromAociCurrentPeriodNetOfTaxAttributableToParent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReclassificationFromAociCurrentPeriodNetOfTaxAttributableToParent" xlink:to="lab_us-gaap_ReclassificationFromAociCurrentPeriodNetOfTaxAttributableToParent" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_SocieteGeneraleMember_5cb101fb-f005-4bbd-b098-033ce951f07e_terseLabel_en-US" xlink:label="lab_hmn_SocieteGeneraleMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Societe Generale</link:label>
    <link:label id="lab_hmn_SocieteGeneraleMember_label_en-US" xlink:label="lab_hmn_SocieteGeneraleMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Societe Generale [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_SocieteGeneraleMember" xlink:href="hmn-20201231.xsd#hmn_SocieteGeneraleMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_SocieteGeneraleMember" xlink:to="lab_hmn_SocieteGeneraleMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MeasurementInputNonPerformanceAdjustmentMember_69714319-5691-4c09-ad49-d42fc4a448e9_terseLabel_en-US" xlink:label="lab_hmn_MeasurementInputNonPerformanceAdjustmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">non-performance adjustment</link:label>
    <link:label id="lab_hmn_MeasurementInputNonPerformanceAdjustmentMember_label_en-US" xlink:label="lab_hmn_MeasurementInputNonPerformanceAdjustmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Non Performance Adjustment [Member]</link:label>
    <link:label id="lab_hmn_MeasurementInputNonPerformanceAdjustmentMember_documentation_en-US" xlink:label="lab_hmn_MeasurementInputNonPerformanceAdjustmentMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Non Performance Adjustment</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MeasurementInputNonPerformanceAdjustmentMember" xlink:href="hmn-20201231.xsd#hmn_MeasurementInputNonPerformanceAdjustmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MeasurementInputNonPerformanceAdjustmentMember" xlink:to="lab_hmn_MeasurementInputNonPerformanceAdjustmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DebtInstrumentRedemptionPriceInterestDiscountedAtTreasuryYieldMargin_91e7bd43-b4fd-4052-897c-4999fc87e192_terseLabel_en-US" xlink:label="lab_hmn_DebtInstrumentRedemptionPriceInterestDiscountedAtTreasuryYieldMargin" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt redemption price, interest discounted at treasury yield margin</link:label>
    <link:label id="lab_hmn_DebtInstrumentRedemptionPriceInterestDiscountedAtTreasuryYieldMargin_label_en-US" xlink:label="lab_hmn_DebtInstrumentRedemptionPriceInterestDiscountedAtTreasuryYieldMargin" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Instrument, Redemption Price, Interest Discounted At Treasury Yield Margin</link:label>
    <link:label id="lab_hmn_DebtInstrumentRedemptionPriceInterestDiscountedAtTreasuryYieldMargin_documentation_en-US" xlink:label="lab_hmn_DebtInstrumentRedemptionPriceInterestDiscountedAtTreasuryYieldMargin" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Instrument, Redemption Price, Interest Discounted At Treasury Yield Margin</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DebtInstrumentRedemptionPriceInterestDiscountedAtTreasuryYieldMargin" xlink:href="hmn-20201231.xsd#hmn_DebtInstrumentRedemptionPriceInterestDiscountedAtTreasuryYieldMargin"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DebtInstrumentRedemptionPriceInterestDiscountedAtTreasuryYieldMargin" xlink:to="lab_hmn_DebtInstrumentRedemptionPriceInterestDiscountedAtTreasuryYieldMargin" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DepositAssetOnReinsuranceFairValueDisclosure_d4095679-43a4-41dd-bf98-c5c3cd0d8bed_terseLabel_en-US" xlink:label="lab_hmn_DepositAssetOnReinsuranceFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deposit asset on reinsurance</link:label>
    <link:label id="lab_hmn_DepositAssetOnReinsuranceFairValueDisclosure_label_en-US" xlink:label="lab_hmn_DepositAssetOnReinsuranceFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deposit Asset On Reinsurance Fair Value Disclosure</link:label>
    <link:label id="lab_hmn_DepositAssetOnReinsuranceFairValueDisclosure_documentation_en-US" xlink:label="lab_hmn_DepositAssetOnReinsuranceFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deposit Asset On Reinsurance Fair Value Disclosure</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DepositAssetOnReinsuranceFairValueDisclosure" xlink:href="hmn-20201231.xsd#hmn_DepositAssetOnReinsuranceFairValueDisclosure"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DepositAssetOnReinsuranceFairValueDisclosure" xlink:to="lab_hmn_DepositAssetOnReinsuranceFairValueDisclosure" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueByMeasurementFrequencyAxis_89e76848-dbe7-4f75-8789-ba8af4555942_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueByMeasurementFrequencyAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Frequency [Axis]</link:label>
    <link:label id="lab_us-gaap_FairValueByMeasurementFrequencyAxis_label_en-US" xlink:label="lab_us-gaap_FairValueByMeasurementFrequencyAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Frequency [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueByMeasurementFrequencyAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueByMeasurementFrequencyAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueByMeasurementFrequencyAxis" xlink:to="lab_us-gaap_FairValueByMeasurementFrequencyAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansTableTextBlockLineItems_05a96172-c963-4cd6-b95e-78ce4d6a2ac8_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansTableTextBlockLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plans and Other Postretirement Benefit Plans Table Text Block [Line Items]</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansTableTextBlockLineItems_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansTableTextBlockLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plans and Other Postretirement Benefit Plans Table Text Block [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansTableTextBlockLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansTableTextBlockLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansTableTextBlockLineItems" xlink:to="lab_us-gaap_DefinedBenefitPlansAndOtherPostretirementBenefitPlansTableTextBlockLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain_82aae728-1a0a-4272-bf1c-d8bf444beee2_terseLabel_en-US" xlink:label="lab_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Financial Instruments [Domain]</link:label>
    <link:label id="lab_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain_label_en-US" xlink:label="lab_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Financial Instruments [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain" xlink:to="lab_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets_15f34d6f-4d0c-4a2c-89f8-831331d8dc62_negatedLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Expected return on plan assets</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Expected Return (Loss) on Plan Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets" xlink:to="lab_us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatutoryAccountingPracticesStatutoryAmountAvailableForDividendPayments_09ccf0bc-9b4a-4f7a-92d8-1c253b96ee3b_verboseLabel_en-US" xlink:label="lab_us-gaap_StatutoryAccountingPracticesStatutoryAmountAvailableForDividendPayments" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Aggregate amount of dividends</link:label>
    <link:label id="lab_us-gaap_StatutoryAccountingPracticesStatutoryAmountAvailableForDividendPayments_label_en-US" xlink:label="lab_us-gaap_StatutoryAccountingPracticesStatutoryAmountAvailableForDividendPayments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statutory Accounting Practices, Statutory Amount Available for Dividend Payments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatutoryAccountingPracticesStatutoryAmountAvailableForDividendPayments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatutoryAccountingPracticesStatutoryAmountAvailableForDividendPayments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatutoryAccountingPracticesStatutoryAmountAvailableForDividendPayments" xlink:to="lab_us-gaap_StatutoryAccountingPracticesStatutoryAmountAvailableForDividendPayments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusBalance_b17266e4-f863-4eb3-a976-2c90df78e8c4_terseLabel_en-US" xlink:label="lab_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusBalance" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidated capital and surplus, statutory basis</link:label>
    <link:label id="lab_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusBalance_label_en-US" xlink:label="lab_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusBalance" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statutory Accounting Practices, Statutory Capital and Surplus, Balance</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusBalance" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusBalance"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusBalance" xlink:to="lab_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusBalance" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeGainLossOnDerivativeNet_d95a7cd0-90b9-4135-af08-1fe7134cbc71_verboseLabel_en-US" xlink:label="lab_us-gaap_DerivativeGainLossOnDerivativeNet" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net investment gains (losses)</link:label>
    <link:label id="lab_us-gaap_DerivativeGainLossOnDerivativeNet_label_en-US" xlink:label="lab_us-gaap_DerivativeGainLossOnDerivativeNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative, Gain (Loss) on Derivative, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeGainLossOnDerivativeNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeGainLossOnDerivativeNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeGainLossOnDerivativeNet" xlink:to="lab_us-gaap_DerivativeGainLossOnDerivativeNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AdjustmentForAmortizationAbstract_c9a493de-adf5-45c9-83e8-a468663a881c_verboseLabel_en-US" xlink:label="lab_us-gaap_AdjustmentForAmortizationAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization of:</link:label>
    <link:label id="lab_us-gaap_AdjustmentForAmortizationAbstract_label_en-US" xlink:label="lab_us-gaap_AdjustmentForAmortizationAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AdjustmentForAmortizationAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AdjustmentForAmortizationAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AdjustmentForAmortizationAbstract" xlink:to="lab_us-gaap_AdjustmentForAmortizationAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueDisclosureItemAmountsDomain_83900d65-8eab-4aa3-af0e-7f93464fe346_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueDisclosureItemAmountsDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Measurement [Domain]</link:label>
    <link:label id="lab_us-gaap_FairValueDisclosureItemAmountsDomain_label_en-US" xlink:label="lab_us-gaap_FairValueDisclosureItemAmountsDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Measurement [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueDisclosureItemAmountsDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueDisclosureItemAmountsDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueDisclosureItemAmountsDomain" xlink:to="lab_us-gaap_FairValueDisclosureItemAmountsDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger_03f56534-6d80-4ce4-918d-7ee111a04df7_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities, Fair Value, More than 12 Months</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Continuous Unrealized Loss Position, 12 Months or Longer</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DistributionAcquiredMember_6e0f88ed-f30b-4983-87df-e138173769fb_terseLabel_en-US" xlink:label="lab_hmn_DistributionAcquiredMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of distribution acquired</link:label>
    <link:label id="lab_hmn_DistributionAcquiredMember_label_en-US" xlink:label="lab_hmn_DistributionAcquiredMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Distribution Acquired [Member]</link:label>
    <link:label id="lab_hmn_DistributionAcquiredMember_documentation_en-US" xlink:label="lab_hmn_DistributionAcquiredMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Distribution Acquired [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DistributionAcquiredMember" xlink:href="hmn-20201231.xsd#hmn_DistributionAcquiredMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DistributionAcquiredMember" xlink:to="lab_hmn_DistributionAcquiredMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsReductionsSecuritiesSold_acd5a03f-bc1f-4635-a6e3-fd7160187ee3_negatedLabel_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsReductionsSecuritiesSold" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Losses related to securities sold or paid down during the period</link:label>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsReductionsSecuritiesSold_label_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsReductionsSecuritiesSold" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other than Temporary Impairment, Credit Losses Recognized in Earnings, Reductions, Securities Sold</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsReductionsSecuritiesSold" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsReductionsSecuritiesSold"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsReductionsSecuritiesSold" xlink:to="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsReductionsSecuritiesSold" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AnnuityInsuranceProductLineMember_8970ab22-b9a6-4812-b810-1f50bbdc979b_verboseLabel_en-US" xlink:label="lab_hmn_AnnuityInsuranceProductLineMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement</link:label>
    <link:label id="lab_hmn_AnnuityInsuranceProductLineMember_a4c76919-afe7-486c-9b2f-f389eaf25a49_terseLabel_en-US" xlink:label="lab_hmn_AnnuityInsuranceProductLineMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement</link:label>
    <link:label id="lab_hmn_AnnuityInsuranceProductLineMember_label_en-US" xlink:label="lab_hmn_AnnuityInsuranceProductLineMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Annuity Insurance Product Line [Member]</link:label>
    <link:label id="lab_hmn_AnnuityInsuranceProductLineMember_documentation_en-US" xlink:label="lab_hmn_AnnuityInsuranceProductLineMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Product line consisting of insurance policies providing annuity contracts.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AnnuityInsuranceProductLineMember" xlink:href="hmn-20201231.xsd#hmn_AnnuityInsuranceProductLineMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AnnuityInsuranceProductLineMember" xlink:to="lab_hmn_AnnuityInsuranceProductLineMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeLiabilitiesAbstract_839c811a-a7ff-4997-ae3f-aa154df0eb0d_verboseLabel_en-US" xlink:label="lab_us-gaap_DerivativeLiabilitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liabilities</link:label>
    <link:label id="lab_us-gaap_DerivativeLiabilitiesAbstract_label_en-US" xlink:label="lab_us-gaap_DerivativeLiabilitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Liability [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeLiabilitiesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeLiabilitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeLiabilitiesAbstract" xlink:to="lab_us-gaap_DerivativeLiabilitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersAbstract_3e0df09e-a9ab-4a22-9547-49fcb312069a_terseLabel_en-US" xlink:label="lab_srt_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-18, Supplemental Information, Property-Casualty Insurance Underwriters [Abstract]</link:label>
    <link:label id="lab_srt_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersAbstract_label_en-US" xlink:label="lab_srt_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-18, Supplemental Information, Property-Casualty Insurance Underwriters [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersAbstract" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersAbstract" xlink:to="lab_srt_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseRenewalTerm_de19bdf9-47bc-4b9a-b399-ef8586359b57_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseRenewalTerm" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Renewal term</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseRenewalTerm_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseRenewalTerm" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Renewal Term</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseRenewalTerm" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseRenewalTerm"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseRenewalTerm" xlink:to="lab_us-gaap_LesseeOperatingLeaseRenewalTerm" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedStockOptions_4f1bb48f-5747-40d6-86ff-0ab0f54f5b87_terseLabel_en-US" xlink:label="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedStockOptions" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrecognized share-based compensation expense, nonvested options</link:label>
    <link:label id="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedStockOptions_label_en-US" xlink:label="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedStockOptions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Payment Arrangement, Nonvested Award, Option, Cost Not yet Recognized, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedStockOptions" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedStockOptions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedStockOptions" xlink:to="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedStockOptions" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_LifeInsuranceInForcePercentageAssumedToNet_324d8950-ba71-448b-af58-54e17606d9ca_terseLabel_en-US" xlink:label="lab_srt_LifeInsuranceInForcePercentageAssumedToNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of Amount Assumed to Net</link:label>
    <link:label id="lab_srt_LifeInsuranceInForcePercentageAssumedToNet_label_en-US" xlink:label="lab_srt_LifeInsuranceInForcePercentageAssumedToNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance, Life Insurance in Force, Percentage Assumed to Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_LifeInsuranceInForcePercentageAssumedToNet" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_LifeInsuranceInForcePercentageAssumedToNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_LifeInsuranceInForcePercentageAssumedToNet" xlink:to="lab_srt_LifeInsuranceInForcePercentageAssumedToNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentByTypeAxis_33c80ce9-6da4-4b96-96e7-32ac21296ac7_terseLabel_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentByTypeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property, Plant and Equipment, Type [Axis]</link:label>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentByTypeAxis_label_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentByTypeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-Lived Tangible Asset [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PropertyPlantAndEquipmentByTypeAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PropertyPlantAndEquipmentByTypeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PropertyPlantAndEquipmentByTypeAxis" xlink:to="lab_us-gaap_PropertyPlantAndEquipmentByTypeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ReinsuranceCededtoOtherCompaniesAbstract_3a130bd2-a54c-47cf-aeaa-b293a8fa4abc_terseLabel_en-US" xlink:label="lab_hmn_ReinsuranceCededtoOtherCompaniesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ceded to Other Companies</link:label>
    <link:label id="lab_hmn_ReinsuranceCededtoOtherCompaniesAbstract_label_en-US" xlink:label="lab_hmn_ReinsuranceCededtoOtherCompaniesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance, Ceded to Other Companies [Abstract]</link:label>
    <link:label id="lab_hmn_ReinsuranceCededtoOtherCompaniesAbstract_documentation_en-US" xlink:label="lab_hmn_ReinsuranceCededtoOtherCompaniesAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance, Ceded to Other Companies [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ReinsuranceCededtoOtherCompaniesAbstract" xlink:href="hmn-20201231.xsd#hmn_ReinsuranceCededtoOtherCompaniesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ReinsuranceCededtoOtherCompaniesAbstract" xlink:to="lab_hmn_ReinsuranceCededtoOtherCompaniesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DeferredTaxLiabilitiesDepositAssetOnReinsurance_7fd856be-d8ad-4897-8bcd-04022d15f53a_verboseLabel_en-US" xlink:label="lab_hmn_DeferredTaxLiabilitiesDepositAssetOnReinsurance" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Life insurance future policy benefit reserve</link:label>
    <link:label id="lab_hmn_DeferredTaxLiabilitiesDepositAssetOnReinsurance_label_en-US" xlink:label="lab_hmn_DeferredTaxLiabilitiesDepositAssetOnReinsurance" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Deposit Asset On Reinsurance</link:label>
    <link:label id="lab_hmn_DeferredTaxLiabilitiesDepositAssetOnReinsurance_documentation_en-US" xlink:label="lab_hmn_DeferredTaxLiabilitiesDepositAssetOnReinsurance" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Deposit Asset On Reinsurance</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DeferredTaxLiabilitiesDepositAssetOnReinsurance" xlink:href="hmn-20201231.xsd#hmn_DeferredTaxLiabilitiesDepositAssetOnReinsurance"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DeferredTaxLiabilitiesDepositAssetOnReinsurance" xlink:to="lab_hmn_DeferredTaxLiabilitiesDepositAssetOnReinsurance" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeStatementLocationDomain_f9439d75-2121-4184-b8f5-711153d01479_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeStatementLocationDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Statement Location [Domain]</link:label>
    <link:label id="lab_us-gaap_IncomeStatementLocationDomain_label_en-US" xlink:label="lab_us-gaap_IncomeStatementLocationDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Statement Location [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeStatementLocationDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeStatementLocationDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeStatementLocationDomain" xlink:to="lab_us-gaap_IncomeStatementLocationDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo_e7a424eb-54a9-4dd8-9d6f-aa26aea51bed_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2022</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid, Year Two</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusRequired_5e327b2e-eca6-4769-b585-2e51b386b847_verboseLabel_en-US" xlink:label="lab_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusRequired" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Minimum statutory-basis capital and surplus</link:label>
    <link:label id="lab_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusRequired_label_en-US" xlink:label="lab_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusRequired" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statutory Accounting Practices, Statutory Capital and Surplus Required</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusRequired" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusRequired"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusRequired" xlink:to="lab_us-gaap_StatutoryAccountingPracticesStatutoryCapitalAndSurplusRequired" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract_155334db-4745-4f6a-b6c4-01b543e4ce05_terseLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash flows from financing activities</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Cash Provided by (Used in) Financing Activities [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract" xlink:to="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LeaseCostTableTextBlock_2b462fef-0aeb-4792-b2a7-a9463ebbf467_terseLabel_en-US" xlink:label="lab_us-gaap_LeaseCostTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of components lease expense</link:label>
    <link:label id="lab_us-gaap_LeaseCostTableTextBlock_label_en-US" xlink:label="lab_us-gaap_LeaseCostTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lease, Cost [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LeaseCostTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LeaseCostTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LeaseCostTableTextBlock" xlink:to="lab_us-gaap_LeaseCostTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNetNotSeparatelyPresented_f6b186c8-3de3-45a1-b947-b0a49048598c_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNetNotSeparatelyPresented" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Outstanding prior to 2011</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNetNotSeparatelyPresented_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNetNotSeparatelyPresented" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Liability for Unpaid Claims and Allocated Claim Adjustment Expense, Net, Not Separately Presented</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNetNotSeparatelyPresented" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNetNotSeparatelyPresented"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNetNotSeparatelyPresented" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNetNotSeparatelyPresented" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_RetirementMember_189d6a07-4ba9-4d94-917e-f2cbaebb6005_terseLabel_en-US" xlink:label="lab_hmn_RetirementMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement</link:label>
    <link:label id="lab_hmn_RetirementMember_label_en-US" xlink:label="lab_hmn_RetirementMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_RetirementMember" xlink:href="hmn-20201231.xsd#hmn_RetirementMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_RetirementMember" xlink:to="lab_hmn_RetirementMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree_5a552d47-b1c2-46aa-88d9-f526d788d8d0_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2023</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid, Year Three</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FederalNationalMortgageAssociationCertificatesAndObligationsFNMAMember_8870f52d-f9fd-4d33-ab0d-2beacb487cb9_terseLabel_en-US" xlink:label="lab_us-gaap_FederalNationalMortgageAssociationCertificatesAndObligationsFNMAMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">FNMA</link:label>
    <link:label id="lab_us-gaap_FederalNationalMortgageAssociationCertificatesAndObligationsFNMAMember_label_en-US" xlink:label="lab_us-gaap_FederalNationalMortgageAssociationCertificatesAndObligationsFNMAMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal National Mortgage Association Certificates and Obligations (FNMA) [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FederalNationalMortgageAssociationCertificatesAndObligationsFNMAMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FederalNationalMortgageAssociationCertificatesAndObligationsFNMAMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FederalNationalMortgageAssociationCertificatesAndObligationsFNMAMember" xlink:to="lab_us-gaap_FederalNationalMortgageAssociationCertificatesAndObligationsFNMAMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PlanNameAxis_283c473d-0f1c-4b0d-bed8-0c424e14ea33_terseLabel_en-US" xlink:label="lab_us-gaap_PlanNameAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Plan Name [Axis]</link:label>
    <link:label id="lab_us-gaap_PlanNameAxis_label_en-US" xlink:label="lab_us-gaap_PlanNameAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Plan Name [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PlanNameAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PlanNameAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PlanNameAxis" xlink:to="lab_us-gaap_PlanNameAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermFour_a084d7e5-eeff-478d-a991-1c8d4cedbbcc_terseLabel_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermFour" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization of acquisition costs for individual life contracts, fourth term</link:label>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermFour_label_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermFour" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisition Costs Amortization In Years For Individual Life Contracts Term Four</link:label>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermFour_documentation_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermFour" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The number of years over which capitalized acquisition costs are amortized for individual life contracts. Acquisition costs are amortized in proportion to the anticipated premiums over the terms of the insurance policies.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermFour" xlink:href="hmn-20201231.xsd#hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermFour"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermFour" xlink:to="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermFour" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_CitigroupIncMember_f285602c-d551-4a73-bb22-5c73e1cef6bd_terseLabel_en-US" xlink:label="lab_hmn_CitigroupIncMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Citigroup Inc.</link:label>
    <link:label id="lab_hmn_CitigroupIncMember_label_en-US" xlink:label="lab_hmn_CitigroupIncMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Citigroup Inc [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_CitigroupIncMember" xlink:href="hmn-20201231.xsd#hmn_CitigroupIncMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_CitigroupIncMember" xlink:to="lab_hmn_CitigroupIncMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GainLossOnSaleOfInvestments_d0c681ab-518d-4a11-a92b-cff160ecbbd5_negatedLabel_en-US" xlink:label="lab_us-gaap_GainLossOnSaleOfInvestments" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net investment (gains) losses</link:label>
    <link:label id="lab_us-gaap_GainLossOnSaleOfInvestments_label_en-US" xlink:label="lab_us-gaap_GainLossOnSaleOfInvestments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gain (Loss) on Sale of Investments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GainLossOnSaleOfInvestments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GainLossOnSaleOfInvestments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GainLossOnSaleOfInvestments" xlink:to="lab_us-gaap_GainLossOnSaleOfInvestments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_Assets_2bfe6200-8634-49e4-8807-87bf5b58602f_totalLabel_en-US" xlink:label="lab_us-gaap_Assets" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total assets</link:label>
    <link:label id="lab_us-gaap_Assets_1ddf4f88-df57-4f32-ab0d-e8dade6832b7_verboseLabel_en-US" xlink:label="lab_us-gaap_Assets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assets</link:label>
    <link:label id="lab_us-gaap_Assets_label_en-US" xlink:label="lab_us-gaap_Assets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_Assets" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_Assets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_Assets" xlink:to="lab_us-gaap_Assets" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AutoLiabilityMember_492897cd-e0ca-4f90-992e-23518c9b8c46_terseLabel_en-US" xlink:label="lab_hmn_AutoLiabilityMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Automobile liability</link:label>
    <link:label id="lab_hmn_AutoLiabilityMember_label_en-US" xlink:label="lab_hmn_AutoLiabilityMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Auto Liability [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AutoLiabilityMember" xlink:href="hmn-20201231.xsd#hmn_AutoLiabilityMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AutoLiabilityMember" xlink:to="lab_hmn_AutoLiabilityMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ImpairmentOfIntangibleAssetsIndefinitelivedExcludingGoodwill_4bdacd1d-99ba-4468-a5d2-cdbecd4bd400_verboseLabel_en-US" xlink:label="lab_us-gaap_ImpairmentOfIntangibleAssetsIndefinitelivedExcludingGoodwill" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Impairment of infinite lived intangible assets</link:label>
    <link:label id="lab_us-gaap_ImpairmentOfIntangibleAssetsIndefinitelivedExcludingGoodwill_97605541-dfd7-4e3d-8630-d8a34aca428d_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_ImpairmentOfIntangibleAssetsIndefinitelivedExcludingGoodwill" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Impairments</link:label>
    <link:label id="lab_us-gaap_ImpairmentOfIntangibleAssetsIndefinitelivedExcludingGoodwill_label_en-US" xlink:label="lab_us-gaap_ImpairmentOfIntangibleAssetsIndefinitelivedExcludingGoodwill" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Impairment of Intangible Assets, Indefinite-lived (Excluding Goodwill)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ImpairmentOfIntangibleAssetsIndefinitelivedExcludingGoodwill" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ImpairmentOfIntangibleAssetsIndefinitelivedExcludingGoodwill"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ImpairmentOfIntangibleAssetsIndefinitelivedExcludingGoodwill" xlink:to="lab_us-gaap_ImpairmentOfIntangibleAssetsIndefinitelivedExcludingGoodwill" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityIssues_e57b83e2-15ea-4bfe-b195-83b3df44de6d_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityIssues" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Issuances</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityIssues_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityIssues" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Liability, Issuances</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityIssues" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityIssues"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityIssues" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityIssues" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfNetFundedStatusTableTextBlock_6fcac0f5-fcf8-41f3-8fd9-59b373a3f6a6_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfNetFundedStatusTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Funded status of the defined benefit, supplemental retirement pension plans and postretirement benefits other than pensions</link:label>
    <link:label id="lab_us-gaap_ScheduleOfNetFundedStatusTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfNetFundedStatusTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Net Funded Status [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfNetFundedStatusTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfNetFundedStatusTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfNetFundedStatusTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfNetFundedStatusTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeDomain_caffbbd9-88e3-444b-a879-402b0947700e_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Exercise Price Range [Domain]</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeDomain_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Exercise Price Range [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeDomain" xlink:to="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShortTailCoverageReservesAsAPercentageOfTotalReserves_ba523613-02bc-44d3-99b5-6c5bef99934f_terseLabel_en-US" xlink:label="lab_hmn_ShortTailCoverageReservesAsAPercentageOfTotalReserves" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short tail coverage reserves as a percentage of total reserves</link:label>
    <link:label id="lab_hmn_ShortTailCoverageReservesAsAPercentageOfTotalReserves_label_en-US" xlink:label="lab_hmn_ShortTailCoverageReservesAsAPercentageOfTotalReserves" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short Tail Coverage Reserves As A Percentage Of Total Reserves.</link:label>
    <link:label id="lab_hmn_ShortTailCoverageReservesAsAPercentageOfTotalReserves_documentation_en-US" xlink:label="lab_hmn_ShortTailCoverageReservesAsAPercentageOfTotalReserves" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short Tail Coverage Reserves As A Percentage Of Total Reserves.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShortTailCoverageReservesAsAPercentageOfTotalReserves" xlink:href="hmn-20201231.xsd#hmn_ShortTailCoverageReservesAsAPercentageOfTotalReserves"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShortTailCoverageReservesAsAPercentageOfTotalReserves" xlink:to="lab_hmn_ShortTailCoverageReservesAsAPercentageOfTotalReserves" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ForeignGovernmentDebtSecuritiesMember_5f6b39a7-71e9-4e5e-beeb-39a239de7e96_verboseLabel_en-US" xlink:label="lab_us-gaap_ForeignGovernmentDebtSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Foreign government bonds</link:label>
    <link:label id="lab_us-gaap_ForeignGovernmentDebtSecuritiesMember_label_en-US" xlink:label="lab_us-gaap_ForeignGovernmentDebtSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Security, Government, Non-US [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ForeignGovernmentDebtSecuritiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ForeignGovernmentDebtSecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ForeignGovernmentDebtSecuritiesMember" xlink:to="lab_us-gaap_ForeignGovernmentDebtSecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromInsurancePremiumsCollected_78cd8e90-ddef-413b-a4fa-d7901591ff2f_verboseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromInsurancePremiumsCollected" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net income</link:label>
    <link:label id="lab_us-gaap_ProceedsFromInsurancePremiumsCollected_label_en-US" xlink:label="lab_us-gaap_ProceedsFromInsurancePremiumsCollected" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from Insurance Premiums Collected</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromInsurancePremiumsCollected" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromInsurancePremiumsCollected"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromInsurancePremiumsCollected" xlink:to="lab_us-gaap_ProceedsFromInsurancePremiumsCollected" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber_3820f1a3-bb51-42c3-9c61-4faf656c6b1f_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">RSUs related to incentive compensation (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber_93e26522-70fa-4474-9daf-f0e223cff57a_periodStartLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Beginning balance, Total Outstanding, Units (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber_dd677690-3730-498e-b148-db1eb72aa80a_periodEndLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ending balance, Total Outstanding, Units (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Nonvested, Number</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForFuturePolicyBenefitsAndUnpaidClaimsDisclosureTextBlock_a40f625e-7629-4601-bd1e-1153c802a025_verboseLabel_en-US" xlink:label="lab_us-gaap_LiabilityForFuturePolicyBenefitsAndUnpaidClaimsDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unpaid Claims and Claim Expenses</link:label>
    <link:label id="lab_us-gaap_LiabilityForFuturePolicyBenefitsAndUnpaidClaimsDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_LiabilityForFuturePolicyBenefitsAndUnpaidClaimsDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Future Policy Benefits and Unpaid Claims Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForFuturePolicyBenefitsAndUnpaidClaimsDisclosureTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForFuturePolicyBenefitsAndUnpaidClaimsDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForFuturePolicyBenefitsAndUnpaidClaimsDisclosureTextBlock" xlink:to="lab_us-gaap_LiabilityForFuturePolicyBenefitsAndUnpaidClaimsDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForCatastropheClaimsByCatastrophicEventAxis_6364dfb3-85e8-4117-ae98-a025760fd4c2_terseLabel_en-US" xlink:label="lab_us-gaap_LiabilityForCatastropheClaimsByCatastrophicEventAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Catastrophic Event [Axis]</link:label>
    <link:label id="lab_us-gaap_LiabilityForCatastropheClaimsByCatastrophicEventAxis_label_en-US" xlink:label="lab_us-gaap_LiabilityForCatastropheClaimsByCatastrophicEventAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Catastrophic Event [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForCatastropheClaimsByCatastrophicEventAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForCatastropheClaimsByCatastrophicEventAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForCatastropheClaimsByCatastrophicEventAxis" xlink:to="lab_us-gaap_LiabilityForCatastropheClaimsByCatastrophicEventAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortDurationInsuranceContractAccidentYear2019Member_801b25c4-dad6-4aed-a423-7954e23e5ea2_terseLabel_en-US" xlink:label="lab_us-gaap_ShortDurationInsuranceContractAccidentYear2019Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2019</link:label>
    <link:label id="lab_us-gaap_ShortDurationInsuranceContractAccidentYear2019Member_label_en-US" xlink:label="lab_us-gaap_ShortDurationInsuranceContractAccidentYear2019Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-Duration Insurance Contract, Accident Year 2019 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortDurationInsuranceContractAccidentYear2019Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortDurationInsuranceContractAccidentYear2019Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortDurationInsuranceContractAccidentYear2019Member" xlink:to="lab_us-gaap_ShortDurationInsuranceContractAccidentYear2019Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit_8ddc7378-6238-49aa-b0cc-1f895a52ee1b_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Prior service cost</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Amortization of Prior Service Cost (Credit)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit" xlink:to="lab_us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_SummaryOfGuaranteedMinimumDeathBenefitTableTextBlock_73393940-6b83-4e02-b79f-833dd6441fda_verboseLabel_en-US" xlink:label="lab_hmn_SummaryOfGuaranteedMinimumDeathBenefitTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of guaranteed minimum death benefit</link:label>
    <link:label id="lab_hmn_SummaryOfGuaranteedMinimumDeathBenefitTableTextBlock_label_en-US" xlink:label="lab_hmn_SummaryOfGuaranteedMinimumDeathBenefitTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary Of Guaranteed Minimum Death Benefit [Table Text Block]</link:label>
    <link:label id="lab_hmn_SummaryOfGuaranteedMinimumDeathBenefitTableTextBlock_documentation_en-US" xlink:label="lab_hmn_SummaryOfGuaranteedMinimumDeathBenefitTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of guaranteed minimum death benefit.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_SummaryOfGuaranteedMinimumDeathBenefitTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_SummaryOfGuaranteedMinimumDeathBenefitTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_SummaryOfGuaranteedMinimumDeathBenefitTableTextBlock" xlink:to="lab_hmn_SummaryOfGuaranteedMinimumDeathBenefitTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UnpaidPolicyClaimsAndClaimsAdjustmentExpensePolicy_c02b9771-d4ef-4a25-8026-4f398d504717_verboseLabel_en-US" xlink:label="lab_us-gaap_UnpaidPolicyClaimsAndClaimsAdjustmentExpensePolicy" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unpaid Claims and Claim Expenses</link:label>
    <link:label id="lab_us-gaap_UnpaidPolicyClaimsAndClaimsAdjustmentExpensePolicy_label_en-US" xlink:label="lab_us-gaap_UnpaidPolicyClaimsAndClaimsAdjustmentExpensePolicy" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unpaid Policy Claims and Claims Adjustment Expense, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UnpaidPolicyClaimsAndClaimsAdjustmentExpensePolicy" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_UnpaidPolicyClaimsAndClaimsAdjustmentExpensePolicy"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UnpaidPolicyClaimsAndClaimsAdjustmentExpensePolicy" xlink:to="lab_us-gaap_UnpaidPolicyClaimsAndClaimsAdjustmentExpensePolicy" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInInsuranceLiabilities_f7c7edb5-2b41-4e4f-ad3b-c52498acd748_terseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInInsuranceLiabilities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance liabilities</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInInsuranceLiabilities_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInInsuranceLiabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increase (Decrease) in Insurance Liabilities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInInsuranceLiabilities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncreaseDecreaseInInsuranceLiabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInInsuranceLiabilities" xlink:to="lab_us-gaap_IncreaseDecreaseInInsuranceLiabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_QualifiedPlanMember_d5eec0aa-8607-4693-b7c0-e85b7a49f055_terseLabel_en-US" xlink:label="lab_us-gaap_QualifiedPlanMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Qualified Plan</link:label>
    <link:label id="lab_us-gaap_QualifiedPlanMember_label_en-US" xlink:label="lab_us-gaap_QualifiedPlanMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Qualified Plan [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_QualifiedPlanMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_QualifiedPlanMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_QualifiedPlanMember" xlink:to="lab_us-gaap_QualifiedPlanMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract_4c360b70-5598-4bef-8a1b-efa8dc2f119d_terseLabel_en-US" xlink:label="lab_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments, Debt and Equity Securities [Abstract]</link:label>
    <link:label id="lab_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract_label_en-US" xlink:label="lab_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments, Debt and Equity Securities [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract" xlink:to="lab_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_CededInsurancePremiumsWrittenAndContractDeposits_107b3025-3f03-46ba-b3b1-a4397f70c144_verboseLabel_en-US" xlink:label="lab_hmn_CededInsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums written and contract deposits, Ceded to Other Companies</link:label>
    <link:label id="lab_hmn_CededInsurancePremiumsWrittenAndContractDeposits_label_en-US" xlink:label="lab_hmn_CededInsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ceded Insurance Premiums Written And Contract Deposits</link:label>
    <link:label id="lab_hmn_CededInsurancePremiumsWrittenAndContractDeposits_documentation_en-US" xlink:label="lab_hmn_CededInsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance premiums written and contract deposits assumed by another insurer as a result of reinsurance arrangements.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_CededInsurancePremiumsWrittenAndContractDeposits" xlink:href="hmn-20201231.xsd#hmn_CededInsurancePremiumsWrittenAndContractDeposits"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_CededInsurancePremiumsWrittenAndContractDeposits" xlink:to="lab_hmn_CededInsurancePremiumsWrittenAndContractDeposits" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationNondeductibleExpenseShareBasedCompensationCost_ba2ad293-b5c6-4b22-85be-8e17978cc718_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationNondeductibleExpenseShareBasedCompensationCost" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Employee share-based compensation</link:label>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationNondeductibleExpenseShareBasedCompensationCost_label_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationNondeductibleExpenseShareBasedCompensationCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Income Tax Rate Reconciliation, Nondeductible Expense, Share-based Payment Arrangement, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxReconciliationNondeductibleExpenseShareBasedCompensationCost" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationNondeductibleExpenseShareBasedCompensationCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxReconciliationNondeductibleExpenseShareBasedCompensationCost" xlink:to="lab_us-gaap_IncomeTaxReconciliationNondeductibleExpenseShareBasedCompensationCost" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LossFromCatastrophes_01d0dd41-0504-495a-a86e-564ce2242ea6_terseLabel_en-US" xlink:label="lab_us-gaap_LossFromCatastrophes" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Losses incurred for catastrophe claims, carrying amount</link:label>
    <link:label id="lab_us-gaap_LossFromCatastrophes_label_en-US" xlink:label="lab_us-gaap_LossFromCatastrophes" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Loss from Catastrophes</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LossFromCatastrophes" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LossFromCatastrophes"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LossFromCatastrophes" xlink:to="lab_us-gaap_LossFromCatastrophes" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommercialMortgageBackedSecuritiesMember_1f59b1f9-212b-4c1b-aaa4-4d5065d34562_terseLabel_en-US" xlink:label="lab_us-gaap_CommercialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Commercial mortgage-backed securities</link:label>
    <link:label id="lab_us-gaap_CommercialMortgageBackedSecuritiesMember_label_en-US" xlink:label="lab_us-gaap_CommercialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Commercial Mortgage Backed Securities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommercialMortgageBackedSecuritiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CommercialMortgageBackedSecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommercialMortgageBackedSecuritiesMember" xlink:to="lab_us-gaap_CommercialMortgageBackedSecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AmountOfMaximumIndividualLifeInsuranceRiskRetained_0ca14b4e-7ef5-4e4d-90d1-b94aa179c9cb_terseLabel_en-US" xlink:label="lab_hmn_AmountOfMaximumIndividualLifeInsuranceRiskRetained" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount of maximum individual life insurance risk retained</link:label>
    <link:label id="lab_hmn_AmountOfMaximumIndividualLifeInsuranceRiskRetained_label_en-US" xlink:label="lab_hmn_AmountOfMaximumIndividualLifeInsuranceRiskRetained" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount Of Maximum Individual Life Insurance Risk Retained</link:label>
    <link:label id="lab_hmn_AmountOfMaximumIndividualLifeInsuranceRiskRetained_documentation_en-US" xlink:label="lab_hmn_AmountOfMaximumIndividualLifeInsuranceRiskRetained" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount of maximum individual life insurance risk retained.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AmountOfMaximumIndividualLifeInsuranceRiskRetained" xlink:href="hmn-20201231.xsd#hmn_AmountOfMaximumIndividualLifeInsuranceRiskRetained"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AmountOfMaximumIndividualLifeInsuranceRiskRetained" xlink:to="lab_hmn_AmountOfMaximumIndividualLifeInsuranceRiskRetained" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateRollingMaturityAbstract_e55ea92f-71c9-493d-8c6f-a35528fb7302_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateRollingMaturityAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateRollingMaturityAbstract_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateRollingMaturityAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Maturity, Allocated and Single Maturity Date, Rolling Maturity, Fair Value [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateRollingMaturityAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateRollingMaturityAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateRollingMaturityAbstract" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateRollingMaturityAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_Liabilities_2c3e0dc5-fdab-4f75-8ecb-0c4039a59a45_totalLabel_en-US" xlink:label="lab_us-gaap_Liabilities" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total liabilities</link:label>
    <link:label id="lab_us-gaap_Liabilities_label_en-US" xlink:label="lab_us-gaap_Liabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liabilities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_Liabilities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_Liabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_Liabilities" xlink:to="lab_us-gaap_Liabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetChangeContractHoldersFundsAbstract_4950857f-e198-4577-9957-466aa17fc82c_verboseLabel_en-US" xlink:label="lab_us-gaap_NetChangeContractHoldersFundsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Life policy accounts</link:label>
    <link:label id="lab_us-gaap_NetChangeContractHoldersFundsAbstract_label_en-US" xlink:label="lab_us-gaap_NetChangeContractHoldersFundsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Change Contract Holders Funds [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetChangeContractHoldersFundsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetChangeContractHoldersFundsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetChangeContractHoldersFundsAbstract" xlink:to="lab_us-gaap_NetChangeContractHoldersFundsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SalesMember_cccd0dfd-3ebc-4654-a3c6-80bdf2d16c7b_terseLabel_en-US" xlink:label="lab_us-gaap_SalesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Sales</link:label>
    <link:label id="lab_us-gaap_SalesMember_label_en-US" xlink:label="lab_us-gaap_SalesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Sales [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SalesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SalesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SalesMember" xlink:to="lab_us-gaap_SalesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RetirementPlanTypeAxis_1d1274df-07c6-464a-aa4c-eca128e0deba_terseLabel_en-US" xlink:label="lab_us-gaap_RetirementPlanTypeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plan Type [Axis]</link:label>
    <link:label id="lab_us-gaap_RetirementPlanTypeAxis_label_en-US" xlink:label="lab_us-gaap_RetirementPlanTypeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plan Type [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RetirementPlanTypeAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RetirementPlanTypeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RetirementPlanTypeAxis" xlink:to="lab_us-gaap_RetirementPlanTypeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedVolatilityRate_af500755-5ee7-428b-b68d-fc5effe753cb_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedVolatilityRate" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Expected volatility (based on historical volatility)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedVolatilityRate_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedVolatilityRate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Fair Value Assumptions, Expected Volatility Rate</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedVolatilityRate" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedVolatilityRate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedVolatilityRate" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedVolatilityRate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount_943c5b48-d645-4e43-b16f-087f58e5e5dc_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Less imputed interest</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Liability, Undiscounted Excess Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_CarryingValueFairValueAndFairValueHierarchyOfFinancialAssetsAndFinancialLiabilitiesAbstract_c8df7f5d-cb08-4100-965c-6c3a4e2204ae_verboseLabel_en-US" xlink:label="lab_hmn_CarryingValueFairValueAndFairValueHierarchyOfFinancialAssetsAndFinancialLiabilitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Distribution of Company's fixed maturity portfolio by estimated expected maturity</link:label>
    <link:label id="lab_hmn_CarryingValueFairValueAndFairValueHierarchyOfFinancialAssetsAndFinancialLiabilitiesAbstract_label_en-US" xlink:label="lab_hmn_CarryingValueFairValueAndFairValueHierarchyOfFinancialAssetsAndFinancialLiabilitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Carrying value, fair value and fair value hierarchy of financial assets and financial liabilities</link:label>
    <link:label id="lab_hmn_CarryingValueFairValueAndFairValueHierarchyOfFinancialAssetsAndFinancialLiabilitiesAbstract_documentation_en-US" xlink:label="lab_hmn_CarryingValueFairValueAndFairValueHierarchyOfFinancialAssetsAndFinancialLiabilitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Carrying value, fair value and fair value hierarchy of financial assets and financial liabilities.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_CarryingValueFairValueAndFairValueHierarchyOfFinancialAssetsAndFinancialLiabilitiesAbstract" xlink:href="hmn-20201231.xsd#hmn_CarryingValueFairValueAndFairValueHierarchyOfFinancialAssetsAndFinancialLiabilitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_CarryingValueFairValueAndFairValueHierarchyOfFinancialAssetsAndFinancialLiabilitiesAbstract" xlink:to="lab_hmn_CarryingValueFairValueAndFairValueHierarchyOfFinancialAssetsAndFinancialLiabilitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition_67861c18-ca06-495f-826f-a9165bdc4d61_totalLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities, Fair Value, Total</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Unrealized Loss Position</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2013Member_d43a29dc-fc48-4ecb-a467-2200ec5b0e3e_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2013Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2013</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2013Member_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2013Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Accident Year 2013 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsAccidentYear2013Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsAccidentYear2013Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsAccidentYear2013Member" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2013Member" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_LifeInsuranceInForceCeded_a8d96863-62a4-4076-a3ee-11961f906312_verboseLabel_en-US" xlink:label="lab_srt_LifeInsuranceInForceCeded" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ceded to Other Companies</link:label>
    <link:label id="lab_srt_LifeInsuranceInForceCeded_label_en-US" xlink:label="lab_srt_LifeInsuranceInForceCeded" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance, Life Insurance in Force, Ceded</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_LifeInsuranceInForceCeded" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_LifeInsuranceInForceCeded"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_LifeInsuranceInForceCeded" xlink:to="lab_srt_LifeInsuranceInForceCeded" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommitmentsAndContingenciesDisclosureAbstract_7f1d6456-74d6-4914-b521-edc83e6029bf_terseLabel_en-US" xlink:label="lab_us-gaap_CommitmentsAndContingenciesDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Commitments and Contingencies Disclosure [Abstract]</link:label>
    <link:label id="lab_us-gaap_CommitmentsAndContingenciesDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_CommitmentsAndContingenciesDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Commitments and Contingencies Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommitmentsAndContingenciesDisclosureAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CommitmentsAndContingenciesDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommitmentsAndContingenciesDisclosureAbstract" xlink:to="lab_us-gaap_CommitmentsAndContingenciesDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueInputsLevel1Member_1b95abcd-8911-4cd8-995b-f49a6ea6299c_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel1Member" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Level 1</link:label>
    <link:label id="lab_us-gaap_FairValueInputsLevel1Member_label_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel1Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Inputs, Level 1 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueInputsLevel1Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueInputsLevel1Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueInputsLevel1Member" xlink:to="lab_us-gaap_FairValueInputsLevel1Member" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FinancialAssetsAbstract_0d7c67ad-5833-4af9-98da-11f625a1ce9c_verboseLabel_en-US" xlink:label="lab_hmn_FinancialAssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Financial Assets</link:label>
    <link:label id="lab_hmn_FinancialAssetsAbstract_label_en-US" xlink:label="lab_hmn_FinancialAssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Financial Assets</link:label>
    <link:label id="lab_hmn_FinancialAssetsAbstract_documentation_en-US" xlink:label="lab_hmn_FinancialAssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Financial assets.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FinancialAssetsAbstract" xlink:href="hmn-20201231.xsd#hmn_FinancialAssetsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FinancialAssetsAbstract" xlink:to="lab_hmn_FinancialAssetsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months_69ac75a8-2ae3-4dad-a32d-55db88797ea6_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities, Fair Value, 12 Months or Less</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Continuous Unrealized Loss Position, Less than 12 Months</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForFuturePolicyBenefits_5cc283f4-de11-4795-a5c6-6b6d420e3aa3_verboseLabel_en-US" xlink:label="lab_us-gaap_LiabilityForFuturePolicyBenefits" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment contract and policy reserves</link:label>
    <link:label id="lab_us-gaap_LiabilityForFuturePolicyBenefits_9d93420f-eb66-49dd-811c-98b1efbd968c_totalLabel_en-US" xlink:label="lab_us-gaap_LiabilityForFuturePolicyBenefits" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_LiabilityForFuturePolicyBenefits_label_en-US" xlink:label="lab_us-gaap_LiabilityForFuturePolicyBenefits" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Future Policy Benefit, before Reinsurance</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForFuturePolicyBenefits" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForFuturePolicyBenefits"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForFuturePolicyBenefits" xlink:to="lab_us-gaap_LiabilityForFuturePolicyBenefits" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward_c542b372-d38c-4096-81ad-240c362ddc4f_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total&#160;Outstanding&#160;Units</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Nonvested, Number of Shares [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet_4a333d81-f500-479e-a3e9-21b4cd649895_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other operating assets and liabilities</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increase (Decrease) in Other Operating Assets and Liabilities, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet" xlink:to="lab_us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationSharesForfeitedUnderStockOptionPlansExercisePriceRange_0ebbf012-b2ac-40e8-9706-639f4ec37cea_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesForfeitedUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Range of Option Prices per Share, Forfeited (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationSharesForfeitedUnderStockOptionPlansExercisePriceRange_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesForfeitedUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Shares Forfeited Under Stock Option Plans Exercise Price Range</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationSharesForfeitedUnderStockOptionPlansExercisePriceRange_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesForfeitedUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation shares forfeited under stock option plans exercise price range.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationSharesForfeitedUnderStockOptionPlansExercisePriceRange" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationSharesForfeitedUnderStockOptionPlansExercisePriceRange"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationSharesForfeitedUnderStockOptionPlansExercisePriceRange" xlink:to="lab_hmn_ShareBasedCompensationSharesForfeitedUnderStockOptionPlansExercisePriceRange" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PublicUtilityEquitiesMember_e31276b9-ef13-4af5-9726-db2f39256940_terseLabel_en-US" xlink:label="lab_us-gaap_PublicUtilityEquitiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Public utilities</link:label>
    <link:label id="lab_us-gaap_PublicUtilityEquitiesMember_label_en-US" xlink:label="lab_us-gaap_PublicUtilityEquitiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Public Utility, Equities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PublicUtilityEquitiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PublicUtilityEquitiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PublicUtilityEquitiesMember" xlink:to="lab_us-gaap_PublicUtilityEquitiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AdditionalPaidInCapitalMember_2778a9a1-9d06-43ec-aa7a-b87d1c174fac_verboseLabel_en-US" xlink:label="lab_us-gaap_AdditionalPaidInCapitalMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Additional paid-in capital</link:label>
    <link:label id="lab_us-gaap_AdditionalPaidInCapitalMember_label_en-US" xlink:label="lab_us-gaap_AdditionalPaidInCapitalMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Additional Paid-in Capital [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AdditionalPaidInCapitalMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AdditionalPaidInCapitalMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AdditionalPaidInCapitalMember" xlink:to="lab_us-gaap_AdditionalPaidInCapitalMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherAssets_984c3b26-d120-4d9f-aa87-c72d7982776d_verboseLabel_en-US" xlink:label="lab_us-gaap_OtherAssets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other assets</link:label>
    <link:label id="lab_us-gaap_OtherAssets_label_en-US" xlink:label="lab_us-gaap_OtherAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherAssets" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherAssets" xlink:to="lab_us-gaap_OtherAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OperatingExpensesExcludingAmortizationOfIntangibleAssets_c1124262-1cd8-479b-b598-36beb3af5f75_verboseLabel_en-US" xlink:label="lab_hmn_OperatingExpensesExcludingAmortizationOfIntangibleAssets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating expenses</link:label>
    <link:label id="lab_hmn_OperatingExpensesExcludingAmortizationOfIntangibleAssets_label_en-US" xlink:label="lab_hmn_OperatingExpensesExcludingAmortizationOfIntangibleAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Expenses Excluding Amortization Of Intangible Assets</link:label>
    <link:label id="lab_hmn_OperatingExpensesExcludingAmortizationOfIntangibleAssets_documentation_en-US" xlink:label="lab_hmn_OperatingExpensesExcludingAmortizationOfIntangibleAssets" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Expenses Excluding Amortization Of Intangible Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OperatingExpensesExcludingAmortizationOfIntangibleAssets" xlink:href="hmn-20201231.xsd#hmn_OperatingExpensesExcludingAmortizationOfIntangibleAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OperatingExpensesExcludingAmortizationOfIntangibleAssets" xlink:to="lab_hmn_OperatingExpensesExcludingAmortizationOfIntangibleAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_CondensedFinancialStatementsCaptionsLineItems_4cd0145e-cd94-4c30-924a-e7c5c5e84f91_terseLabel_en-US" xlink:label="lab_srt_CondensedFinancialStatementsCaptionsLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Condensed Financial Statements, Captions [Line Items]</link:label>
    <link:label id="lab_srt_CondensedFinancialStatementsCaptionsLineItems_label_en-US" xlink:label="lab_srt_CondensedFinancialStatementsCaptionsLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Condensed Financial Statements, Captions [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_CondensedFinancialStatementsCaptionsLineItems" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_CondensedFinancialStatementsCaptionsLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_CondensedFinancialStatementsCaptionsLineItems" xlink:to="lab_srt_CondensedFinancialStatementsCaptionsLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherOperatingActivitiesCashFlowStatement_b4cc0dcd-acd0-4517-9fa9-89d785e5faf7_terseLabel_en-US" xlink:label="lab_us-gaap_OtherOperatingActivitiesCashFlowStatement" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other</link:label>
    <link:label id="lab_us-gaap_OtherOperatingActivitiesCashFlowStatement_label_en-US" xlink:label="lab_us-gaap_OtherOperatingActivitiesCashFlowStatement" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Operating Activities, Cash Flow Statement</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherOperatingActivitiesCashFlowStatement" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherOperatingActivitiesCashFlowStatement"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherOperatingActivitiesCashFlowStatement" xlink:to="lab_us-gaap_OtherOperatingActivitiesCashFlowStatement" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesTextBlock_a959dbee-c9a6-4b21-afe9-7d35d3ca1f32_verboseLabel_en-US" xlink:label="lab_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule IV Reinsurance</link:label>
    <link:label id="lab_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesTextBlock_label_en-US" xlink:label="lab_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesTextBlock" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesTextBlock" xlink:to="lab_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FederalHomeLoanBankFundingAgreements_0a586156-163b-4769-a703-7ff064fbe201_terseLabel_en-US" xlink:label="lab_hmn_FederalHomeLoanBankFundingAgreements" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">FHLB funding agreements</link:label>
    <link:label id="lab_hmn_FederalHomeLoanBankFundingAgreements_label_en-US" xlink:label="lab_hmn_FederalHomeLoanBankFundingAgreements" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank Funding Agreements</link:label>
    <link:label id="lab_hmn_FederalHomeLoanBankFundingAgreements_documentation_en-US" xlink:label="lab_hmn_FederalHomeLoanBankFundingAgreements" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Represents the federal home loan bank funding agreements.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FederalHomeLoanBankFundingAgreements" xlink:href="hmn-20201231.xsd#hmn_FederalHomeLoanBankFundingAgreements"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FederalHomeLoanBankFundingAgreements" xlink:to="lab_hmn_FederalHomeLoanBankFundingAgreements" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions_1b569e24-08e1-47e1-b3a3-ce5cc760b3ea_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number of position with a gross unrealized loss, more than 12 months</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Continuous Unrealized Loss Position, 12 Months or Longer, Number of Positions</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxAssetsNetAbstract_f1c3f20b-29dc-43e6-9ce9-9b8e85e3f82b_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsNetAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred tax assets</link:label>
    <link:label id="lab_us-gaap_DeferredTaxAssetsNetAbstract_label_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsNetAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Assets, Net [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxAssetsNetAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsNetAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxAssetsNetAbstract" xlink:to="lab_us-gaap_DeferredTaxAssetsNetAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxDisclosureAbstract_10ab68db-fd9a-4f0a-979c-40e55dfee123_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Tax Disclosure [Abstract]</link:label>
    <link:label id="lab_us-gaap_IncomeTaxDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_IncomeTaxDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Tax Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxDisclosureAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxDisclosureAbstract" xlink:to="lab_us-gaap_IncomeTaxDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MortgageBackedSecuritiesOtherMember_a667ef7b-5ea8-426f-81e3-061ec90dffbc_verboseLabel_en-US" xlink:label="lab_us-gaap_MortgageBackedSecuritiesOtherMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other asset-backed securities</link:label>
    <link:label id="lab_us-gaap_MortgageBackedSecuritiesOtherMember_3e0c261d-f0f8-4ff9-86c7-ec119acf354a_terseLabel_en-US" xlink:label="lab_us-gaap_MortgageBackedSecuritiesOtherMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other asset-backed securities</link:label>
    <link:label id="lab_us-gaap_MortgageBackedSecuritiesOtherMember_label_en-US" xlink:label="lab_us-gaap_MortgageBackedSecuritiesOtherMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Mortgage Backed Securities, Other [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MortgageBackedSecuritiesOtherMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_MortgageBackedSecuritiesOtherMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MortgageBackedSecuritiesOtherMember" xlink:to="lab_us-gaap_MortgageBackedSecuritiesOtherMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfGoodwillTable_340b292e-d9da-422c-bebc-483c3d52a5ca_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfGoodwillTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Goodwill [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfGoodwillTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfGoodwillTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Goodwill [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfGoodwillTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfGoodwillTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfGoodwillTable" xlink:to="lab_us-gaap_ScheduleOfGoodwillTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure_18f46eea-3051-4c96-aa4f-a6002012c5ff_terseLabel_en-US" xlink:label="lab_us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maximum exposure</link:label>
    <link:label id="lab_us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure_label_en-US" xlink:label="lab_us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Concentration Risk, Credit Risk, Financial Instrument, Maximum Exposure</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure" xlink:to="lab_us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MarketApproachValuationTechniqueMember_a1970390-bea6-4746-a07b-9a962d211436_terseLabel_en-US" xlink:label="lab_us-gaap_MarketApproachValuationTechniqueMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">market comparable</link:label>
    <link:label id="lab_us-gaap_MarketApproachValuationTechniqueMember_label_en-US" xlink:label="lab_us-gaap_MarketApproachValuationTechniqueMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Valuation, Market Approach [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MarketApproachValuationTechniqueMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_MarketApproachValuationTechniqueMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MarketApproachValuationTechniqueMember" xlink:to="lab_us-gaap_MarketApproachValuationTechniqueMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParentAbstract_ba8150a7-890c-4bfc-8bc7-55e514abc22b_terseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParentAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in net funded status of benefit plans:</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParentAbstract_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParentAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive (Income) Loss, Defined Benefit Plan, after Tax and Reclassification Adjustment, Attributable to Parent [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParentAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParentAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParentAbstract" xlink:to="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParentAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InvestmentGainLossOnReinsurance_6f636739-d438-4a1e-bea1-23533e4fc0a3_terseLabel_en-US" xlink:label="lab_hmn_InvestmentGainLossOnReinsurance" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment gain realized on transfer</link:label>
    <link:label id="lab_hmn_InvestmentGainLossOnReinsurance_label_en-US" xlink:label="lab_hmn_InvestmentGainLossOnReinsurance" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Gain (Loss) On Reinsurance</link:label>
    <link:label id="lab_hmn_InvestmentGainLossOnReinsurance_documentation_en-US" xlink:label="lab_hmn_InvestmentGainLossOnReinsurance" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Gain (Loss) On Reinsurance</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InvestmentGainLossOnReinsurance" xlink:href="hmn-20201231.xsd#hmn_InvestmentGainLossOnReinsurance"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InvestmentGainLossOnReinsurance" xlink:to="lab_hmn_InvestmentGainLossOnReinsurance" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest_0ab5cda9-6699-45fe-b621-b9adf382068d_totalLabel_en-US" xlink:label="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income before income taxes</link:label>
    <link:label id="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest_label_en-US" xlink:label="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income (Loss) from Continuing Operations before Income Taxes, Noncontrolling Interest</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest" xlink:to="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeTermOfContract_e0ecca41-7c60-46a8-8d2d-f62670af3d6a_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeTermOfContract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative term of contract</link:label>
    <link:label id="lab_us-gaap_DerivativeTermOfContract_label_en-US" xlink:label="lab_us-gaap_DerivativeTermOfContract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative, Term of Contract</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeTermOfContract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeTermOfContract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeTermOfContract" xlink:to="lab_us-gaap_DerivativeTermOfContract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_EffectiveTaxRateReconciliationNondeductibleExpenseCompensationDeductionLimitationAmount_79ca42ab-0fe0-42bb-95b3-e7ac3f517d91_terseLabel_en-US" xlink:label="lab_hmn_EffectiveTaxRateReconciliationNondeductibleExpenseCompensationDeductionLimitationAmount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Compensation deduction limitation</link:label>
    <link:label id="lab_hmn_EffectiveTaxRateReconciliationNondeductibleExpenseCompensationDeductionLimitationAmount_label_en-US" xlink:label="lab_hmn_EffectiveTaxRateReconciliationNondeductibleExpenseCompensationDeductionLimitationAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Tax Rate Reconciliation, Nondeductible Expense, Compensation Deduction Limitation, Amount</link:label>
    <link:label id="lab_hmn_EffectiveTaxRateReconciliationNondeductibleExpenseCompensationDeductionLimitationAmount_documentation_en-US" xlink:label="lab_hmn_EffectiveTaxRateReconciliationNondeductibleExpenseCompensationDeductionLimitationAmount" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Tax Rate Reconciliation, Nondeductible Expense, Compensation Deduction Limitation, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_EffectiveTaxRateReconciliationNondeductibleExpenseCompensationDeductionLimitationAmount" xlink:href="hmn-20201231.xsd#hmn_EffectiveTaxRateReconciliationNondeductibleExpenseCompensationDeductionLimitationAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_EffectiveTaxRateReconciliationNondeductibleExpenseCompensationDeductionLimitationAmount" xlink:to="lab_hmn_EffectiveTaxRateReconciliationNondeductibleExpenseCompensationDeductionLimitationAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2014Member_bdf9be16-4135-4016-acf0-d4be265a98a2_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2014Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2014</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2014Member_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2014Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Accident Year 2014 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsAccidentYear2014Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsAccidentYear2014Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsAccidentYear2014Member" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2014Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InsurancePremiumsRevenueRecognitionPolicy_a66bd89f-1ec7-469a-b1de-905844a160af_verboseLabel_en-US" xlink:label="lab_us-gaap_InsurancePremiumsRevenueRecognitionPolicy" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance Premiums and Contract Charges Earned</link:label>
    <link:label id="lab_us-gaap_InsurancePremiumsRevenueRecognitionPolicy_label_en-US" xlink:label="lab_us-gaap_InsurancePremiumsRevenueRecognitionPolicy" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance Premiums Revenue Recognition, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InsurancePremiumsRevenueRecognitionPolicy" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InsurancePremiumsRevenueRecognitionPolicy"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InsurancePremiumsRevenueRecognitionPolicy" xlink:to="lab_us-gaap_InsurancePremiumsRevenueRecognitionPolicy" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePrice_d952ba1c-6f8f-4469-b536-c9b554381b94_periodStartLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average Option Price per Share, Beginning Balance (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePrice_7a1c10f6-c078-4b6b-8fcc-cce793b7472f_periodEndLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average Option Price per Share, Ending Balance (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePrice_94c2334d-e760-41d2-914c-a2341fe5f232_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total Outstanding Options, Weighted Average Option Price per Share (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePrice_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Outstanding, Weighted Average Exercise Price</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePrice" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePrice"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePrice" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePrice" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsForRepurchaseOfEquity_811604c1-f775-4bcf-92e0-5d178a267152_negatedLabel_en-US" xlink:label="lab_us-gaap_PaymentsForRepurchaseOfEquity" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisition of treasury stock</link:label>
    <link:label id="lab_us-gaap_PaymentsForRepurchaseOfEquity_label_en-US" xlink:label="lab_us-gaap_PaymentsForRepurchaseOfEquity" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments for Repurchase of Equity</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsForRepurchaseOfEquity" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsForRepurchaseOfEquity"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsForRepurchaseOfEquity" xlink:to="lab_us-gaap_PaymentsForRepurchaseOfEquity" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired_6f96ddf8-7bbb-4078-9fe4-c2cdf507b947_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisition of businesses, net of cash acquired</link:label>
    <link:label id="lab_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired_a5f35936-2a86-4b0b-b1c4-4375d90c01ad_negatedLabel_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisition of businesses</link:label>
    <link:label id="lab_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired_label_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments to Acquire Businesses, Net of Cash Acquired</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired" xlink:to="lab_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommonStockSharesAuthorized_a410b771-a783-4600-9b82-225e53896a87_verboseLabel_en-US" xlink:label="lab_us-gaap_CommonStockSharesAuthorized" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common stock, shares authorized (in shares)</link:label>
    <link:label id="lab_us-gaap_CommonStockSharesAuthorized_label_en-US" xlink:label="lab_us-gaap_CommonStockSharesAuthorized" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common Stock, Shares Authorized</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonStockSharesAuthorized" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CommonStockSharesAuthorized"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommonStockSharesAuthorized" xlink:to="lab_us-gaap_CommonStockSharesAuthorized" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfShareBasedCompensationRestrictedStockUnitsAwardActivityTableTextBlock_86f38fa4-0090-4128-8845-4500a6e8b3c6_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfShareBasedCompensationRestrictedStockUnitsAwardActivityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of changes in outstanding restricted common stock units</link:label>
    <link:label id="lab_us-gaap_ScheduleOfShareBasedCompensationRestrictedStockUnitsAwardActivityTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfShareBasedCompensationRestrictedStockUnitsAwardActivityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Payment Arrangement, Restricted Stock Unit, Activity [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfShareBasedCompensationRestrictedStockUnitsAwardActivityTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfShareBasedCompensationRestrictedStockUnitsAwardActivityTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfShareBasedCompensationRestrictedStockUnitsAwardActivityTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfShareBasedCompensationRestrictedStockUnitsAwardActivityTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInPremiumsReceivable_36dbabc5-0c20-4538-a7a5-88311ebc5f7b_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInPremiumsReceivable" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premium receivables</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInPremiumsReceivable_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInPremiumsReceivable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increase (Decrease) in Premiums Receivable</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInPremiumsReceivable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncreaseDecreaseInPremiumsReceivable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInPremiumsReceivable" xlink:to="lab_us-gaap_IncreaseDecreaseInPremiumsReceivable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentGross_df248f53-c78f-40d0-b324-14cb2b627c7e_verboseLabel_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentGross" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property and equipment</link:label>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentGross_label_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentGross" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property, Plant and Equipment, Gross</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PropertyPlantAndEquipmentGross" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PropertyPlantAndEquipmentGross"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PropertyPlantAndEquipmentGross" xlink:to="lab_us-gaap_PropertyPlantAndEquipmentGross" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromStockOptionsExercised_9898d029-5e50-4033-9ed8-e1c6ab8dfb11_verboseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromStockOptionsExercised" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from exercise of stock options</link:label>
    <link:label id="lab_us-gaap_ProceedsFromStockOptionsExercised_label_en-US" xlink:label="lab_us-gaap_ProceedsFromStockOptionsExercised" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from Stock Options Exercised</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromStockOptionsExercised" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromStockOptionsExercised"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromStockOptionsExercised" xlink:to="lab_us-gaap_ProceedsFromStockOptionsExercised" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearTwo_483703fb-5388-4c3e-8a94-024adacc124d_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearTwo" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2022</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearTwo_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearTwo" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Expected Future Benefit Payment, Year Two</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearTwo" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearTwo"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearTwo" xlink:to="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearTwo" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DecreaseIncreaseInReinsuranceDepositsFinancingActivities_45b114fc-4bf7-45de-a88f-ac2a42149589_negatedTerseLabel_en-US" xlink:label="lab_hmn_DecreaseIncreaseInReinsuranceDepositsFinancingActivities" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in deposit asset on reinsurance</link:label>
    <link:label id="lab_hmn_DecreaseIncreaseInReinsuranceDepositsFinancingActivities_label_en-US" xlink:label="lab_hmn_DecreaseIncreaseInReinsuranceDepositsFinancingActivities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Decrease (Increase) In Reinsurance Deposits, Financing Activities</link:label>
    <link:label id="lab_hmn_DecreaseIncreaseInReinsuranceDepositsFinancingActivities_documentation_en-US" xlink:label="lab_hmn_DecreaseIncreaseInReinsuranceDepositsFinancingActivities" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Decrease (Increase) In Reinsurance Deposits, Financing Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DecreaseIncreaseInReinsuranceDepositsFinancingActivities" xlink:href="hmn-20201231.xsd#hmn_DecreaseIncreaseInReinsuranceDepositsFinancingActivities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DecreaseIncreaseInReinsuranceDepositsFinancingActivities" xlink:to="lab_hmn_DecreaseIncreaseInReinsuranceDepositsFinancingActivities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock_a24a9c3b-a609-4961-8cfe-1d7b80a60f95_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summarized financial information for these segments</link:label>
    <link:label id="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Segment Reporting Information, by Segment [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock" xlink:to="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanFundedStatusOfPlan_21712328-5227-4e58-a4e3-fe6e8bc7a88c_totalLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanFundedStatusOfPlan" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Funded status</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanFundedStatusOfPlan_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanFundedStatusOfPlan" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Funded (Unfunded) Status of Plan</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanFundedStatusOfPlan" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanFundedStatusOfPlan"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanFundedStatusOfPlan" xlink:to="lab_us-gaap_DefinedBenefitPlanFundedStatusOfPlan" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GoodwillAndIntangibleAssetsGoodwillPolicy_af509c76-6128-4264-b135-5aac223c19da_verboseLabel_en-US" xlink:label="lab_us-gaap_GoodwillAndIntangibleAssetsGoodwillPolicy" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill</link:label>
    <link:label id="lab_us-gaap_GoodwillAndIntangibleAssetsGoodwillPolicy_label_en-US" xlink:label="lab_us-gaap_GoodwillAndIntangibleAssetsGoodwillPolicy" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill and Intangible Assets, Goodwill, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GoodwillAndIntangibleAssetsGoodwillPolicy" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GoodwillAndIntangibleAssetsGoodwillPolicy"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GoodwillAndIntangibleAssetsGoodwillPolicy" xlink:to="lab_us-gaap_GoodwillAndIntangibleAssetsGoodwillPolicy" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CollaborativeArrangementsAndNoncollaborativeArrangementTransactionsLineItems_d3b76f55-cdd7-49d0-a3e5-1e13cd4fccc6_terseLabel_en-US" xlink:label="lab_us-gaap_CollaborativeArrangementsAndNoncollaborativeArrangementTransactionsLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Collaborative Arrangement and Arrangement Other than Collaborative [Line Items]</link:label>
    <link:label id="lab_us-gaap_CollaborativeArrangementsAndNoncollaborativeArrangementTransactionsLineItems_label_en-US" xlink:label="lab_us-gaap_CollaborativeArrangementsAndNoncollaborativeArrangementTransactionsLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Collaborative Arrangement and Arrangement Other than Collaborative [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CollaborativeArrangementsAndNoncollaborativeArrangementTransactionsLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CollaborativeArrangementsAndNoncollaborativeArrangementTransactionsLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CollaborativeArrangementsAndNoncollaborativeArrangementTransactionsLineItems" xlink:to="lab_us-gaap_CollaborativeArrangementsAndNoncollaborativeArrangementTransactionsLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeStatementAbstract_b4caa2bd-8d62-49fe-b6d9-85fccb06b6ba_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeStatementAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Statement [Abstract]</link:label>
    <link:label id="lab_us-gaap_IncomeStatementAbstract_label_en-US" xlink:label="lab_us-gaap_IncomeStatementAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Statement [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeStatementAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeStatementAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeStatementAbstract" xlink:to="lab_us-gaap_IncomeStatementAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeMember_d80c53aa-c6e1-4e5a-9d45-9b64a28968ea_verboseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated other comprehensive income (loss), net of tax:</link:label>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeMember_eb3c5551-ad79-405e-9df2-ad0946d4917e_terseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeMember_label_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">AOCI Attributable to Parent [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:to="lab_us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock_2b6ca767-78ce-4236-a0b1-bcdeb616dd16_verboseLabel_en-US" xlink:label="lab_us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Distribution of the company's fixed maturity portfolio by estimated expected maturity</link:label>
    <link:label id="lab_us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock_label_en-US" xlink:label="lab_us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments Classified by Contractual Maturity Date [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock" xlink:to="lab_us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseAccumulatedUnallocatedClaimAdjustmentExpense_fe0107ef-334f-4dda-af91-21255d907687_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseAccumulatedUnallocatedClaimAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unallocated claims adjustment expenses</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseAccumulatedUnallocatedClaimAdjustmentExpense_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseAccumulatedUnallocatedClaimAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Liability for Unpaid Claims and Claims Adjustment Expense, Accumulated Unallocated Claim Adjustment Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseAccumulatedUnallocatedClaimAdjustmentExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseAccumulatedUnallocatedClaimAdjustmentExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseAccumulatedUnallocatedClaimAdjustmentExpense" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseAccumulatedUnallocatedClaimAdjustmentExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable_d39345bb-e9ac-44f1-bc88-dd444f1fecfa_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Segment Reporting Information, by Segment [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Segment Reporting Information, by Segment [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable" xlink:to="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationStockOptionActivitiesByExerciseRangeAbstract_09326e1a-e080-4a9a-bfab-71c0e015d0ac_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationStockOptionActivitiesByExerciseRangeAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of options outstanding segregated by ranges of exercise prices</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationStockOptionActivitiesByExerciseRangeAbstract_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationStockOptionActivitiesByExerciseRangeAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Stock Option Activities By Exercise Range [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationStockOptionActivitiesByExerciseRangeAbstract" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationStockOptionActivitiesByExerciseRangeAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationStockOptionActivitiesByExerciseRangeAbstract" xlink:to="lab_hmn_ShareBasedCompensationStockOptionActivitiesByExerciseRangeAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityPurchases_805ac689-42cc-4b00-a5dd-378ded6df14f_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityPurchases" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Purchases</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityPurchases_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityPurchases" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Liability, Purchases</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityPurchases" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityPurchases"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityPurchases" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityPurchases" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PropertyLiabilityAndCasualtyInsuranceSegmentMember_78e52b8b-7e79-4bf3-9b7d-fe753aa1f86d_terseLabel_en-US" xlink:label="lab_us-gaap_PropertyLiabilityAndCasualtyInsuranceSegmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property and Casualty segment</link:label>
    <link:label id="lab_us-gaap_PropertyLiabilityAndCasualtyInsuranceSegmentMember_label_en-US" xlink:label="lab_us-gaap_PropertyLiabilityAndCasualtyInsuranceSegmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property, Liability and Casualty Insurance Product Line [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PropertyLiabilityAndCasualtyInsuranceSegmentMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PropertyLiabilityAndCasualtyInsuranceSegmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PropertyLiabilityAndCasualtyInsuranceSegmentMember" xlink:to="lab_us-gaap_PropertyLiabilityAndCasualtyInsuranceSegmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PolicyholderAccountsPolicy_88ea313b-153a-4dfc-8957-de6d5f3b8439_verboseLabel_en-US" xlink:label="lab_us-gaap_PolicyholderAccountsPolicy" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Separate Account (Variable Annuity) Assets and Liabilities</link:label>
    <link:label id="lab_us-gaap_PolicyholderAccountsPolicy_label_en-US" xlink:label="lab_us-gaap_PolicyholderAccountsPolicy" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Policyholder Accounts, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PolicyholderAccountsPolicy" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PolicyholderAccountsPolicy"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PolicyholderAccountsPolicy" xlink:to="lab_us-gaap_PolicyholderAccountsPolicy" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UseOfEstimates_0f201119-9d27-4521-b04d-83f03cb090ba_terseLabel_en-US" xlink:label="lab_us-gaap_UseOfEstimates" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Use of Estimates</link:label>
    <link:label id="lab_us-gaap_UseOfEstimates_label_en-US" xlink:label="lab_us-gaap_UseOfEstimates" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Use of Estimates, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UseOfEstimates" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_UseOfEstimates"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UseOfEstimates" xlink:to="lab_us-gaap_UseOfEstimates" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DebtInstrumentPercentageOfDiscountOnIssuance_102f7252-c81f-4859-bbf5-e5492a8aa673_terseLabel_en-US" xlink:label="lab_hmn_DebtInstrumentPercentageOfDiscountOnIssuance" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Discount percent on issuance</link:label>
    <link:label id="lab_hmn_DebtInstrumentPercentageOfDiscountOnIssuance_label_en-US" xlink:label="lab_hmn_DebtInstrumentPercentageOfDiscountOnIssuance" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Instrument Percentage Of Discount On Issuance</link:label>
    <link:label id="lab_hmn_DebtInstrumentPercentageOfDiscountOnIssuance_documentation_en-US" xlink:label="lab_hmn_DebtInstrumentPercentageOfDiscountOnIssuance" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt instrument percentage of discount on issuance.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DebtInstrumentPercentageOfDiscountOnIssuance" xlink:href="hmn-20201231.xsd#hmn_DebtInstrumentPercentageOfDiscountOnIssuance"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DebtInstrumentPercentageOfDiscountOnIssuance" xlink:to="lab_hmn_DebtInstrumentPercentageOfDiscountOnIssuance" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageAdjustmentForPerformanceAchievementDateFairValue_604c6af4-d46c-4858-84d0-d7e0c98ded69_terseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageAdjustmentForPerformanceAchievementDateFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Adjustment for performance achievement, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageAdjustmentForPerformanceAchievementDateFairValue_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageAdjustmentForPerformanceAchievementDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based Compensation Arrangement By Share based Payment Award Equity Instruments Other Than Options Granted Vested In Period Weighted Average Adjustment For Performance Achievement Date Fair Value</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageAdjustmentForPerformanceAchievementDateFairValue_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageAdjustmentForPerformanceAchievementDateFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based Compensation Arrangement By Share based Payment Award Equity Instruments Other Than Options Granted Vested In Period Weighted Average Adjustment For Performance Achievement Date Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageAdjustmentForPerformanceAchievementDateFairValue" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageAdjustmentForPerformanceAchievementDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageAdjustmentForPerformanceAchievementDateFairValue" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageAdjustmentForPerformanceAchievementDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NonredeemablePreferredStockMember_5eaa5245-866f-44cf-821d-01f7ce864ae4_verboseLabel_en-US" xlink:label="lab_us-gaap_NonredeemablePreferredStockMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Non-redeemable preferred stocks</link:label>
    <link:label id="lab_us-gaap_NonredeemablePreferredStockMember_label_en-US" xlink:label="lab_us-gaap_NonredeemablePreferredStockMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Nonredeemable Preferred Stock [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NonredeemablePreferredStockMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NonredeemablePreferredStockMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NonredeemablePreferredStockMember" xlink:to="lab_us-gaap_NonredeemablePreferredStockMember" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ConsolidatedEntitiesAxis_b0894954-0260-42eb-ae95-f7c8a1d5b71a_terseLabel_en-US" xlink:label="lab_srt_ConsolidatedEntitiesAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidated Entities [Axis]</link:label>
    <link:label id="lab_srt_ConsolidatedEntitiesAxis_label_en-US" xlink:label="lab_srt_ConsolidatedEntitiesAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidated Entities [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ConsolidatedEntitiesAxis" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_ConsolidatedEntitiesAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ConsolidatedEntitiesAxis" xlink:to="lab_srt_ConsolidatedEntitiesAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationPremiumRevenue_24bb3331-fb8d-4eac-a491-335d662b3fd5_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationPremiumRevenue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premium revenue/ premium earned</link:label>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationPremiumRevenue_label_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationPremiumRevenue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information, Premium Revenue</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementaryInsuranceInformationPremiumRevenue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementaryInsuranceInformationPremiumRevenue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementaryInsuranceInformationPremiumRevenue" xlink:to="lab_us-gaap_SupplementaryInsuranceInformationPremiumRevenue" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AmountLifeCatastropheRiskRetentionPerOccurrence_72d422b8-a415-4834-a16c-9686c2d96381_terseLabel_en-US" xlink:label="lab_hmn_AmountLifeCatastropheRiskRetentionPerOccurrence" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount life catastrophe risk retention per occurrence</link:label>
    <link:label id="lab_hmn_AmountLifeCatastropheRiskRetentionPerOccurrence_label_en-US" xlink:label="lab_hmn_AmountLifeCatastropheRiskRetentionPerOccurrence" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount Life Catastrophe Risk Retention Per Occurrence</link:label>
    <link:label id="lab_hmn_AmountLifeCatastropheRiskRetentionPerOccurrence_documentation_en-US" xlink:label="lab_hmn_AmountLifeCatastropheRiskRetentionPerOccurrence" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount life catastrophe risk retention per occurrence.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AmountLifeCatastropheRiskRetentionPerOccurrence" xlink:href="hmn-20201231.xsd#hmn_AmountLifeCatastropheRiskRetentionPerOccurrence"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AmountLifeCatastropheRiskRetentionPerOccurrence" xlink:to="lab_hmn_AmountLifeCatastropheRiskRetentionPerOccurrence" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LicenseMember_15190dab-2331-4df6-ad2b-081b9f585949_terseLabel_en-US" xlink:label="lab_us-gaap_LicenseMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">State licenses</link:label>
    <link:label id="lab_us-gaap_LicenseMember_label_en-US" xlink:label="lab_us-gaap_LicenseMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">License [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LicenseMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LicenseMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LicenseMember" xlink:to="lab_us-gaap_LicenseMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_LesseeOperatingLeaseNotYetCommencedNumber_2ec2397c-ef56-4c1f-b018-e034fde1bf7b_terseLabel_en-US" xlink:label="lab_hmn_LesseeOperatingLeaseNotYetCommencedNumber" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number of operating lease not yet commenced</link:label>
    <link:label id="lab_hmn_LesseeOperatingLeaseNotYetCommencedNumber_label_en-US" xlink:label="lab_hmn_LesseeOperatingLeaseNotYetCommencedNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Not Yet Commenced, Number</link:label>
    <link:label id="lab_hmn_LesseeOperatingLeaseNotYetCommencedNumber_documentation_en-US" xlink:label="lab_hmn_LesseeOperatingLeaseNotYetCommencedNumber" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Not Yet Commenced, Number</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_LesseeOperatingLeaseNotYetCommencedNumber" xlink:href="hmn-20201231.xsd#hmn_LesseeOperatingLeaseNotYetCommencedNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_LesseeOperatingLeaseNotYetCommencedNumber" xlink:to="lab_hmn_LesseeOperatingLeaseNotYetCommencedNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RealizedInvestmentGainsLosses_8163daf1-ff36-4db5-8c0b-a59df8ecb2ac_verboseLabel_en-US" xlink:label="lab_us-gaap_RealizedInvestmentGainsLosses" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net investment gains (losses)</link:label>
    <link:label id="lab_us-gaap_RealizedInvestmentGainsLosses_171e440f-2096-485d-b1dd-f9b3b6970fc0_totalLabel_en-US" xlink:label="lab_us-gaap_RealizedInvestmentGainsLosses" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_RealizedInvestmentGainsLosses_1309283d-22b8-41fc-b1c5-14631f5c093b_terseLabel_en-US" xlink:label="lab_us-gaap_RealizedInvestmentGainsLosses" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net investment gains (losses)</link:label>
    <link:label id="lab_us-gaap_RealizedInvestmentGainsLosses_label_en-US" xlink:label="lab_us-gaap_RealizedInvestmentGainsLosses" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Realized Investment Gains (Losses)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RealizedInvestmentGainsLosses" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RealizedInvestmentGainsLosses"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RealizedInvestmentGainsLosses" xlink:to="lab_us-gaap_RealizedInvestmentGainsLosses" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_RepurchaseAgreementCounterpartyNameDomain_95f60750-735f-488c-8c32-e53f9497cf19_terseLabel_en-US" xlink:label="lab_srt_RepurchaseAgreementCounterpartyNameDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Counterparty Name [Domain]</link:label>
    <link:label id="lab_srt_RepurchaseAgreementCounterpartyNameDomain_label_en-US" xlink:label="lab_srt_RepurchaseAgreementCounterpartyNameDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Counterparty Name [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_RepurchaseAgreementCounterpartyNameDomain" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_RepurchaseAgreementCounterpartyNameDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_RepurchaseAgreementCounterpartyNameDomain" xlink:to="lab_srt_RepurchaseAgreementCounterpartyNameDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ConsolidationItemsDomain_ec06f0b7-42ce-4982-8d89-cdf93b733a65_terseLabel_en-US" xlink:label="lab_srt_ConsolidationItemsDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidation Items [Domain]</link:label>
    <link:label id="lab_srt_ConsolidationItemsDomain_label_en-US" xlink:label="lab_srt_ConsolidationItemsDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidation Items [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ConsolidationItemsDomain" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_ConsolidationItemsDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ConsolidationItemsDomain" xlink:to="lab_srt_ConsolidationItemsDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfGainLossOnInvestmentsTable_8171f14f-7bac-4c6e-847a-2db705bd5293_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfGainLossOnInvestmentsTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Gain (Loss) on Securities [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfGainLossOnInvestmentsTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfGainLossOnInvestmentsTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Gain (Loss) on Securities [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfGainLossOnInvestmentsTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfGainLossOnInvestmentsTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfGainLossOnInvestmentsTable" xlink:to="lab_us-gaap_ScheduleOfGainLossOnInvestmentsTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationPriorYearIncomeTaxes_392836a4-6342-4b23-8875-72a2251e5454_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationPriorYearIncomeTaxes" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Prior year adjustments</link:label>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationPriorYearIncomeTaxes_label_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationPriorYearIncomeTaxes" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Income Tax Rate Reconciliation, Prior Year Income Taxes, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxReconciliationPriorYearIncomeTaxes" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationPriorYearIncomeTaxes"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxReconciliationPriorYearIncomeTaxes" xlink:to="lab_us-gaap_IncomeTaxReconciliationPriorYearIncomeTaxes" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedForfeitedInPeriod_6bffbbfa-413a-471f-b9c6-fc42baa90f62_negatedLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedForfeitedInPeriod" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Forfeited, Vested, Units (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedForfeitedInPeriod_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedForfeitedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based Compensation Arrangement By Share based Payment Award Equity Instruments Other Than Options Forfeited Forfeited In Period</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedForfeitedInPeriod_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedForfeitedInPeriod" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Forfeited In Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedForfeitedInPeriod" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedForfeitedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedForfeitedInPeriod" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedForfeitedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DeferredPolicyAcquisitionCostsCorridorAroundTheMean_42dc62ef-9c4d-4094-ba27-b4f7a9bd6514_terseLabel_en-US" xlink:label="lab_hmn_DeferredPolicyAcquisitionCostsCorridorAroundTheMean" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred policy acquisition costs, corridor around the mean</link:label>
    <link:label id="lab_hmn_DeferredPolicyAcquisitionCostsCorridorAroundTheMean_label_en-US" xlink:label="lab_hmn_DeferredPolicyAcquisitionCostsCorridorAroundTheMean" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Policy Acquisition Costs, Corridor Around The Mean</link:label>
    <link:label id="lab_hmn_DeferredPolicyAcquisitionCostsCorridorAroundTheMean_documentation_en-US" xlink:label="lab_hmn_DeferredPolicyAcquisitionCostsCorridorAroundTheMean" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Policy Acquisition Costs, Corridor Around The Mean</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DeferredPolicyAcquisitionCostsCorridorAroundTheMean" xlink:href="hmn-20201231.xsd#hmn_DeferredPolicyAcquisitionCostsCorridorAroundTheMean"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DeferredPolicyAcquisitionCostsCorridorAroundTheMean" xlink:to="lab_hmn_DeferredPolicyAcquisitionCostsCorridorAroundTheMean" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ScheduleOfCondensedFinancialStatementsTable_a88aadb6-68a4-482b-a9e0-630ea2d5a26a_terseLabel_en-US" xlink:label="lab_srt_ScheduleOfCondensedFinancialStatementsTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Condensed Financial Statements [Table]</link:label>
    <link:label id="lab_srt_ScheduleOfCondensedFinancialStatementsTable_label_en-US" xlink:label="lab_srt_ScheduleOfCondensedFinancialStatementsTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Condensed Financial Statements [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ScheduleOfCondensedFinancialStatementsTable" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_ScheduleOfCondensedFinancialStatementsTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ScheduleOfCondensedFinancialStatementsTable" xlink:to="lab_srt_ScheduleOfCondensedFinancialStatementsTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GoodwillAndIntangibleAssetsDisclosureTextBlock_1052870b-c08e-4275-9b82-0584380c5cfb_terseLabel_en-US" xlink:label="lab_us-gaap_GoodwillAndIntangibleAssetsDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill and Intangible Assets, net</link:label>
    <link:label id="lab_us-gaap_GoodwillAndIntangibleAssetsDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_GoodwillAndIntangibleAssetsDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill and Intangible Assets Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GoodwillAndIntangibleAssetsDisclosureTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GoodwillAndIntangibleAssetsDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GoodwillAndIntangibleAssetsDisclosureTextBlock" xlink:to="lab_us-gaap_GoodwillAndIntangibleAssetsDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleAllowanceForCreditLoss_e27ecf93-7770-4fff-9c03-a9fc68a406a9_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleAllowanceForCreditLoss" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Available-for-sale securities, allowance for credit losses</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleAllowanceForCreditLoss_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleAllowanceForCreditLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Allowance for Credit Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleAllowanceForCreditLoss" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleAllowanceForCreditLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleAllowanceForCreditLoss" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleAllowanceForCreditLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanActualReturnOnPlanAssets_b9c6cc65-8a1c-4e05-b162-d235bb5e3419_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanActualReturnOnPlanAssets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Actual return on plan assets</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanActualReturnOnPlanAssets_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanActualReturnOnPlanAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan Assets, Increase (Decrease) for Actual Return (Loss)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanActualReturnOnPlanAssets" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanActualReturnOnPlanAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanActualReturnOnPlanAssets" xlink:to="lab_us-gaap_DefinedBenefitPlanActualReturnOnPlanAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss_f21e4dc3-2631-4851-8af1-935ff7a3853d_totalLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities, Gross Unrealized Losses, Total</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Unrealized Loss Position, Accumulated Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_SummaryOfReinsuranceRecoverableOnUnpaidInsuranceReservesAbstract_7ee94201-a5e3-4c91-85a6-18d030c9d957_verboseLabel_en-US" xlink:label="lab_hmn_SummaryOfReinsuranceRecoverableOnUnpaidInsuranceReservesAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of reinsurance recoverable on unpaid insurance reserves</link:label>
    <link:label id="lab_hmn_SummaryOfReinsuranceRecoverableOnUnpaidInsuranceReservesAbstract_label_en-US" xlink:label="lab_hmn_SummaryOfReinsuranceRecoverableOnUnpaidInsuranceReservesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of reinsurance recoverable on unpaid insurance reserves [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_SummaryOfReinsuranceRecoverableOnUnpaidInsuranceReservesAbstract" xlink:href="hmn-20201231.xsd#hmn_SummaryOfReinsuranceRecoverableOnUnpaidInsuranceReservesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_SummaryOfReinsuranceRecoverableOnUnpaidInsuranceReservesAbstract" xlink:to="lab_hmn_SummaryOfReinsuranceRecoverableOnUnpaidInsuranceReservesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYearAxis_79f12c4f-b215-480b-bca3-099ae7f6f59c_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYearAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Accident Year [Axis]</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYearAxis_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYearAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Accident Year [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsAccidentYearAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsAccidentYearAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsAccidentYearAxis" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsAccidentYearAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpense_e465fea9-9cf4-4fe4-ab3c-e167496cee7f_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpense" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">DAC unlocking and amortization expense</link:label>
    <link:label id="lab_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpense_label_en-US" xlink:label="lab_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Policy Acquisition Costs, Amortization Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredPolicyAcquisitionCostAmortizationExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpense" xlink:to="lab_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturingOnJanuary122024Member_cefa42eb-73fe-4cc5-8588-54fa011cf490_terseLabel_en-US" xlink:label="lab_hmn_MaturingOnJanuary122024Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On January 12, 2024</link:label>
    <link:label id="lab_hmn_MaturingOnJanuary122024Member_label_en-US" xlink:label="lab_hmn_MaturingOnJanuary122024Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On January 12 2024 [Member]</link:label>
    <link:label id="lab_hmn_MaturingOnJanuary122024Member_documentation_en-US" xlink:label="lab_hmn_MaturingOnJanuary122024Member" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On January 12 2024 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturingOnJanuary122024Member" xlink:href="hmn-20201231.xsd#hmn_MaturingOnJanuary122024Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturingOnJanuary122024Member" xlink:to="lab_hmn_MaturingOnJanuary122024Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments_2df985cc-f91d-4bdc-a3ec-e294bff07aa2_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Loss before income tax benefit and equity in net earnings of subsidiaries</link:label>
    <link:label id="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments_label_en-US" xlink:label="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income (Loss) from Continuing Operations before Equity Method Investments, Income Taxes, Noncontrolling Interest</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:to="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PaymentsForProceedsFromLimitedPartnershipInvestmentsAbstract_12f93598-351b-4253-b350-f22b7031cce5_terseLabel_en-US" xlink:label="lab_hmn_PaymentsForProceedsFromLimitedPartnershipInvestmentsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Limited partnership interests</link:label>
    <link:label id="lab_hmn_PaymentsForProceedsFromLimitedPartnershipInvestmentsAbstract_label_en-US" xlink:label="lab_hmn_PaymentsForProceedsFromLimitedPartnershipInvestmentsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments For Proceeds From Limited Partnership Investments [Abstract]</link:label>
    <link:label id="lab_hmn_PaymentsForProceedsFromLimitedPartnershipInvestmentsAbstract_documentation_en-US" xlink:label="lab_hmn_PaymentsForProceedsFromLimitedPartnershipInvestmentsAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments For Proceeds From Limited Partnership Investments [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PaymentsForProceedsFromLimitedPartnershipInvestmentsAbstract" xlink:href="hmn-20201231.xsd#hmn_PaymentsForProceedsFromLimitedPartnershipInvestmentsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PaymentsForProceedsFromLimitedPartnershipInvestmentsAbstract" xlink:to="lab_hmn_PaymentsForProceedsFromLimitedPartnershipInvestmentsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsFiveFiscalYearsThereafter_b7d3ac37-2ad6-49f8-8ad1-88c0a0fabd3f_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsFiveFiscalYearsThereafter" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2026-2030</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsFiveFiscalYearsThereafter_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsFiveFiscalYearsThereafter" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Expected Future Benefit Payment, after Year Five for Next Five Years</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsFiveFiscalYearsThereafter" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsFiveFiscalYearsThereafter"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsFiveFiscalYearsThereafter" xlink:to="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsFiveFiscalYearsThereafter" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OperatingLeaseLiabilityStatementOfFinancialPositionExtensibleList_08ba2f45-1d84-4bc0-846f-7df3f1a0a63e_terseLabel_en-US" xlink:label="lab_us-gaap_OperatingLeaseLiabilityStatementOfFinancialPositionExtensibleList" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Lease, Liability, Statement of Financial Position [Extensible List]</link:label>
    <link:label id="lab_us-gaap_OperatingLeaseLiabilityStatementOfFinancialPositionExtensibleList_label_en-US" xlink:label="lab_us-gaap_OperatingLeaseLiabilityStatementOfFinancialPositionExtensibleList" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Lease, Liability, Statement of Financial Position [Extensible List]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OperatingLeaseLiabilityStatementOfFinancialPositionExtensibleList" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OperatingLeaseLiabilityStatementOfFinancialPositionExtensibleList"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OperatingLeaseLiabilityStatementOfFinancialPositionExtensibleList" xlink:to="lab_us-gaap_OperatingLeaseLiabilityStatementOfFinancialPositionExtensibleList" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsImpairmentLosses_ba614442-c08f-444c-a7ce-cdbae0854ff2_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsImpairmentLosses" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Impaired securities</link:label>
    <link:label id="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsImpairmentLosses_label_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsImpairmentLosses" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Assets, Tax Deferred Expense, Reserves and Accruals, Impairment Losses</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsImpairmentLosses" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsImpairmentLosses"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsImpairmentLosses" xlink:to="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsImpairmentLosses" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EquitySecuritiesFvNi_8d417d1c-2ddb-4155-9e02-8130af03e599_terseLabel_en-US" xlink:label="lab_us-gaap_EquitySecuritiesFvNi" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity securities at fair value</link:label>
    <link:label id="lab_us-gaap_EquitySecuritiesFvNi_label_en-US" xlink:label="lab_us-gaap_EquitySecuritiesFvNi" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity Securities, FV-NI</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EquitySecuritiesFvNi" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EquitySecuritiesFvNi"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EquitySecuritiesFvNi" xlink:to="lab_us-gaap_EquitySecuritiesFvNi" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityDomain_cafef66f-88b8-40d3-ab0d-5f05bde038db_terseLabel_en-US" xlink:label="lab_dei_EntityDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity [Domain]</link:label>
    <link:label id="lab_dei_EntityDomain_label_en-US" xlink:label="lab_dei_EntityDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityDomain" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityDomain" xlink:to="lab_dei_EntityDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation_8d7610fc-c492-4847-9a78-c8572d9a0591_negatedLabel_en-US" xlink:label="lab_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Withholding tax payments on RSUs tendered</link:label>
    <link:label id="lab_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation_label_en-US" xlink:label="lab_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payment, Tax Withholding, Share-based Payment Arrangement</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation" xlink:to="lab_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GoodwillAcquiredDuringPeriod_c4e48b46-2bad-4fa9-98af-3c90b320b42a_terseLabel_en-US" xlink:label="lab_us-gaap_GoodwillAcquiredDuringPeriod" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisitions</link:label>
    <link:label id="lab_us-gaap_GoodwillAcquiredDuringPeriod_label_en-US" xlink:label="lab_us-gaap_GoodwillAcquiredDuringPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill, Acquired During Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GoodwillAcquiredDuringPeriod" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GoodwillAcquiredDuringPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GoodwillAcquiredDuringPeriod" xlink:to="lab_us-gaap_GoodwillAcquiredDuringPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesFairValue_ed89d850-dad7-4771-80ed-05a0f437c4d9_verboseLabel_en-US" xlink:label="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value</link:label>
    <link:label id="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesFairValue_label_en-US" xlink:label="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-15, Insurance Companies, Summary of Investments, Other than Investments in Related Parties, Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesFairValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesFairValue" xlink:to="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_QuarterlyFinancialInformationTextBlock_2fc094c7-64df-4e0b-a67a-56afdb6fbb40_verboseLabel_en-US" xlink:label="lab_us-gaap_QuarterlyFinancialInformationTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unaudited Selected Quarterly Financial Data</link:label>
    <link:label id="lab_us-gaap_QuarterlyFinancialInformationTextBlock_label_en-US" xlink:label="lab_us-gaap_QuarterlyFinancialInformationTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Quarterly Financial Information [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_QuarterlyFinancialInformationTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_QuarterlyFinancialInformationTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_QuarterlyFinancialInformationTextBlock" xlink:to="lab_us-gaap_QuarterlyFinancialInformationTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssumedPremiumsEarned_12239268-ac8c-45ba-b9fa-b2ee6c5b40c1_verboseLabel_en-US" xlink:label="lab_us-gaap_AssumedPremiumsEarned" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assumed from Other Companies</link:label>
    <link:label id="lab_us-gaap_AssumedPremiumsEarned_label_en-US" xlink:label="lab_us-gaap_AssumedPremiumsEarned" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assumed Premiums Earned</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssumedPremiumsEarned" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AssumedPremiumsEarned"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssumedPremiumsEarned" xlink:to="lab_us-gaap_AssumedPremiumsEarned" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax_cddc6d58-46fe-497c-aa42-dff4c8c62ee8_netLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax" xlink:role="http://www.xbrl.org/2009/role/netLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Less: reclassification adjustment for net investment gains (losses) included in income before income tax</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax_5a34513b-428c-445c-bd05-739d7960b53f_verboseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reclassification adjustment for net investment gains (losses) included in income before income tax</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Reclassification Adjustment from AOCI for Sale of Securities, before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax" xlink:to="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentUsefulLife_9970ad32-55f7-4a8f-b003-1e55a4a2e5f0_terseLabel_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentUsefulLife" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property, plant and equipment, useful life</link:label>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentUsefulLife_label_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentUsefulLife" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property, Plant and Equipment, Useful Life</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PropertyPlantAndEquipmentUsefulLife" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PropertyPlantAndEquipmentUsefulLife"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PropertyPlantAndEquipmentUsefulLife" xlink:to="lab_us-gaap_PropertyPlantAndEquipmentUsefulLife" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GoodwillLineItems_d6b4eaf6-c8d8-4c6a-9a82-d98b12d9e798_terseLabel_en-US" xlink:label="lab_us-gaap_GoodwillLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill [Line Items]</link:label>
    <link:label id="lab_us-gaap_GoodwillLineItems_label_en-US" xlink:label="lab_us-gaap_GoodwillLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GoodwillLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GoodwillLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GoodwillLineItems" xlink:to="lab_us-gaap_GoodwillLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeLeaseDescriptionLineItems_d9f8f2e8-d98e-4a3f-933f-44f706188dff_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeLeaseDescriptionLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Lease, Description [Line Items]</link:label>
    <link:label id="lab_us-gaap_LesseeLeaseDescriptionLineItems_label_en-US" xlink:label="lab_us-gaap_LesseeLeaseDescriptionLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Lease, Description [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeLeaseDescriptionLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeLeaseDescriptionLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeLeaseDescriptionLineItems" xlink:to="lab_us-gaap_LesseeLeaseDescriptionLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AmountOfGroupLifePolicyInsuranceRiskRetained_37471783-c406-43ae-9b54-32f7ea096859_terseLabel_en-US" xlink:label="lab_hmn_AmountOfGroupLifePolicyInsuranceRiskRetained" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount of group life policy insurance risk retained</link:label>
    <link:label id="lab_hmn_AmountOfGroupLifePolicyInsuranceRiskRetained_label_en-US" xlink:label="lab_hmn_AmountOfGroupLifePolicyInsuranceRiskRetained" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount Of Group Life Policy Insurance Risk Retained</link:label>
    <link:label id="lab_hmn_AmountOfGroupLifePolicyInsuranceRiskRetained_documentation_en-US" xlink:label="lab_hmn_AmountOfGroupLifePolicyInsuranceRiskRetained" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount of maximum group life policy insurance risk retained.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AmountOfGroupLifePolicyInsuranceRiskRetained" xlink:href="hmn-20201231.xsd#hmn_AmountOfGroupLifePolicyInsuranceRiskRetained"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AmountOfGroupLifePolicyInsuranceRiskRetained" xlink:to="lab_hmn_AmountOfGroupLifePolicyInsuranceRiskRetained" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueDisclosuresAbstract_6a05e663-ed01-41e9-9948-8c6c7a17f8da_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueDisclosuresAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Disclosures [Abstract]</link:label>
    <link:label id="lab_us-gaap_FairValueDisclosuresAbstract_label_en-US" xlink:label="lab_us-gaap_FairValueDisclosuresAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Disclosures [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueDisclosuresAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueDisclosuresAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueDisclosuresAbstract" xlink:to="lab_us-gaap_FairValueDisclosuresAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtAndCapitalLeaseObligations_821b4759-e878-42ff-bb42-01ad5e361158_totalLabel_en-US" xlink:label="lab_us-gaap_DebtAndCapitalLeaseObligations" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_DebtAndCapitalLeaseObligations_label_en-US" xlink:label="lab_us-gaap_DebtAndCapitalLeaseObligations" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt and Lease Obligation</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtAndCapitalLeaseObligations" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtAndCapitalLeaseObligations"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtAndCapitalLeaseObligations" xlink:to="lab_us-gaap_DebtAndCapitalLeaseObligations" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSix_1b3ea647-4f5c-48a8-ab08-5ac814b56564_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSix" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Year Six</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSix_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSix" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration, Year Six</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSix" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSix"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSix" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSix" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNetAbstract_cc2688bc-7727-4c3e-9bf1-be320700ec57_terseLabel_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNetAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Unpaid Claims and Claims Adjustment Expense [Roll Forward]</link:label>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNetAbstract_label_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNetAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Unpaid Claims and Claims Adjustment Expense [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNetAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNetAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNetAbstract" xlink:to="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNetAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtSecurities_e70fca60-0b56-4a85-b471-d383f8ac2f95_netLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtSecurities" xlink:role="http://www.xbrl.org/2009/role/netLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities, available for sale, at fair value (amortized cost 2020, $5,788,551; 2019, $5,456,980)</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtSecurities_c510220f-6bec-4072-9ca3-9abf278284f2_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtSecurities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtSecurities_5b998917-b0e9-4ece-a256-e7a5775ae0d5_totalLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtSecurities" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtSecurities_abaf9abe-3f0b-428f-8e71-981cf3bc1bee_verboseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtSecurities" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value of issued securities</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtSecurities_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtSecurities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtSecurities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleSecuritiesDebtSecurities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtSecurities" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtSecurities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationOtherReconcilingItemsAbstract_f8730cb6-3b66-44d1-886f-3ac31131345f_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationOtherReconcilingItemsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Add (deduct) tax effects of:</link:label>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationOtherReconcilingItemsAbstract_label_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationOtherReconcilingItemsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Income Tax Rate Reconciliation, Other Reconciling Items, Amount [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxReconciliationOtherReconcilingItemsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationOtherReconcilingItemsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxReconciliationOtherReconcilingItemsAbstract" xlink:to="lab_us-gaap_IncomeTaxReconciliationOtherReconcilingItemsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_RetirementAnnuityMember_02251494-93cc-462a-a7ce-6c3c6c099827_terseLabel_en-US" xlink:label="lab_hmn_RetirementAnnuityMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement</link:label>
    <link:label id="lab_hmn_RetirementAnnuityMember_label_en-US" xlink:label="lab_hmn_RetirementAnnuityMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement annuity [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_RetirementAnnuityMember" xlink:href="hmn-20201231.xsd#hmn_RetirementAnnuityMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_RetirementAnnuityMember" xlink:to="lab_hmn_RetirementAnnuityMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredChargesPolicyTextBlock_19d30051-9f72-499f-a79a-b9763339a7ec_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredChargesPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Policy Acquisition Costs</link:label>
    <link:label id="lab_us-gaap_DeferredChargesPolicyTextBlock_label_en-US" xlink:label="lab_us-gaap_DeferredChargesPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Charges, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredChargesPolicyTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredChargesPolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredChargesPolicyTextBlock" xlink:to="lab_us-gaap_DeferredChargesPolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanMinimumFundingRequired_3429dffc-9b26-4845-b658-8da7edfcf0f0_terseLabel_en-US" xlink:label="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanMinimumFundingRequired" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Minimum funding requirement</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanMinimumFundingRequired_label_en-US" xlink:label="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanMinimumFundingRequired" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan and Other Post Retirement Plan Minimum Funding Required</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanMinimumFundingRequired_documentation_en-US" xlink:label="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanMinimumFundingRequired" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined benefit plan and other post retirement plan minimum funding required.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanMinimumFundingRequired" xlink:href="hmn-20201231.xsd#hmn_DefinedBenefitPlanAndOtherPostRetirementPlanMinimumFundingRequired"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanMinimumFundingRequired" xlink:to="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanMinimumFundingRequired" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeBeginningOfPeriodAbstract_98c1dec8-5e81-41c9-918d-a6ac3de2c206_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeBeginningOfPeriodAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Range of Option Prices per Share</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeBeginningOfPeriodAbstract_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeBeginningOfPeriodAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Payment Arrangement, Option, Exercise Price Range, Beginning of Period [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeBeginningOfPeriodAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeBeginningOfPeriodAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeBeginningOfPeriodAbstract" xlink:to="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeBeginningOfPeriodAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ConsolidatedEntitiesDomain_9bd1a569-561c-4443-a8c5-16c395557871_terseLabel_en-US" xlink:label="lab_srt_ConsolidatedEntitiesDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidated Entities [Domain]</link:label>
    <link:label id="lab_srt_ConsolidatedEntitiesDomain_label_en-US" xlink:label="lab_srt_ConsolidatedEntitiesDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidated Entities [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ConsolidatedEntitiesDomain" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_ConsolidatedEntitiesDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ConsolidatedEntitiesDomain" xlink:to="lab_srt_ConsolidatedEntitiesDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember_26ccffb5-a07b-47dd-9515-340a295432f2_verboseLabel_en-US" xlink:label="lab_us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Mortgage-backed securities</link:label>
    <link:label id="lab_us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember_e054781f-6483-4cc7-8dac-1e72cfe3aa8b_terseLabel_en-US" xlink:label="lab_us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Government mortgage-backed securities</link:label>
    <link:label id="lab_us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember_label_en-US" xlink:label="lab_us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Mortgage-backed Securities, Issued by US Government Sponsored Enterprises [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember" xlink:to="lab_us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MeasurementInputEquityValueMember_412dbb4a-a74d-4037-b0b6-8e639f8c9e23_terseLabel_en-US" xlink:label="lab_hmn_MeasurementInputEquityValueMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">equity value</link:label>
    <link:label id="lab_hmn_MeasurementInputEquityValueMember_label_en-US" xlink:label="lab_hmn_MeasurementInputEquityValueMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Equity Value [Member]</link:label>
    <link:label id="lab_hmn_MeasurementInputEquityValueMember_documentation_en-US" xlink:label="lab_hmn_MeasurementInputEquityValueMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Equity Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MeasurementInputEquityValueMember" xlink:href="hmn-20201231.xsd#hmn_MeasurementInputEquityValueMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MeasurementInputEquityValueMember" xlink:to="lab_hmn_MeasurementInputEquityValueMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForFuturePolicyBenefitsIndividualAndGroupAnnuitiesAndSupplementaryContracts_6a2b4ccc-2ae8-4741-b7ed-488d80413627_terseLabel_en-US" xlink:label="lab_us-gaap_LiabilityForFuturePolicyBenefitsIndividualAndGroupAnnuitiesAndSupplementaryContracts" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment contract reserves</link:label>
    <link:label id="lab_us-gaap_LiabilityForFuturePolicyBenefitsIndividualAndGroupAnnuitiesAndSupplementaryContracts_label_en-US" xlink:label="lab_us-gaap_LiabilityForFuturePolicyBenefitsIndividualAndGroupAnnuitiesAndSupplementaryContracts" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Future Policy Benefits, Individual and Group Annuities and Supplementary Contracts</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForFuturePolicyBenefitsIndividualAndGroupAnnuitiesAndSupplementaryContracts" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForFuturePolicyBenefitsIndividualAndGroupAnnuitiesAndSupplementaryContracts"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForFuturePolicyBenefitsIndividualAndGroupAnnuitiesAndSupplementaryContracts" xlink:to="lab_us-gaap_LiabilityForFuturePolicyBenefitsIndividualAndGroupAnnuitiesAndSupplementaryContracts" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock_9481e7d4-bea5-47cb-928f-cf141a04322d_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative instruments, gain (loss)</link:label>
    <link:label id="lab_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Instruments, Gain (Loss) [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock" xlink:to="lab_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue_3bcb63c8-a41a-4c58-a6e1-c99bcf150415_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Forfeited, Total Outstanding, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Forfeitures, Weighted Average Grant Date Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfShareBasedPaymentAwardStockOptionsValuationAssumptionsTableTextBlock_25df5eb3-44c6-463a-b249-fea246efb9f0_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfShareBasedPaymentAwardStockOptionsValuationAssumptionsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Stock options fair value pricing model weighted-average assumptions</link:label>
    <link:label id="lab_us-gaap_ScheduleOfShareBasedPaymentAwardStockOptionsValuationAssumptionsTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfShareBasedPaymentAwardStockOptionsValuationAssumptionsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Share-based Payment Award, Stock Options, Valuation Assumptions [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfShareBasedPaymentAwardStockOptionsValuationAssumptionsTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfShareBasedPaymentAwardStockOptionsValuationAssumptionsTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfShareBasedPaymentAwardStockOptionsValuationAssumptionsTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfShareBasedPaymentAwardStockOptionsValuationAssumptionsTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercentOfMatch_c5417c74-cb68-456a-a26f-67b72c7427e4_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercentOfMatch" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of employer match</link:label>
    <link:label id="lab_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercentOfMatch_label_en-US" xlink:label="lab_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercentOfMatch" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Contribution Plan, Employer Matching Contribution, Percent of Match</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercentOfMatch" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedContributionPlanEmployerMatchingContributionPercentOfMatch"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercentOfMatch" xlink:to="lab_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercentOfMatch" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfDerivativeInstrumentsInStatementOfFinancialPositionFairValueTextBlock_a755281d-fd4b-49f0-835e-ebe0627a67ec_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfDerivativeInstrumentsInStatementOfFinancialPositionFairValueTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of derivative instruments in statement of financial position, fair value</link:label>
    <link:label id="lab_us-gaap_ScheduleOfDerivativeInstrumentsInStatementOfFinancialPositionFairValueTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfDerivativeInstrumentsInStatementOfFinancialPositionFairValueTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Derivative Instruments in Statement of Financial Position, Fair Value [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfDerivativeInstrumentsInStatementOfFinancialPositionFairValueTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfDerivativeInstrumentsInStatementOfFinancialPositionFairValueTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfDerivativeInstrumentsInStatementOfFinancialPositionFairValueTextBlock" xlink:to="lab_us-gaap_ScheduleOfDerivativeInstrumentsInStatementOfFinancialPositionFairValueTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageGrantDateFairValue_93a75900-f620-4603-bdab-e587ed903fe7_terseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Granted, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based Compensation Arrangement By Share based Payment Award Equity Instruments Other Than Options Granted Vested In Period Weighted Average Grant Date Fair value</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageGrantDateFairValue_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Granted Vested In Period Weighted Average Grant Date Fair Value.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueDisclosuresTextBlock_94b2f6af-f83f-422d-b066-0ad68c2d71c4_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueDisclosuresTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value of Financial Instruments</link:label>
    <link:label id="lab_us-gaap_FairValueDisclosuresTextBlock_label_en-US" xlink:label="lab_us-gaap_FairValueDisclosuresTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Disclosures [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueDisclosuresTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueDisclosuresTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueDisclosuresTextBlock" xlink:to="lab_us-gaap_FairValueDisclosuresTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2015Member_9d58856a-66f0-491c-9054-65fdca00f407_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2015Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2015</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2015Member_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2015Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Accident Year 2015 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsAccidentYear2015Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsAccidentYear2015Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsAccidentYear2015Member" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2015Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements_368ff967-c34b-4e4e-aefb-b89add5f943a_negatedLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Settlements</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Settlements</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidCurrentYear1_a753322c-770a-49e6-803a-7ab86c384f64_verboseLabel_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidCurrentYear1" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Current year</link:label>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidCurrentYear1_label_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidCurrentYear1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Unpaid Claims and Claims Adjustment Expense, Claims Paid, Current Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidCurrentYear1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidCurrentYear1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidCurrentYear1" xlink:to="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidCurrentYear1" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndexedUniversalLifeContracts_8a067a71-9f87-4959-9e4f-b95d404a47a6_terseLabel_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndexedUniversalLifeContracts" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization term for acquisition costs of indexed universal life contracts</link:label>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndexedUniversalLifeContracts_label_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndexedUniversalLifeContracts" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisition Costs Amortization In Years For Indexed Universal Life Contracts</link:label>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndexedUniversalLifeContracts_documentation_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndexedUniversalLifeContracts" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The number of years over which capitalized acquisition costs are amortized for indexed universal life contracts. Acquisition costs are amortized in proportion to estimated gross profits.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AcquisitionCostsAmortizationInYearsForIndexedUniversalLifeContracts" xlink:href="hmn-20201231.xsd#hmn_AcquisitionCostsAmortizationInYearsForIndexedUniversalLifeContracts"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AcquisitionCostsAmortizationInYearsForIndexedUniversalLifeContracts" xlink:to="lab_hmn_AcquisitionCostsAmortizationInYearsForIndexedUniversalLifeContracts" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativesFairValueLineItems_252d8710-e38c-4023-b19d-848d0fa2b0d7_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativesFairValueLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivatives, Fair Value [Line Items]</link:label>
    <link:label id="lab_us-gaap_DerivativesFairValueLineItems_label_en-US" xlink:label="lab_us-gaap_DerivativesFairValueLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivatives, Fair Value [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativesFairValueLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativesFairValueLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativesFairValueLineItems" xlink:to="lab_us-gaap_DerivativesFairValueLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_CumulativeEffectPeriodOfAdoptionAdjustmentMember_30dc6d49-c257-4256-9a99-a31b38c4e6e3_terseLabel_en-US" xlink:label="lab_srt_CumulativeEffectPeriodOfAdoptionAdjustmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cumulative effect of change in accounting principle</link:label>
    <link:label id="lab_srt_CumulativeEffectPeriodOfAdoptionAdjustmentMember_label_en-US" xlink:label="lab_srt_CumulativeEffectPeriodOfAdoptionAdjustmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cumulative Effect, Period of Adoption, Adjustment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_CumulativeEffectPeriodOfAdoptionAdjustmentMember" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_CumulativeEffectPeriodOfAdoptionAdjustmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_CumulativeEffectPeriodOfAdoptionAdjustmentMember" xlink:to="lab_srt_CumulativeEffectPeriodOfAdoptionAdjustmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AdditionalPaidInCapitalCommonStock_498326d4-ecac-44ec-9c4d-ac6d949b7a3a_terseLabel_en-US" xlink:label="lab_us-gaap_AdditionalPaidInCapitalCommonStock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Additional paid-in capital</link:label>
    <link:label id="lab_us-gaap_AdditionalPaidInCapitalCommonStock_9172bed8-8f3e-4650-bcc3-d45fed4b6e20_verboseLabel_en-US" xlink:label="lab_us-gaap_AdditionalPaidInCapitalCommonStock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Additional paid-in capital</link:label>
    <link:label id="lab_us-gaap_AdditionalPaidInCapitalCommonStock_label_en-US" xlink:label="lab_us-gaap_AdditionalPaidInCapitalCommonStock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Additional Paid in Capital, Common Stock</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AdditionalPaidInCapitalCommonStock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AdditionalPaidInCapitalCommonStock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AdditionalPaidInCapitalCommonStock" xlink:to="lab_us-gaap_AdditionalPaidInCapitalCommonStock" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityRegistrantName_b8435a5c-02a6-45b0-9a4e-6e61f0efc1b5_terseLabel_en-US" xlink:label="lab_dei_EntityRegistrantName" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Registrant Name</link:label>
    <link:label id="lab_dei_EntityRegistrantName_label_en-US" xlink:label="lab_dei_EntityRegistrantName" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Registrant Name</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityRegistrantName" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityRegistrantName"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityRegistrantName" xlink:to="lab_dei_EntityRegistrantName" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationStockOptionOutstandingByExerciseRangeTableTextBlock_be9039a2-819f-4b64-ad87-2d2d8e2b7679_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationStockOptionOutstandingByExerciseRangeTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of options outstanding segregated by ranges of exercise prices</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationStockOptionOutstandingByExerciseRangeTableTextBlock_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationStockOptionOutstandingByExerciseRangeTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Stock Option Outstanding By Exercise Range [Table Text Block]</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationStockOptionOutstandingByExerciseRangeTableTextBlock_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationStockOptionOutstandingByExerciseRangeTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">A table of share based compensation stock option outstanding by exercise range, shown as a text block.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationStockOptionOutstandingByExerciseRangeTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationStockOptionOutstandingByExerciseRangeTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationStockOptionOutstandingByExerciseRangeTableTextBlock" xlink:to="lab_hmn_ShareBasedCompensationStockOptionOutstandingByExerciseRangeTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent_a37309b9-a2f5-4759-8ed8-40dec3f44f3e_terseLabel_en-US" xlink:label="lab_us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted average discount rate</link:label>
    <link:label id="lab_us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent_label_en-US" xlink:label="lab_us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Lease, Weighted Average Discount Rate, Percent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent" xlink:to="lab_us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidAbstract_f34858a5-d602-4ace-a340-5946c01e5cb7_verboseLabel_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Claims and claim expense payments for claims occurring during:</link:label>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidAbstract_label_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Unpaid Claims and Claims Adjustment Expense, Claims Paid [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidAbstract" xlink:to="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetsFairValueDisclosureAbstract_38bf76d7-a51c-4c80-9cd7-ad2116298d48_verboseLabel_en-US" xlink:label="lab_us-gaap_AssetsFairValueDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Financial Assets</link:label>
    <link:label id="lab_us-gaap_AssetsFairValueDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_AssetsFairValueDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assets, Fair Value Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetsFairValueDisclosureAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AssetsFairValueDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetsFairValueDisclosureAbstract" xlink:to="lab_us-gaap_AssetsFairValueDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PotentialVariabilityOfPropertyAndCasualtyLossReserves_1b06d8bd-dfab-4277-9fe8-8c45b51c0ad6_terseLabel_en-US" xlink:label="lab_hmn_PotentialVariabilityOfPropertyAndCasualtyLossReserves" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Potential variability of property and casualty loss reserves</link:label>
    <link:label id="lab_hmn_PotentialVariabilityOfPropertyAndCasualtyLossReserves_label_en-US" xlink:label="lab_hmn_PotentialVariabilityOfPropertyAndCasualtyLossReserves" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Potential Variability Of Property and Casualty Loss Reserves</link:label>
    <link:label id="lab_hmn_PotentialVariabilityOfPropertyAndCasualtyLossReserves_documentation_en-US" xlink:label="lab_hmn_PotentialVariabilityOfPropertyAndCasualtyLossReserves" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Potential percentage variability (plus or minus) of property and casualty loss reserves within a reasonable probability of other possible outcomes.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PotentialVariabilityOfPropertyAndCasualtyLossReserves" xlink:href="hmn-20201231.xsd#hmn_PotentialVariabilityOfPropertyAndCasualtyLossReserves"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PotentialVariabilityOfPropertyAndCasualtyLossReserves" xlink:to="lab_hmn_PotentialVariabilityOfPropertyAndCasualtyLossReserves" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IntersegmentEliminationMember_492231d3-b2eb-4a8f-bf01-ce1ec32d9324_terseLabel_en-US" xlink:label="lab_us-gaap_IntersegmentEliminationMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Intersegment eliminations</link:label>
    <link:label id="lab_us-gaap_IntersegmentEliminationMember_label_en-US" xlink:label="lab_us-gaap_IntersegmentEliminationMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Intersegment Eliminations [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IntersegmentEliminationMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IntersegmentEliminationMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IntersegmentEliminationMember" xlink:to="lab_us-gaap_IntersegmentEliminationMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedNumber_dfef59e6-e9b9-42de-b36c-55dbde1fe6ae_periodStartLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedNumber" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Beginning balance, Vested, Units (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedNumber_4949ab5a-5d23-471e-8fb3-c1747d268711_periodEndLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedNumber" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ending balance, Vested, Units (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedNumber_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Vested Number</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedNumber_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedNumber" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award equity instruments other than options vested number.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedNumber" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedNumber" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToInterestSensitiveLifeContracts_717b4f5f-3047-4e67-af4f-c6a40fd03bf1_terseLabel_en-US" xlink:label="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToInterestSensitiveLifeContracts" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization period of acquisition costs of interest sensitive life contracts</link:label>
    <link:label id="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToInterestSensitiveLifeContracts_label_en-US" xlink:label="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToInterestSensitiveLifeContracts" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization Period Of Acquisition Costs Related To Interest Sensitive Life Contracts</link:label>
    <link:label id="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToInterestSensitiveLifeContracts_documentation_en-US" xlink:label="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToInterestSensitiveLifeContracts" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The number of years over which capitalized acquisition costs are amortized on interest sensitive life contracts. Capitalized acquisition costs are amortized in proportion to estimated gross profits.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToInterestSensitiveLifeContracts" xlink:href="hmn-20201231.xsd#hmn_AmortizationPeriodOfAcquisitionCostsRelatedToInterestSensitiveLifeContracts"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToInterestSensitiveLifeContracts" xlink:to="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToInterestSensitiveLifeContracts" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableGrantedInPeriod_8be024ce-39f3-4c77-b8eb-e8ffa81a631f_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableGrantedInPeriod" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Vested and Exercisable, Granted (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableGrantedInPeriod_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableGrantedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based Compensation Arrangement By Share based Payment Award Options Vested And Exercisable Granted In Period</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableGrantedInPeriod_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableGrantedInPeriod" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Options Vested And Exercisable Granted In Period.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableGrantedInPeriod" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableGrantedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableGrantedInPeriod" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableGrantedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePriceRollforward_98162e6c-9630-4767-9a18-73dffce6bf1b_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePriceRollforward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average Option Price per Share</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePriceRollforward_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePriceRollforward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Outstanding, Weighted Average Exercise Price [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePriceRollforward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePriceRollforward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePriceRollforward" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingWeightedAverageExercisePriceRollforward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings_ce215022-7bbc-4016-b5ca-d160fbfff6cd_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Principal repayment on FHLB funding agreements</link:label>
    <link:label id="lab_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings_label_en-US" xlink:label="lab_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments of FHLBank Borrowings, Financing Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings" xlink:to="lab_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BanksTrustAndInsuranceEquitiesMember_f32a2298-6821-47b3-877b-0628e47cc44f_terseLabel_en-US" xlink:label="lab_us-gaap_BanksTrustAndInsuranceEquitiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Banking &amp; finance and insurance companies</link:label>
    <link:label id="lab_us-gaap_BanksTrustAndInsuranceEquitiesMember_label_en-US" xlink:label="lab_us-gaap_BanksTrustAndInsuranceEquitiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Banks, Trust and Insurance, Equities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BanksTrustAndInsuranceEquitiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_BanksTrustAndInsuranceEquitiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BanksTrustAndInsuranceEquitiesMember" xlink:to="lab_us-gaap_BanksTrustAndInsuranceEquitiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsOfDividendsCommonStock_756e5c62-753a-4c05-acf3-94c2f01a6670_negatedLabel_en-US" xlink:label="lab_us-gaap_PaymentsOfDividendsCommonStock" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Dividends paid to shareholders</link:label>
    <link:label id="lab_us-gaap_PaymentsOfDividendsCommonStock_label_en-US" xlink:label="lab_us-gaap_PaymentsOfDividendsCommonStock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments of Ordinary Dividends, Common Stock</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsOfDividendsCommonStock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsOfDividendsCommonStock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsOfDividendsCommonStock" xlink:to="lab_us-gaap_PaymentsOfDividendsCommonStock" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesReportableDataLineItems_5e0cb9d6-0e35-4f0e-bae2-c8bab6759a31_terseLabel_en-US" xlink:label="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesReportableDataLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-15, Insurance Companies, Summary of Investments, Other than Investments in Related Parties [Line Items]</link:label>
    <link:label id="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesReportableDataLineItems_label_en-US" xlink:label="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesReportableDataLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-15, Insurance Companies, Summary of Investments, Other than Investments in Related Parties [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesReportableDataLineItems" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesReportableDataLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesReportableDataLineItems" xlink:to="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesReportableDataLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EquitySecuritiesMember_0aa055b5-b132-4275-948b-4a89557787d5_terseLabel_en-US" xlink:label="lab_us-gaap_EquitySecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity securities</link:label>
    <link:label id="lab_us-gaap_EquitySecuritiesMember_label_en-US" xlink:label="lab_us-gaap_EquitySecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity Securities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EquitySecuritiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EquitySecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EquitySecuritiesMember" xlink:to="lab_us-gaap_EquitySecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityIncorporationStateCountryCode_2a469ed7-f61b-4972-8bbe-97d0480999ed_terseLabel_en-US" xlink:label="lab_dei_EntityIncorporationStateCountryCode" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Incorporation, State or Country Code</link:label>
    <link:label id="lab_dei_EntityIncorporationStateCountryCode_label_en-US" xlink:label="lab_dei_EntityIncorporationStateCountryCode" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Incorporation, State or Country Code</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityIncorporationStateCountryCode" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityIncorporationStateCountryCode"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityIncorporationStateCountryCode" xlink:to="lab_dei_EntityIncorporationStateCountryCode" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentsAbstract_0d17d0ab-41ec-42be-915e-f01f29dc3cde_verboseLabel_en-US" xlink:label="lab_us-gaap_InvestmentsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments</link:label>
    <link:label id="lab_us-gaap_InvestmentsAbstract_b99e4d7d-bbb8-4dfe-8451-9b9ab3751a28_terseLabel_en-US" xlink:label="lab_us-gaap_InvestmentsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments</link:label>
    <link:label id="lab_us-gaap_InvestmentsAbstract_label_en-US" xlink:label="lab_us-gaap_InvestmentsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentsAbstract" xlink:to="lab_us-gaap_InvestmentsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsFairValueDisclosure_171c50c4-adcb-48e2-a44a-3bfe2b943f94_terseLabel_en-US" xlink:label="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other policyholder funds, embedded derivatives</link:label>
    <link:label id="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsFairValueDisclosure_label_en-US" xlink:label="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Policyholder Funds Derivative Instruments Fair Value Disclosure</link:label>
    <link:label id="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsFairValueDisclosure_documentation_en-US" xlink:label="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value of the liability as of the policyholders for funds held that are returnable under the terms of insurance contracts that were not separately reported.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherPolicyholderFundsDerivativeInstrumentsFairValueDisclosure" xlink:href="hmn-20201231.xsd#hmn_OtherPolicyholderFundsDerivativeInstrumentsFairValueDisclosure"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherPolicyholderFundsDerivativeInstrumentsFairValueDisclosure" xlink:to="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsFairValueDisclosure" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValuePercentage_e73311d8-e3ec-4e6d-8abf-cd0bb5199ae4_verboseLabel_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValuePercentage" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 10 years through 20 years</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValuePercentage_label_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValuePercentage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 10 years through 20 years, Percent of Total Fair Value</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValuePercentage_documentation_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValuePercentage" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of fair value of available for sale debt securities maturing in the eleventh rolling twelve months through the twentieth rolling twelve months following the latest balance sheet presented.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValuePercentage" xlink:href="hmn-20201231.xsd#hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValuePercentage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValuePercentage" xlink:to="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValuePercentage" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_IncomeTaxAssetLiabilityAbstract_faa22dbd-27af-44b1-a621-b6f121415535_terseLabel_en-US" xlink:label="lab_hmn_IncomeTaxAssetLiabilityAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income tax (asset) liability</link:label>
    <link:label id="lab_hmn_IncomeTaxAssetLiabilityAbstract_label_en-US" xlink:label="lab_hmn_IncomeTaxAssetLiabilityAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income tax asset liability [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_IncomeTaxAssetLiabilityAbstract" xlink:href="hmn-20201231.xsd#hmn_IncomeTaxAssetLiabilityAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_IncomeTaxAssetLiabilityAbstract" xlink:to="lab_hmn_IncomeTaxAssetLiabilityAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax_d1b30185-db87-428d-b21d-ee8e247c4700_verboseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net unrealized investment gains on fixed maturity securities</link:label>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax_253d4d9e-b5a3-4676-8c48-8f8565609dee_terseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net unrealized investment gains on fixed maturity securities</link:label>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax_label_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">AOCI, Debt Securities, Available-for-sale, Adjustment, after Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccumulatedOtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccumulatedOtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax" xlink:to="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationPremiumsWritten_497f298a-807b-497a-8b62-4fa1329f3bc9_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationPremiumsWritten" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums written</link:label>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationPremiumsWritten_label_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationPremiumsWritten" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information, Premium Written</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementaryInsuranceInformationPremiumsWritten" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementaryInsuranceInformationPremiumsWritten"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementaryInsuranceInformationPremiumsWritten" xlink:to="lab_us-gaap_SupplementaryInsuranceInformationPremiumsWritten" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerThree_98cfec49-b88b-499f-9e52-655ac0b634af_terseLabel_en-US" xlink:label="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerThree" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention base amount per occurrence under layer three</link:label>
    <link:label id="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerThree_label_en-US" xlink:label="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerThree" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention Base Amount Per Occurrence Under Layer Three</link:label>
    <link:label id="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerThree_documentation_en-US" xlink:label="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerThree" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention base amount per occurrence under layer three.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_RetentionBaseAmountPerOccurrenceUnderLayerThree" xlink:href="hmn-20201231.xsd#hmn_RetentionBaseAmountPerOccurrenceUnderLayerThree"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_RetentionBaseAmountPerOccurrenceUnderLayerThree" xlink:to="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerThree" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax_2adcbab2-16e7-418f-98fd-16b5e0e842bd_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrealized Losses</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Accumulated Gross Unrealized Loss, before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:to="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseRemainingLeaseTerm_cb1ce9e4-c005-4e65-8f58-78ac02b656f0_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseRemainingLeaseTerm" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Remaining lease term</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseRemainingLeaseTerm_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseRemainingLeaseTerm" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Remaining Lease Term</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseRemainingLeaseTerm" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseRemainingLeaseTerm"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseRemainingLeaseTerm" xlink:to="lab_us-gaap_LesseeOperatingLeaseRemainingLeaseTerm" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityAddressPostalZipCode_669f3865-4a38-4044-baad-4814f30bdf07_terseLabel_en-US" xlink:label="lab_dei_EntityAddressPostalZipCode" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Address, Postal Zip Code</link:label>
    <link:label id="lab_dei_EntityAddressPostalZipCode_label_en-US" xlink:label="lab_dei_EntityAddressPostalZipCode" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Address, Postal Zip Code</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityAddressPostalZipCode" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityAddressPostalZipCode"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityAddressPostalZipCode" xlink:to="lab_dei_EntityAddressPostalZipCode" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfComprehensiveIncomeLossTableTextBlock_46465e32-bb28-4b30-9bd7-e54521413796_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfComprehensiveIncomeLossTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Components of comprehensive income</link:label>
    <link:label id="lab_us-gaap_ScheduleOfComprehensiveIncomeLossTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfComprehensiveIncomeLossTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Comprehensive Income (Loss) [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfComprehensiveIncomeLossTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfComprehensiveIncomeLossTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfComprehensiveIncomeLossTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfComprehensiveIncomeLossTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DeferredTaxLiabilitiesTaxDeferredExpenseReservesandAccrualsLossReservesTransitionalRule_7f4936b9-d8be-4e87-86af-7312bc1d5e8b_terseLabel_en-US" xlink:label="lab_hmn_DeferredTaxLiabilitiesTaxDeferredExpenseReservesandAccrualsLossReservesTransitionalRule" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Discounting of unpaid claims and claim expense tax reserves (transitional rule)</link:label>
    <link:label id="lab_hmn_DeferredTaxLiabilitiesTaxDeferredExpenseReservesandAccrualsLossReservesTransitionalRule_label_en-US" xlink:label="lab_hmn_DeferredTaxLiabilitiesTaxDeferredExpenseReservesandAccrualsLossReservesTransitionalRule" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Tax Deferred Expense, Reserves and Accruals, Loss Reserves, Transitional Rule</link:label>
    <link:label id="lab_hmn_DeferredTaxLiabilitiesTaxDeferredExpenseReservesandAccrualsLossReservesTransitionalRule_documentation_en-US" xlink:label="lab_hmn_DeferredTaxLiabilitiesTaxDeferredExpenseReservesandAccrualsLossReservesTransitionalRule" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Tax Deferred Expense, Reserves and Accruals, Loss Reserves, Transitional Rule</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DeferredTaxLiabilitiesTaxDeferredExpenseReservesandAccrualsLossReservesTransitionalRule" xlink:href="hmn-20201231.xsd#hmn_DeferredTaxLiabilitiesTaxDeferredExpenseReservesandAccrualsLossReservesTransitionalRule"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DeferredTaxLiabilitiesTaxDeferredExpenseReservesandAccrualsLossReservesTransitionalRule" xlink:to="lab_hmn_DeferredTaxLiabilitiesTaxDeferredExpenseReservesandAccrualsLossReservesTransitionalRule" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_Goodwill_5300704a-6c53-4e67-84f8-effc47d14369_verboseLabel_en-US" xlink:label="lab_us-gaap_Goodwill" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill</link:label>
    <link:label id="lab_us-gaap_Goodwill_49291629-f6c6-483d-a6c6-9cff55a1624e_periodStartLabel_en-US" xlink:label="lab_us-gaap_Goodwill" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Beginning balance</link:label>
    <link:label id="lab_us-gaap_Goodwill_a1cbc455-cb1c-438f-ba36-b4afeedcb99c_periodEndLabel_en-US" xlink:label="lab_us-gaap_Goodwill" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ending balance</link:label>
    <link:label id="lab_us-gaap_Goodwill_label_en-US" xlink:label="lab_us-gaap_Goodwill" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_Goodwill" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_Goodwill"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_Goodwill" xlink:to="lab_us-gaap_Goodwill" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems_0508f343-4c78-428a-992e-767eac4c6736_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale [Line Items]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems_label_en-US" xlink:label="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems" xlink:to="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock_34d70fb4-cd17-4b98-b79d-7b06c952035a_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value measurement inputs and valuation techniques</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Measurement Inputs and Valuation Techniques [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock" xlink:to="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent_63c8afa7-8ae8-40c4-9b2d-68e4b8e17d80_totalLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other comprehensive income (loss)</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent_e326312e-5237-4733-8445-d424ecf9bea4_terseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net current period other comprehensive income (loss)</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Net of Tax, Portion Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent" xlink:to="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_LifeAndHealthMember_75597664-9736-4e15-a453-3d02782cd2ed_terseLabel_en-US" xlink:label="lab_hmn_LifeAndHealthMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Life</link:label>
    <link:label id="lab_hmn_LifeAndHealthMember_a8857737-a412-4fdd-955d-337f7f1968f0_verboseLabel_en-US" xlink:label="lab_hmn_LifeAndHealthMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Life</link:label>
    <link:label id="lab_hmn_LifeAndHealthMember_label_en-US" xlink:label="lab_hmn_LifeAndHealthMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Life and Health [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_LifeAndHealthMember" xlink:href="hmn-20201231.xsd#hmn_LifeAndHealthMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_LifeAndHealthMember" xlink:to="lab_hmn_LifeAndHealthMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxAssetsOperatingLossCarryforwards_a31a13ea-2a05-4b1e-a2d7-99bc879539db_terseLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsOperatingLossCarryforwards" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net operating loss carryforwards</link:label>
    <link:label id="lab_us-gaap_DeferredTaxAssetsOperatingLossCarryforwards_label_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsOperatingLossCarryforwards" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Assets, Operating Loss Carryforwards</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxAssetsOperatingLossCarryforwards" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsOperatingLossCarryforwards"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxAssetsOperatingLossCarryforwards" xlink:to="lab_us-gaap_DeferredTaxAssetsOperatingLossCarryforwards" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentIncomeInvestmentExpense_53a7b100-22ed-4f98-b16c-bdedcdd13f2f_negatedLabel_en-US" xlink:label="lab_us-gaap_InvestmentIncomeInvestmentExpense" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment expenses</link:label>
    <link:label id="lab_us-gaap_InvestmentIncomeInvestmentExpense_label_en-US" xlink:label="lab_us-gaap_InvestmentIncomeInvestmentExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Income, Investment Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentIncomeInvestmentExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentIncomeInvestmentExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentIncomeInvestmentExpense" xlink:to="lab_us-gaap_InvestmentIncomeInvestmentExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationSharesExpiredUnderStockOptionPlansExercisePriceRange_56ed0452-f572-4487-941b-72ec386a6138_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesExpiredUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Range of Option Prices per Share, Expired (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationSharesExpiredUnderStockOptionPlansExercisePriceRange_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesExpiredUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Shares Expired Under Stock Option Plans Exercise Price Range</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationSharesExpiredUnderStockOptionPlansExercisePriceRange_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesExpiredUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation shares expired under stock option plans exercise price range.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationSharesExpiredUnderStockOptionPlansExercisePriceRange" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationSharesExpiredUnderStockOptionPlansExercisePriceRange"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationSharesExpiredUnderStockOptionPlansExercisePriceRange" xlink:to="lab_hmn_ShareBasedCompensationSharesExpiredUnderStockOptionPlansExercisePriceRange" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentFaceAmount_a9dd0b8b-fa3b-4ee4-8d1f-de3fcf904ca8_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentFaceAmount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Principal amount</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentFaceAmount_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentFaceAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Instrument, Face Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentFaceAmount" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtInstrumentFaceAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentFaceAmount" xlink:to="lab_us-gaap_DebtInstrumentFaceAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SeparateAccountAssets_b8ffc222-556d-4e10-9462-eb751a66c3f1_verboseLabel_en-US" xlink:label="lab_us-gaap_SeparateAccountAssets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Separate Account (variable annuity) assets</link:label>
    <link:label id="lab_us-gaap_SeparateAccountAssets_e9f7127a-aa78-41a1-8177-07b201002e39_terseLabel_en-US" xlink:label="lab_us-gaap_SeparateAccountAssets" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Separate account asset</link:label>
    <link:label id="lab_us-gaap_SeparateAccountAssets_label_en-US" xlink:label="lab_us-gaap_SeparateAccountAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Separate Account Asset</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SeparateAccountAssets" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SeparateAccountAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SeparateAccountAssets" xlink:to="lab_us-gaap_SeparateAccountAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturingOnMay172021Member_29594acd-ea8f-44ff-804a-ec42a9f1d0b0_terseLabel_en-US" xlink:label="lab_hmn_MaturingOnMay172021Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On May 17 2021</link:label>
    <link:label id="lab_hmn_MaturingOnMay172021Member_label_en-US" xlink:label="lab_hmn_MaturingOnMay172021Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On May 17 2021 [Member]</link:label>
    <link:label id="lab_hmn_MaturingOnMay172021Member_documentation_en-US" xlink:label="lab_hmn_MaturingOnMay172021Member" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On May 17 2021</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturingOnMay172021Member" xlink:href="hmn-20201231.xsd#hmn_MaturingOnMay172021Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturingOnMay172021Member" xlink:to="lab_hmn_MaturingOnMay172021Member" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_TreasuryStockPercentageofOutstandingSharesReacquired_a21b7575-5da6-44c2-93dd-dc57382112a4_terseLabel_en-US" xlink:label="lab_hmn_TreasuryStockPercentageofOutstandingSharesReacquired" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of outstanding shares reacquired</link:label>
    <link:label id="lab_hmn_TreasuryStockPercentageofOutstandingSharesReacquired_label_en-US" xlink:label="lab_hmn_TreasuryStockPercentageofOutstandingSharesReacquired" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Treasury Stock, Percentage of Outstanding Shares Reacquired</link:label>
    <link:label id="lab_hmn_TreasuryStockPercentageofOutstandingSharesReacquired_documentation_en-US" xlink:label="lab_hmn_TreasuryStockPercentageofOutstandingSharesReacquired" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Treasury Stock, Percentage of Outstanding Shares Reacquired</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_TreasuryStockPercentageofOutstandingSharesReacquired" xlink:href="hmn-20201231.xsd#hmn_TreasuryStockPercentageofOutstandingSharesReacquired"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_TreasuryStockPercentageofOutstandingSharesReacquired" xlink:to="lab_hmn_TreasuryStockPercentageofOutstandingSharesReacquired" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfGoodwillTextBlock_29bdeb6c-f3e1-473d-b5a5-4e3b1fc6b616_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfGoodwillTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of goodwill</link:label>
    <link:label id="lab_us-gaap_ScheduleOfGoodwillTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfGoodwillTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Goodwill [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfGoodwillTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfGoodwillTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfGoodwillTextBlock" xlink:to="lab_us-gaap_ScheduleOfGoodwillTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PremiumsPercentageAssumedToNet_c4854ba3-159b-4373-bdf7-1e7bac01b10d_verboseLabel_en-US" xlink:label="lab_us-gaap_PremiumsPercentageAssumedToNet" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of Amount Assumed to Net</link:label>
    <link:label id="lab_us-gaap_PremiumsPercentageAssumedToNet_label_en-US" xlink:label="lab_us-gaap_PremiumsPercentageAssumedToNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance, Premium, Percentage Assumed to Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PremiumsPercentageAssumedToNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PremiumsPercentageAssumedToNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PremiumsPercentageAssumedToNet" xlink:to="lab_us-gaap_PremiumsPercentageAssumedToNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsForfeituresInPeriod_3bc3ddcc-e276-4975-b0ab-4f408b9cd995_negatedLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsForfeituresInPeriod" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Outstanding, Forfeited (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsForfeituresInPeriod_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsForfeituresInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Forfeitures in Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsForfeituresInPeriod" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsForfeituresInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsForfeituresInPeriod" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsForfeituresInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentHoldingsLineItems_a15a5daf-3450-4d7e-9a2b-6a24ec0ed9e4_terseLabel_en-US" xlink:label="lab_us-gaap_InvestmentHoldingsLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Holdings [Line Items]</link:label>
    <link:label id="lab_us-gaap_InvestmentHoldingsLineItems_label_en-US" xlink:label="lab_us-gaap_InvestmentHoldingsLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Holdings [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentHoldingsLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentHoldingsLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentHoldingsLineItems" xlink:to="lab_us-gaap_InvestmentHoldingsLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EquityAbstract_13b9c9f6-357a-4223-8f24-dca6dd123e54_terseLabel_en-US" xlink:label="lab_us-gaap_EquityAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity [Abstract]</link:label>
    <link:label id="lab_us-gaap_EquityAbstract_label_en-US" xlink:label="lab_us-gaap_EquityAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EquityAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EquityAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EquityAbstract" xlink:to="lab_us-gaap_EquityAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IndefinitelivedIntangibleAssetsAcquired_8cb217f0-f0b1-4719-aba6-b83eccd5cf73_terseLabel_en-US" xlink:label="lab_us-gaap_IndefinitelivedIntangibleAssetsAcquired" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisitions</link:label>
    <link:label id="lab_us-gaap_IndefinitelivedIntangibleAssetsAcquired_label_en-US" xlink:label="lab_us-gaap_IndefinitelivedIntangibleAssetsAcquired" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Indefinite-lived Intangible Assets Acquired</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IndefinitelivedIntangibleAssetsAcquired" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IndefinitelivedIntangibleAssetsAcquired"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IndefinitelivedIntangibleAssetsAcquired" xlink:to="lab_us-gaap_IndefinitelivedIntangibleAssetsAcquired" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccountingStandardsUpdateExtensibleList_09a7efcb-fb72-425b-a915-1748488adcfe_terseLabel_en-US" xlink:label="lab_us-gaap_AccountingStandardsUpdateExtensibleList" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accounting Standards Update [Extensible List]</link:label>
    <link:label id="lab_us-gaap_AccountingStandardsUpdateExtensibleList_label_en-US" xlink:label="lab_us-gaap_AccountingStandardsUpdateExtensibleList" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accounting Standards Update [Extensible List]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccountingStandardsUpdateExtensibleList" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccountingStandardsUpdateExtensibleList"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccountingStandardsUpdateExtensibleList" xlink:to="lab_us-gaap_AccountingStandardsUpdateExtensibleList" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShortTermAndOtherInvestments_1abf532b-d5da-4c40-b05a-e18dfec6bbb4_terseLabel_en-US" xlink:label="lab_hmn_ShortTermAndOtherInvestments" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term and other investments</link:label>
    <link:label id="lab_hmn_ShortTermAndOtherInvestments_label_en-US" xlink:label="lab_hmn_ShortTermAndOtherInvestments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-Term And Other Investments</link:label>
    <link:label id="lab_hmn_ShortTermAndOtherInvestments_documentation_en-US" xlink:label="lab_hmn_ShortTermAndOtherInvestments" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-Term And Other Investments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShortTermAndOtherInvestments" xlink:href="hmn-20201231.xsd#hmn_ShortTermAndOtherInvestments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShortTermAndOtherInvestments" xlink:to="lab_hmn_ShortTermAndOtherInvestments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersOutOfLevel3_1fb80887-cd56-4eb9-ba5b-b0832ff6c867_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersOutOfLevel3" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Transfers out of Level 3</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersOutOfLevel3_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersOutOfLevel3" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Liability, Transfers out of Level 3</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersOutOfLevel3" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersOutOfLevel3"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersOutOfLevel3" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersOutOfLevel3" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageExercisePrice_e491f41b-9a9c-4ec5-8c30-bf15c68b4bd1_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average Option Price per Share, Options Granted (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageExercisePrice_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangements by Share-based Payment Award, Options, Grants in Period, Weighted Average Exercise Price</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageExercisePrice" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageExercisePrice"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageExercisePrice" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageExercisePrice" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageExercisePrice_6e4c8621-7f9c-4a2b-b2a9-218c8f607d28_terseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted average exercise prices of vested and exercisable options (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageExercisePrice_def8d7d9-e952-482e-892e-c303dc319562_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vested and Exercisable Options, Weighted Average Option Price per Share (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageExercisePrice_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Options Vested And Exercisable Weighted Average Exercise Price</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageExercisePrice_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award options vested and exercisable weighted average exercise price.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageExercisePrice" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageExercisePrice"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageExercisePrice" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageExercisePrice" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReinsuranceRecoverableForUnpaidClaimsAndClaimsAdjustments_07cce606-5d03-429c-ad16-6b9db65ca07c_verboseLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverableForUnpaidClaimsAndClaimsAdjustments" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance recoverables, including reinsurance premium paid</link:label>
    <link:label id="lab_us-gaap_ReinsuranceRecoverableForUnpaidClaimsAndClaimsAdjustments_label_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverableForUnpaidClaimsAndClaimsAdjustments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Recoverable for Unpaid Claims and Claims Adjustments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReinsuranceRecoverableForUnpaidClaimsAndClaimsAdjustments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReinsuranceRecoverableForUnpaidClaimsAndClaimsAdjustments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReinsuranceRecoverableForUnpaidClaimsAndClaimsAdjustments" xlink:to="lab_us-gaap_ReinsuranceRecoverableForUnpaidClaimsAndClaimsAdjustments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CustomerConcentrationRiskMember_b05d6a22-4839-406f-bc9e-ca7e96e478ac_terseLabel_en-US" xlink:label="lab_us-gaap_CustomerConcentrationRiskMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Third Party Reinsurer Risk</link:label>
    <link:label id="lab_us-gaap_CustomerConcentrationRiskMember_label_en-US" xlink:label="lab_us-gaap_CustomerConcentrationRiskMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Customer Concentration Risk [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CustomerConcentrationRiskMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CustomerConcentrationRiskMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CustomerConcentrationRiskMember" xlink:to="lab_us-gaap_CustomerConcentrationRiskMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AssetsAndLiabilitiesLesseeTableTextBlock_5ddc9456-dbd7-4b79-8aee-172d3dd8aa8a_terseLabel_en-US" xlink:label="lab_hmn_AssetsAndLiabilitiesLesseeTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Supplemental balance sheet information related to operating leases</link:label>
    <link:label id="lab_hmn_AssetsAndLiabilitiesLesseeTableTextBlock_label_en-US" xlink:label="lab_hmn_AssetsAndLiabilitiesLesseeTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assets And Liabilities, Lessee [Table Text Block]</link:label>
    <link:label id="lab_hmn_AssetsAndLiabilitiesLesseeTableTextBlock_documentation_en-US" xlink:label="lab_hmn_AssetsAndLiabilitiesLesseeTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assets And Liabilities, Lessee</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AssetsAndLiabilitiesLesseeTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_AssetsAndLiabilitiesLesseeTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AssetsAndLiabilitiesLesseeTableTextBlock" xlink:to="lab_hmn_AssetsAndLiabilitiesLesseeTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleofFiniteLivedIntangibleAssetsFutureAmortizationExpenseTableTextBlock_67f9b884-2990-4e03-9ec9-dfb181931999_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleofFiniteLivedIntangibleAssetsFutureAmortizationExpenseTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Future amortization expense</link:label>
    <link:label id="lab_us-gaap_ScheduleofFiniteLivedIntangibleAssetsFutureAmortizationExpenseTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleofFiniteLivedIntangibleAssetsFutureAmortizationExpenseTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Finite-Lived Intangible Assets, Future Amortization Expense [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleofFiniteLivedIntangibleAssetsFutureAmortizationExpenseTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleofFiniteLivedIntangibleAssetsFutureAmortizationExpenseTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleofFiniteLivedIntangibleAssetsFutureAmortizationExpenseTableTextBlock" xlink:to="lab_us-gaap_ScheduleofFiniteLivedIntangibleAssetsFutureAmortizationExpenseTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeContractTypeDomain_b1aaf375-396a-4509-bb58-7b3cd71192cf_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeContractTypeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Contract [Domain]</link:label>
    <link:label id="lab_us-gaap_DerivativeContractTypeDomain_label_en-US" xlink:label="lab_us-gaap_DerivativeContractTypeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Contract [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeContractTypeDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeContractTypeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeContractTypeDomain" xlink:to="lab_us-gaap_DerivativeContractTypeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValue_19823766-325b-4e58-8ce5-7f171f39c677_verboseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 1 year through 5 years</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValue_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Maturity, Allocated and Single Maturity Date, Rolling after One Through Five Years, Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValue" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding_aeef5667-35ba-4e70-9752-8fbcdb06cb29_verboseLabel_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Diluted (in shares)</link:label>
    <link:label id="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding_5fd7d200-836e-436b-a61a-e32ae34b6c45_totalLabel_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total common and common equivalent shares adjusted to calculate diluted earnings per share (in shares)</link:label>
    <link:label id="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding_10248bfb-4b79-4290-91f4-e46ef0566306_terseLabel_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Shares of common stock and equivalent shares - weighted average diluted (in shares)</link:label>
    <link:label id="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding_label_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average Number of Shares Outstanding, Diluted</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:to="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedInPeriod_ca382463-ebc0-4624-b121-2ddea2b5b352_negatedLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedInPeriod" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Distributed, Total Outstanding Units (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedInPeriod_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Distributed In Period</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedInPeriod_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedInPeriod" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award equity instruments other than options distributed in period.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedInPeriod" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedInPeriod" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsDistributedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AutoPhysicalDamageMember_30cc1a13-f295-47b8-b202-a8b866671255_terseLabel_en-US" xlink:label="lab_hmn_AutoPhysicalDamageMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Automobile&#160;physical&#160;damage</link:label>
    <link:label id="lab_hmn_AutoPhysicalDamageMember_label_en-US" xlink:label="lab_hmn_AutoPhysicalDamageMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Auto Physical Damage [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AutoPhysicalDamageMember" xlink:href="hmn-20201231.xsd#hmn_AutoPhysicalDamageMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AutoPhysicalDamageMember" xlink:to="lab_hmn_AutoPhysicalDamageMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NumberOfOperatingSegments_46e24afe-723d-467e-a29e-a9df91dadfdb_terseLabel_en-US" xlink:label="lab_us-gaap_NumberOfOperatingSegments" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number of operating segments</link:label>
    <link:label id="lab_us-gaap_NumberOfOperatingSegments_label_en-US" xlink:label="lab_us-gaap_NumberOfOperatingSegments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number of Operating Segments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NumberOfOperatingSegments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NumberOfOperatingSegments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NumberOfOperatingSegments" xlink:to="lab_us-gaap_NumberOfOperatingSegments" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MeasurementInputHaircutMember_3bb2f431-105f-4c15-a3f1-555b2e14b51d_terseLabel_en-US" xlink:label="lab_hmn_MeasurementInputHaircutMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">haircut</link:label>
    <link:label id="lab_hmn_MeasurementInputHaircutMember_label_en-US" xlink:label="lab_hmn_MeasurementInputHaircutMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Haircut [Member]</link:label>
    <link:label id="lab_hmn_MeasurementInputHaircutMember_documentation_en-US" xlink:label="lab_hmn_MeasurementInputHaircutMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Haircut</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MeasurementInputHaircutMember" xlink:href="hmn-20201231.xsd#hmn_MeasurementInputHaircutMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MeasurementInputHaircutMember" xlink:to="lab_hmn_MeasurementInputHaircutMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod_8949ef18-66a2-4578-804a-ff74b343a87e_negatedLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Forfeited, Total Outstanding Units (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Forfeited in Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtDisclosureAbstract_b8681169-c139-4b05-884e-bae7f5232496_terseLabel_en-US" xlink:label="lab_us-gaap_DebtDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Disclosure [Abstract]</link:label>
    <link:label id="lab_us-gaap_DebtDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_DebtDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtDisclosureAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtDisclosureAbstract" xlink:to="lab_us-gaap_DebtDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DepositAssetOnReinsuranceMember_b590437e-da79-4fbe-b1e5-caa92b892895_terseLabel_en-US" xlink:label="lab_hmn_DepositAssetOnReinsuranceMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deposit Asset On Reinsurance</link:label>
    <link:label id="lab_hmn_DepositAssetOnReinsuranceMember_label_en-US" xlink:label="lab_hmn_DepositAssetOnReinsuranceMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deposit Asset On Reinsurance [Member]</link:label>
    <link:label id="lab_hmn_DepositAssetOnReinsuranceMember_documentation_en-US" xlink:label="lab_hmn_DepositAssetOnReinsuranceMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deposit Asset On Reinsurance</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DepositAssetOnReinsuranceMember" xlink:href="hmn-20201231.xsd#hmn_DepositAssetOnReinsuranceMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DepositAssetOnReinsuranceMember" xlink:to="lab_hmn_DepositAssetOnReinsuranceMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PercentageOfCoverageForCatastropheLossesAboveRetentionAmountScenarioOne_c96c589a-3fa9-4144-865f-add04976591a_terseLabel_en-US" xlink:label="lab_hmn_PercentageOfCoverageForCatastropheLossesAboveRetentionAmountScenarioOne" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of coverage for catastrophe losses above retention amount, layer one</link:label>
    <link:label id="lab_hmn_PercentageOfCoverageForCatastropheLossesAboveRetentionAmountScenarioOne_label_en-US" xlink:label="lab_hmn_PercentageOfCoverageForCatastropheLossesAboveRetentionAmountScenarioOne" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage Of Coverage For Catastrophe Losses Above Retention Amount, Scenario One</link:label>
    <link:label id="lab_hmn_PercentageOfCoverageForCatastropheLossesAboveRetentionAmountScenarioOne_documentation_en-US" xlink:label="lab_hmn_PercentageOfCoverageForCatastropheLossesAboveRetentionAmountScenarioOne" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of coverage for catastrophe losses above retention amount.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PercentageOfCoverageForCatastropheLossesAboveRetentionAmountScenarioOne" xlink:href="hmn-20201231.xsd#hmn_PercentageOfCoverageForCatastropheLossesAboveRetentionAmountScenarioOne"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PercentageOfCoverageForCatastropheLossesAboveRetentionAmountScenarioOne" xlink:to="lab_hmn_PercentageOfCoverageForCatastropheLossesAboveRetentionAmountScenarioOne" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InsurancePremiumsAndContractChargesEarned_34fd776f-056e-4a88-94db-73608c54760f_terseLabel_en-US" xlink:label="lab_hmn_InsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance premiums and contract charges earned</link:label>
    <link:label id="lab_hmn_InsurancePremiumsAndContractChargesEarned_bf585db6-d234-4da5-b13f-15b78fc98e3c_totalLabel_en-US" xlink:label="lab_hmn_InsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums and contract charges earned, Net Amount</link:label>
    <link:label id="lab_hmn_InsurancePremiumsAndContractChargesEarned_ce1705d1-e90f-434f-a6f9-efbc7815c38c_verboseLabel_en-US" xlink:label="lab_hmn_InsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance premiums and contract charges earned</link:label>
    <link:label id="lab_hmn_InsurancePremiumsAndContractChargesEarned_label_en-US" xlink:label="lab_hmn_InsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums and contract charges earned, Net Amount</link:label>
    <link:label id="lab_hmn_InsurancePremiumsAndContractChargesEarned_documentation_en-US" xlink:label="lab_hmn_InsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The sum of insurance premiums earned, premiums earned on the income statement for all insurance contracts after subtracting any amounts ceded to another insurer and adding premiums assumed from other insurers, plus contract charges earned on investment and universal life-type contracts.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InsurancePremiumsAndContractChargesEarned" xlink:href="hmn-20201231.xsd#hmn_InsurancePremiumsAndContractChargesEarned"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InsurancePremiumsAndContractChargesEarned" xlink:to="lab_hmn_InsurancePremiumsAndContractChargesEarned" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInFinancingActivities_71678a55-212e-457c-84ae-1e6b65f4d760_totalLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net cash provided by (used in) financing activities</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInFinancingActivities_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Cash Provided by (Used in) Financing Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetCashProvidedByUsedInFinancingActivities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:to="lab_us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_NumberOfHardToValueFixedMaturitySecurities_d64912d9-ab23-43ca-b213-f545639a9378_terseLabel_en-US" xlink:label="lab_hmn_NumberOfHardToValueFixedMaturitySecurities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number of hard-to-value fixed maturity securities</link:label>
    <link:label id="lab_hmn_NumberOfHardToValueFixedMaturitySecurities_label_en-US" xlink:label="lab_hmn_NumberOfHardToValueFixedMaturitySecurities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number Of Hard To Value Fixed Maturity Securities</link:label>
    <link:label id="lab_hmn_NumberOfHardToValueFixedMaturitySecurities_documentation_en-US" xlink:label="lab_hmn_NumberOfHardToValueFixedMaturitySecurities" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number Of Hard To Value Fixed Maturity Securities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_NumberOfHardToValueFixedMaturitySecurities" xlink:href="hmn-20201231.xsd#hmn_NumberOfHardToValueFixedMaturitySecurities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_NumberOfHardToValueFixedMaturitySecurities" xlink:to="lab_hmn_NumberOfHardToValueFixedMaturitySecurities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PolicyholderBenefitsAndClaimsIncurredNet_1504e8eb-534b-4ee5-9554-281a06a9c02b_verboseLabel_en-US" xlink:label="lab_us-gaap_PolicyholderBenefitsAndClaimsIncurredNet" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits, claims and settlement expenses</link:label>
    <link:label id="lab_us-gaap_PolicyholderBenefitsAndClaimsIncurredNet_ddb8e7bd-0c8e-421f-8a71-502b5e92b5b3_totalLabel_en-US" xlink:label="lab_us-gaap_PolicyholderBenefitsAndClaimsIncurredNet" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits, claims and settlement expenses</link:label>
    <link:label id="lab_us-gaap_PolicyholderBenefitsAndClaimsIncurredNet_label_en-US" xlink:label="lab_us-gaap_PolicyholderBenefitsAndClaimsIncurredNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Policyholder Benefits and Claims Incurred, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PolicyholderBenefitsAndClaimsIncurredNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PolicyholderBenefitsAndClaimsIncurredNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PolicyholderBenefitsAndClaimsIncurredNet" xlink:to="lab_us-gaap_PolicyholderBenefitsAndClaimsIncurredNet" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FixedMaturitiesAbstract_1e13c48e-32a7-4a37-9663-e000038466a1_verboseLabel_en-US" xlink:label="lab_hmn_FixedMaturitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturities</link:label>
    <link:label id="lab_hmn_FixedMaturitiesAbstract_label_en-US" xlink:label="lab_hmn_FixedMaturitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturities</link:label>
    <link:label id="lab_hmn_FixedMaturitiesAbstract_documentation_en-US" xlink:label="lab_hmn_FixedMaturitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturities.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FixedMaturitiesAbstract" xlink:href="hmn-20201231.xsd#hmn_FixedMaturitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FixedMaturitiesAbstract" xlink:to="lab_hmn_FixedMaturitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefits_a1399765-068a-4652-8407-f4357836503b_periodStartLabel_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefits" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Balance as of the beginning of the year</link:label>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefits_412f28ee-416a-4488-95b9-35ee0fc8eaba_periodEndLabel_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefits" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Balance as of the end of the year</link:label>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefits_label_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefits" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrecognized Tax Benefits</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UnrecognizedTaxBenefits" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_UnrecognizedTaxBenefits"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UnrecognizedTaxBenefits" xlink:to="lab_us-gaap_UnrecognizedTaxBenefits" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_CounterpartyNameAxis_e234223c-647d-40a3-af37-21f6861cbca3_terseLabel_en-US" xlink:label="lab_srt_CounterpartyNameAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Counterparty Name [Axis]</link:label>
    <link:label id="lab_srt_CounterpartyNameAxis_label_en-US" xlink:label="lab_srt_CounterpartyNameAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Counterparty Name [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_CounterpartyNameAxis" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_CounterpartyNameAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_CounterpartyNameAxis" xlink:to="lab_srt_CounterpartyNameAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommonStockValue_047c700c-bbe3-401e-b780-5cc1e942eb5d_terseLabel_en-US" xlink:label="lab_us-gaap_CommonStockValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common stock, $0.001 par value, authorized 75,000,000 shares; issued, 2020, 66,316,797; 2019, 66,088,808</link:label>
    <link:label id="lab_us-gaap_CommonStockValue_61835ff1-6b05-4d91-8b71-e60ab11d8fb8_verboseLabel_en-US" xlink:label="lab_us-gaap_CommonStockValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common stock, $0.001 par value, authorized 75,000,000 shares; issued, 2020, 66,316,797; 2019, 66,088,808</link:label>
    <link:label id="lab_us-gaap_CommonStockValue_label_en-US" xlink:label="lab_us-gaap_CommonStockValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common Stock, Value, Issued</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonStockValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CommonStockValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommonStockValue" xlink:to="lab_us-gaap_CommonStockValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFour_8b78abab-78ed-4d36-959e-00d0a709edd1_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFour" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2024</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFour_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFour" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Expected Future Benefit Payment, Year Four</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFour" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFour"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFour" xlink:to="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsYearFour" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LongTermDebtMember_61ca7461-0b12-402f-bef6-bf003569b716_terseLabel_en-US" xlink:label="lab_us-gaap_LongTermDebtMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term debt</link:label>
    <link:label id="lab_us-gaap_LongTermDebtMember_label_en-US" xlink:label="lab_us-gaap_LongTermDebtMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term Debt [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LongTermDebtMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LongTermDebtMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LongTermDebtMember" xlink:to="lab_us-gaap_LongTermDebtMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_EquityInNetEarningsOfSubsidiaries_f92d891a-7c1d-4388-841f-0c97050d0b4a_terseLabel_en-US" xlink:label="lab_hmn_EquityInNetEarningsOfSubsidiaries" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity in net earnings of subsidiaries</link:label>
    <link:label id="lab_hmn_EquityInNetEarningsOfSubsidiaries_cb50caf5-5de7-4351-9bd4-d05e2784f5a1_negatedLabel_en-US" xlink:label="lab_hmn_EquityInNetEarningsOfSubsidiaries" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity in net earnings of subsidiaries</link:label>
    <link:label id="lab_hmn_EquityInNetEarningsOfSubsidiaries_label_en-US" xlink:label="lab_hmn_EquityInNetEarningsOfSubsidiaries" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity In Net Earnings Of Subsidiaries</link:label>
    <link:label id="lab_hmn_EquityInNetEarningsOfSubsidiaries_documentation_en-US" xlink:label="lab_hmn_EquityInNetEarningsOfSubsidiaries" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity in net earnings of subsidiaries.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_EquityInNetEarningsOfSubsidiaries" xlink:href="hmn-20201231.xsd#hmn_EquityInNetEarningsOfSubsidiaries"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_EquityInNetEarningsOfSubsidiaries" xlink:to="lab_hmn_EquityInNetEarningsOfSubsidiaries" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsLineItems_1f15879f-c77a-4d5e-97ed-22344f7e6e4a_terseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Assets [Line Items]</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsLineItems_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Assets [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetsLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetsLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetsLineItems" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetsLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentFiscalYearFocus_da9662df-3b6e-4e7f-8403-9ae86d3a4ee9_terseLabel_en-US" xlink:label="lab_dei_DocumentFiscalYearFocus" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Document Fiscal Year Focus</link:label>
    <link:label id="lab_dei_DocumentFiscalYearFocus_label_en-US" xlink:label="lab_dei_DocumentFiscalYearFocus" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Document Fiscal Year Focus</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentFiscalYearFocus" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_DocumentFiscalYearFocus"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentFiscalYearFocus" xlink:to="lab_dei_DocumentFiscalYearFocus" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturingOnJune262025Member_07dfaf3c-609d-4ec2-9d28-19ffc83840cb_terseLabel_en-US" xlink:label="lab_hmn_MaturingOnJune262025Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On June 26 2025</link:label>
    <link:label id="lab_hmn_MaturingOnJune262025Member_label_en-US" xlink:label="lab_hmn_MaturingOnJune262025Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On June 26 2025 [Member]</link:label>
    <link:label id="lab_hmn_MaturingOnJune262025Member_documentation_en-US" xlink:label="lab_hmn_MaturingOnJune262025Member" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On June 26 2025</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturingOnJune262025Member" xlink:href="hmn-20201231.xsd#hmn_MaturingOnJune262025Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturingOnJune262025Member" xlink:to="lab_hmn_MaturingOnJune262025Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearTwo_d675bcc0-e325-4794-b663-1d0bb79f7bd1_verboseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearTwo" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization in 2022</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearTwo_f5298cce-cbab-47ca-9aea-d4e3e4f986e4_terseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearTwo" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2022</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearTwo_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearTwo" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Asset, Expected Amortization, Year Two</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearTwo" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearTwo"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearTwo" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearTwo" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInReinsuranceRecoverable_4ee1caac-e9cb-4e7e-aa51-dd82292399d4_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInReinsuranceRecoverable" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance recoverables</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInReinsuranceRecoverable_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInReinsuranceRecoverable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increase (Decrease) in Reinsurance Recoverable</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInReinsuranceRecoverable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncreaseDecreaseInReinsuranceRecoverable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInReinsuranceRecoverable" xlink:to="lab_us-gaap_IncreaseDecreaseInReinsuranceRecoverable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanBenefitObligation_b9de1445-d54e-43e8-8efe-cdef38451a12_periodStartLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanBenefitObligation" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Projected benefit obligation at beginning of year</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanBenefitObligation_4244850f-0338-4095-96b8-6d5deaa65499_periodEndLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanBenefitObligation" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Projected benefit obligation at end of year</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanBenefitObligation_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanBenefitObligation" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Benefit Obligation</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanBenefitObligation" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanBenefitObligation"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanBenefitObligation" xlink:to="lab_us-gaap_DefinedBenefitPlanBenefitObligation" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromSettlementsWithTaxingAuthorities_46603f88-6ec9-45dc-a4aa-7091683d3aef_negatedLabel_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromSettlementsWithTaxingAuthorities" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Settlements</link:label>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromSettlementsWithTaxingAuthorities_label_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromSettlementsWithTaxingAuthorities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrecognized Tax Benefits, Decrease Resulting from Settlements with Taxing Authorities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromSettlementsWithTaxingAuthorities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromSettlementsWithTaxingAuthorities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromSettlementsWithTaxingAuthorities" xlink:to="lab_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromSettlementsWithTaxingAuthorities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesPortionRecognizedInEarnings_0484855f-332b-4503-a0e5-15a3a8484dbe_negatedLabel_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesPortionRecognizedInEarnings" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net other-than-temporary impairment losses on securities recognized in net income</link:label>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesPortionRecognizedInEarnings_83c282a1-c7ad-477a-b796-260267cdc56c_negatedTotalLabel_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesPortionRecognizedInEarnings" xlink:role="http://www.xbrl.org/2009/role/negatedTotalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net other-than-temporary impairment losses on securities recognized in net income</link:label>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesPortionRecognizedInEarnings_label_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesPortionRecognizedInEarnings" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other-than-temporary Impairment Loss, Debt Securities, Portion Recognized in Earnings</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesPortionRecognizedInEarnings" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesPortionRecognizedInEarnings"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesPortionRecognizedInEarnings" xlink:to="lab_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesPortionRecognizedInEarnings" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityCurrentReportingStatus_9110f192-2041-4ea1-833b-0decef3f2bfa_terseLabel_en-US" xlink:label="lab_dei_EntityCurrentReportingStatus" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Current Reporting Status</link:label>
    <link:label id="lab_dei_EntityCurrentReportingStatus_label_en-US" xlink:label="lab_dei_EntityCurrentReportingStatus" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Current Reporting Status</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityCurrentReportingStatus" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityCurrentReportingStatus"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityCurrentReportingStatus" xlink:to="lab_dei_EntityCurrentReportingStatus" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_LossBeforeEquityInNetIncomeOfConsolidatedSubsidiariesAfterTax_b72e08cb-52f2-42a1-834d-d8ee7d1e550a_negatedTotalLabel_en-US" xlink:label="lab_hmn_LossBeforeEquityInNetIncomeOfConsolidatedSubsidiariesAfterTax" xlink:role="http://www.xbrl.org/2009/role/negatedTotalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Loss before equity in net earnings of subsidiaries</link:label>
    <link:label id="lab_hmn_LossBeforeEquityInNetIncomeOfConsolidatedSubsidiariesAfterTax_label_en-US" xlink:label="lab_hmn_LossBeforeEquityInNetIncomeOfConsolidatedSubsidiariesAfterTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Loss Before Equity in Net Income of Consolidated Subsidiaries after Tax</link:label>
    <link:label id="lab_hmn_LossBeforeEquityInNetIncomeOfConsolidatedSubsidiariesAfterTax_documentation_en-US" xlink:label="lab_hmn_LossBeforeEquityInNetIncomeOfConsolidatedSubsidiariesAfterTax" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Loss before equity in net income of consolidated subsidiaries after tax.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_LossBeforeEquityInNetIncomeOfConsolidatedSubsidiariesAfterTax" xlink:href="hmn-20201231.xsd#hmn_LossBeforeEquityInNetIncomeOfConsolidatedSubsidiariesAfterTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_LossBeforeEquityInNetIncomeOfConsolidatedSubsidiariesAfterTax" xlink:to="lab_hmn_LossBeforeEquityInNetIncomeOfConsolidatedSubsidiariesAfterTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInEarnings_e4e7f407-717a-4f3b-91bd-5738b8b03c03_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInEarnings" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net investment (gains) losses included in net income related to financial liabilities</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInEarnings_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInEarnings" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Liability, Gain (Loss) Included in Earnings</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInEarnings" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInEarnings"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInEarnings" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInEarnings" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeAssetsAbstract_c7103af2-6c1a-4182-aa7c-720a6b8ba840_verboseLabel_en-US" xlink:label="lab_us-gaap_DerivativeAssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assets</link:label>
    <link:label id="lab_us-gaap_DerivativeAssetsAbstract_label_en-US" xlink:label="lab_us-gaap_DerivativeAssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Asset [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeAssetsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeAssetsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeAssetsAbstract" xlink:to="lab_us-gaap_DerivativeAssetsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt_4bc7dd8a-27be-4b9e-a015-a64d6b8cd6bc_negatedLabel_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Purchases</link:label>
    <link:label id="lab_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt_label_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments to Acquire Debt Securities, Available-for-sale</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt" xlink:to="lab_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerSharePolicyTextBlock_8d40a4e7-24c8-4801-a348-e2344e4ffc5b_verboseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerSharePolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Earnings Per Share</link:label>
    <link:label id="lab_us-gaap_EarningsPerSharePolicyTextBlock_label_en-US" xlink:label="lab_us-gaap_EarningsPerSharePolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Earnings Per Share, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerSharePolicyTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EarningsPerSharePolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerSharePolicyTextBlock" xlink:to="lab_us-gaap_EarningsPerSharePolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerThreeCatastropheReinsurance_a95b9872-8ae6-4d4d-9869-a34b88956c54_terseLabel_en-US" xlink:label="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerThreeCatastropheReinsurance" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Coverage above retention per occurrence under layer three catastrophe reinsurance</link:label>
    <link:label id="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerThreeCatastropheReinsurance_label_en-US" xlink:label="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerThreeCatastropheReinsurance" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Coverage Above Retention Per Occurrence Under Layer Three Catastrophe Reinsurance</link:label>
    <link:label id="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerThreeCatastropheReinsurance_documentation_en-US" xlink:label="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerThreeCatastropheReinsurance" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Coverage provided above retention per occurrence under layer three of catastrophe excess of loss reinsurance coverage.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerThreeCatastropheReinsurance" xlink:href="hmn-20201231.xsd#hmn_CoverageAboveRetentionPerOccurrenceUnderLayerThreeCatastropheReinsurance"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerThreeCatastropheReinsurance" xlink:to="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerThreeCatastropheReinsurance" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherIncome_1477e6a0-7a50-4d02-afa9-1de4963c1f97_verboseLabel_en-US" xlink:label="lab_us-gaap_OtherIncome" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other income</link:label>
    <link:label id="lab_us-gaap_OtherIncome_label_en-US" xlink:label="lab_us-gaap_OtherIncome" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Income</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherIncome" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherIncome"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherIncome" xlink:to="lab_us-gaap_OtherIncome" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommonStockSharesIssued_56690893-b75a-4f50-b955-0e8caee89546_verboseLabel_en-US" xlink:label="lab_us-gaap_CommonStockSharesIssued" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common stock, shares issued (in shares)</link:label>
    <link:label id="lab_us-gaap_CommonStockSharesIssued_label_en-US" xlink:label="lab_us-gaap_CommonStockSharesIssued" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common Stock, Shares, Issued</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonStockSharesIssued" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CommonStockSharesIssued"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommonStockSharesIssued" xlink:to="lab_us-gaap_CommonStockSharesIssued" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableVestedInPeriod_a2321dfb-25fe-4de7-974d-a64a02472012_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableVestedInPeriod" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Vested and Exercisable, Vested (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableVestedInPeriod_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableVestedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Options Vested And Exercisable Vested In Period</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableVestedInPeriod_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableVestedInPeriod" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award options vested and exercisable vested in period.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableVestedInPeriod" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableVestedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableVestedInPeriod" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableVestedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OperatingLeaseLiability_ba6806f1-1d43-4417-b052-c5c5bdd672a5_verboseLabel_en-US" xlink:label="lab_us-gaap_OperatingLeaseLiability" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating lease liabilities, included in Other liabilities</link:label>
    <link:label id="lab_us-gaap_OperatingLeaseLiability_174d91e4-aee2-4969-8f44-bc04e0543262_terseLabel_en-US" xlink:label="lab_us-gaap_OperatingLeaseLiability" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_OperatingLeaseLiability_label_en-US" xlink:label="lab_us-gaap_OperatingLeaseLiability" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Lease, Liability</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OperatingLeaseLiability" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OperatingLeaseLiability"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OperatingLeaseLiability" xlink:to="lab_us-gaap_OperatingLeaseLiability" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxLiabilities_9605bd30-4876-4ed1-a2fa-81b0724de32a_totalLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxLiabilities" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net deferred tax liability</link:label>
    <link:label id="lab_us-gaap_DeferredTaxLiabilities_label_en-US" xlink:label="lab_us-gaap_DeferredTaxLiabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxLiabilities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxLiabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxLiabilities" xlink:to="lab_us-gaap_DeferredTaxLiabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SegmentReportingAbstract_7a6e5e79-bf06-447f-954b-16f5f3618adf_terseLabel_en-US" xlink:label="lab_us-gaap_SegmentReportingAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Segment Reporting [Abstract]</link:label>
    <link:label id="lab_us-gaap_SegmentReportingAbstract_label_en-US" xlink:label="lab_us-gaap_SegmentReportingAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Segment Reporting [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SegmentReportingAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SegmentReportingAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SegmentReportingAbstract" xlink:to="lab_us-gaap_SegmentReportingAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BasisOfPresentationAndSignificantAccountingPoliciesTextBlock_1fe2b2c2-1019-4531-909c-accf858437ca_verboseLabel_en-US" xlink:label="lab_us-gaap_BasisOfPresentationAndSignificantAccountingPoliciesTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Basis of Presentation and Significant Accounting Policies</link:label>
    <link:label id="lab_us-gaap_BasisOfPresentationAndSignificantAccountingPoliciesTextBlock_label_en-US" xlink:label="lab_us-gaap_BasisOfPresentationAndSignificantAccountingPoliciesTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Basis of Presentation and Significant Accounting Policies [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BasisOfPresentationAndSignificantAccountingPoliciesTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_BasisOfPresentationAndSignificantAccountingPoliciesTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BasisOfPresentationAndSignificantAccountingPoliciesTextBlock" xlink:to="lab_us-gaap_BasisOfPresentationAndSignificantAccountingPoliciesTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturityPeriodTwoMember_6970b39c-e815-4e63-93cb-f195f71ed5fd_terseLabel_en-US" xlink:label="lab_hmn_MaturityPeriodTwoMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">December 2, 2022</link:label>
    <link:label id="lab_hmn_MaturityPeriodTwoMember_label_en-US" xlink:label="lab_hmn_MaturityPeriodTwoMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturity Period Two [Member]</link:label>
    <link:label id="lab_hmn_MaturityPeriodTwoMember_documentation_en-US" xlink:label="lab_hmn_MaturityPeriodTwoMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturity Period Two [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturityPeriodTwoMember" xlink:href="hmn-20201231.xsd#hmn_MaturityPeriodTwoMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturityPeriodTwoMember" xlink:to="lab_hmn_MaturityPeriodTwoMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentLineItems_2f23962e-a074-4088-8c7d-f31b11f554f8_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Instrument [Line Items]</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentLineItems_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Instrument [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtInstrumentLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentLineItems" xlink:to="lab_us-gaap_DebtInstrumentLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockholdersEquity_ed9025d8-899b-4dbf-a47c-dfafe0a3844e_totalLabel_en-US" xlink:label="lab_us-gaap_StockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total shareholders' equity</link:label>
    <link:label id="lab_us-gaap_StockholdersEquity_30258180-80ec-4ba4-8381-f4fcbb1d326e_periodStartLabel_en-US" xlink:label="lab_us-gaap_StockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Beginning balance</link:label>
    <link:label id="lab_us-gaap_StockholdersEquity_1a18bbf7-03a9-40d5-889e-d5c11cdb8ef9_periodEndLabel_en-US" xlink:label="lab_us-gaap_StockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ending balance</link:label>
    <link:label id="lab_us-gaap_StockholdersEquity_c8993a6e-46e3-4a70-9773-ebfc3ee3e36f_verboseLabel_en-US" xlink:label="lab_us-gaap_StockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Stockholders' equity</link:label>
    <link:label id="lab_us-gaap_StockholdersEquity_label_en-US" xlink:label="lab_us-gaap_StockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Stockholders' Equity Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockholdersEquity" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StockholdersEquity"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockholdersEquity" xlink:to="lab_us-gaap_StockholdersEquity" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SeparateAccountsLiability_1ee31b46-c3a9-4cdc-a5b9-cac6348fb334_verboseLabel_en-US" xlink:label="lab_us-gaap_SeparateAccountsLiability" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Separate Account (variable annuity) liabilities</link:label>
    <link:label id="lab_us-gaap_SeparateAccountsLiability_1378c2f6-4239-4212-81a6-c5f6d898ae44_terseLabel_en-US" xlink:label="lab_us-gaap_SeparateAccountsLiability" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Separate account liability</link:label>
    <link:label id="lab_us-gaap_SeparateAccountsLiability_label_en-US" xlink:label="lab_us-gaap_SeparateAccountsLiability" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Separate Account, Liability</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SeparateAccountsLiability" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SeparateAccountsLiability"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SeparateAccountsLiability" xlink:to="lab_us-gaap_SeparateAccountsLiability" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BusinessCombinationConsiderationTransferred1_c158b5f3-4bba-437e-8ea5-f649f3cb06bf_terseLabel_en-US" xlink:label="lab_us-gaap_BusinessCombinationConsiderationTransferred1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of business acquired</link:label>
    <link:label id="lab_us-gaap_BusinessCombinationConsiderationTransferred1_label_en-US" xlink:label="lab_us-gaap_BusinessCombinationConsiderationTransferred1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Business Combination, Consideration Transferred</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BusinessCombinationConsiderationTransferred1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_BusinessCombinationConsiderationTransferred1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BusinessCombinationConsiderationTransferred1" xlink:to="lab_us-gaap_BusinessCombinationConsiderationTransferred1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ValuationTechniqueDiscountedCashFlowMember_cc0cea1a-d6d3-4c18-a8f8-2139ba79250f_terseLabel_en-US" xlink:label="lab_us-gaap_ValuationTechniqueDiscountedCashFlowMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">discounted cash flow</link:label>
    <link:label id="lab_us-gaap_ValuationTechniqueDiscountedCashFlowMember_label_en-US" xlink:label="lab_us-gaap_ValuationTechniqueDiscountedCashFlowMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Valuation Technique, Discounted Cash Flow [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ValuationTechniqueDiscountedCashFlowMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ValuationTechniqueDiscountedCashFlowMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ValuationTechniqueDiscountedCashFlowMember" xlink:to="lab_us-gaap_ValuationTechniqueDiscountedCashFlowMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForAnnuityContracts_faa08a1c-913a-436f-a513-f5273a4dbf78_terseLabel_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForAnnuityContracts" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization term for acquisition costs of annuity contracts</link:label>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForAnnuityContracts_label_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForAnnuityContracts" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisition Costs Amortization In Years For Annuity Contracts</link:label>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForAnnuityContracts_documentation_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForAnnuityContracts" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The number of years over which capitalized acquisition costs are amortized for annuity contracts. Acquisition costs are amortized in proportion to estimated gross profits.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AcquisitionCostsAmortizationInYearsForAnnuityContracts" xlink:href="hmn-20201231.xsd#hmn_AcquisitionCostsAmortizationInYearsForAnnuityContracts"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AcquisitionCostsAmortizationInYearsForAnnuityContracts" xlink:to="lab_hmn_AcquisitionCostsAmortizationInYearsForAnnuityContracts" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityAddressCityOrTown_ef83d309-6686-43ff-abfa-802d3e5d8815_terseLabel_en-US" xlink:label="lab_dei_EntityAddressCityOrTown" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Address, City or Town</link:label>
    <link:label id="lab_dei_EntityAddressCityOrTown_label_en-US" xlink:label="lab_dei_EntityAddressCityOrTown" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Address, City or Town</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityAddressCityOrTown" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityAddressCityOrTown"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityAddressCityOrTown" xlink:to="lab_dei_EntityAddressCityOrTown" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueByFairValueHierarchyLevelAxis_a003d135-0734-4d27-b14c-ba69a5a9de3a_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueByFairValueHierarchyLevelAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Hierarchy and NAV [Axis]</link:label>
    <link:label id="lab_us-gaap_FairValueByFairValueHierarchyLevelAxis_label_en-US" xlink:label="lab_us-gaap_FairValueByFairValueHierarchyLevelAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Hierarchy and NAV [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueByFairValueHierarchyLevelAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueByFairValueHierarchyLevelAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueByFairValueHierarchyLevelAxis" xlink:to="lab_us-gaap_FairValueByFairValueHierarchyLevelAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RestrictedStockUnitsRSUMember_5a67e31f-746b-47d7-98dc-31fffe573118_terseLabel_en-US" xlink:label="lab_us-gaap_RestrictedStockUnitsRSUMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Restricted stock units</link:label>
    <link:label id="lab_us-gaap_RestrictedStockUnitsRSUMember_label_en-US" xlink:label="lab_us-gaap_RestrictedStockUnitsRSUMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Restricted Stock Units (RSUs) [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RestrictedStockUnitsRSUMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RestrictedStockUnitsRSUMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RestrictedStockUnitsRSUMember" xlink:to="lab_us-gaap_RestrictedStockUnitsRSUMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFive_b107bbf3-f17e-4bfc-b49e-3168242ade39_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFive" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2025</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFive_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFive" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid, Year Five</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFive" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFive"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFive" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFive" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancialInstrumentAxis_9a9caa9d-568c-4618-ad6e-61093c8524fe_terseLabel_en-US" xlink:label="lab_us-gaap_FinancialInstrumentAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Financial Instrument [Axis]</link:label>
    <link:label id="lab_us-gaap_FinancialInstrumentAxis_label_en-US" xlink:label="lab_us-gaap_FinancialInstrumentAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Financial Instrument [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancialInstrumentAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FinancialInstrumentAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancialInstrumentAxis" xlink:to="lab_us-gaap_FinancialInstrumentAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsClaimsDevelopmentTableTextBlock_b6408ad8-490d-466d-a4c9-6a83aabaec17_verboseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsClaimsDevelopmentTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of short-duration insurance contracts, claims development</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsClaimsDevelopmentTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsClaimsDevelopmentTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Claims Development [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsClaimsDevelopmentTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsClaimsDevelopmentTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsClaimsDevelopmentTableTextBlock" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsClaimsDevelopmentTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyAmortizedCost_95e493d9-2d88-4424-8fcb-03565e10591d_verboseLabel_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 10 years through 20 years</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyAmortizedCost_label_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 10 years through 20 years, Amortized Cost</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyAmortizedCost_documentation_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount of available-for-sale debt securities at cost, net of adjustments, maturing in the eleventh rolling twelve months through the twentieth rolling twelve months following the latest balance sheet presented. Adjustments include, but are not limited to, accretion, amortization, collection of cash, previous other-than-temporary impairments (OTTI) recognized in earnings (less any cumulative-effect adjustments, as defined) and fair value hedge accounting adjustments.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyAmortizedCost" xlink:href="hmn-20201231.xsd#hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyAmortizedCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyAmortizedCost" xlink:to="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyAmortizedCost" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortTermLeaseCost_a7239a0f-805b-404f-9de9-b5be9df8e14b_terseLabel_en-US" xlink:label="lab_us-gaap_ShortTermLeaseCost" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term lease cost</link:label>
    <link:label id="lab_us-gaap_ShortTermLeaseCost_label_en-US" xlink:label="lab_us-gaap_ShortTermLeaseCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term Lease, Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortTermLeaseCost" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortTermLeaseCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortTermLeaseCost" xlink:to="lab_us-gaap_ShortTermLeaseCost" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassAxis_f4812cc4-51b9-4309-aca8-a516d7c284c5_terseLabel_en-US" xlink:label="lab_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Indefinite-lived Intangible Assets [Axis]</link:label>
    <link:label id="lab_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassAxis_label_en-US" xlink:label="lab_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Indefinite-lived Intangible Assets [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassAxis" xlink:to="lab_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ForeignGovernmentDebtMember_feeaed95-67ab-4ae5-87dd-8362c4331dac_verboseLabel_en-US" xlink:label="lab_us-gaap_ForeignGovernmentDebtMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Foreign government bonds</link:label>
    <link:label id="lab_us-gaap_ForeignGovernmentDebtMember_label_en-US" xlink:label="lab_us-gaap_ForeignGovernmentDebtMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Foreign Government Debt [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ForeignGovernmentDebtMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ForeignGovernmentDebtMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ForeignGovernmentDebtMember" xlink:to="lab_us-gaap_ForeignGovernmentDebtMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearThree_6de78a00-1827-4a26-82ae-fc1e64fe1d8e_verboseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearThree" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization in 2023</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearThree_3a661f93-d532-494b-8563-7596d03374bf_terseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearThree" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2023</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearThree_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearThree" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Asset, Expected Amortization, Year Three</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearThree" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearThree"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearThree" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearThree" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EquitySecuritiesFvNiRealizedGain_46eaadcf-063f-4dde-95c0-3dbc8ebbd6be_terseLabel_en-US" xlink:label="lab_us-gaap_EquitySecuritiesFvNiRealizedGain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross gains realized</link:label>
    <link:label id="lab_us-gaap_EquitySecuritiesFvNiRealizedGain_label_en-US" xlink:label="lab_us-gaap_EquitySecuritiesFvNiRealizedGain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity Securities, FV-NI, Realized Gain</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EquitySecuritiesFvNiRealizedGain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EquitySecuritiesFvNiRealizedGain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EquitySecuritiesFvNiRealizedGain" xlink:to="lab_us-gaap_EquitySecuritiesFvNiRealizedGain" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ProbabilityOfOtherPossibleOutcomesPossibleImpactOnNetIncome_11348ddf-86ad-42d9-9cbc-1ae1c41d1491_terseLabel_en-US" xlink:label="lab_hmn_ProbabilityOfOtherPossibleOutcomesPossibleImpactOnNetIncome" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Probability of other possible outcomes possible impact on net income</link:label>
    <link:label id="lab_hmn_ProbabilityOfOtherPossibleOutcomesPossibleImpactOnNetIncome_label_en-US" xlink:label="lab_hmn_ProbabilityOfOtherPossibleOutcomesPossibleImpactOnNetIncome" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Probability Of Other Possible Outcomes Possible Impact On Net Income</link:label>
    <link:label id="lab_hmn_ProbabilityOfOtherPossibleOutcomesPossibleImpactOnNetIncome_documentation_en-US" xlink:label="lab_hmn_ProbabilityOfOtherPossibleOutcomesPossibleImpactOnNetIncome" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equated Net Income impact (plus or minus) of potential percentage variability (plus or minus) of property and casualty loss reserves within a reasonable probability of other possible outcomes.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ProbabilityOfOtherPossibleOutcomesPossibleImpactOnNetIncome" xlink:href="hmn-20201231.xsd#hmn_ProbabilityOfOtherPossibleOutcomesPossibleImpactOnNetIncome"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ProbabilityOfOtherPossibleOutcomesPossibleImpactOnNetIncome" xlink:to="lab_hmn_ProbabilityOfOtherPossibleOutcomesPossibleImpactOnNetIncome" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_CurrentIncomeTaxLiabilitiesAssets_bee68d0e-80d4-4ef4-bcb4-f9dbf063d36a_verboseLabel_en-US" xlink:label="lab_hmn_CurrentIncomeTaxLiabilitiesAssets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Current</link:label>
    <link:label id="lab_hmn_CurrentIncomeTaxLiabilitiesAssets_label_en-US" xlink:label="lab_hmn_CurrentIncomeTaxLiabilitiesAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Current Income Tax Liabilities (Assets)</link:label>
    <link:label id="lab_hmn_CurrentIncomeTaxLiabilitiesAssets_documentation_en-US" xlink:label="lab_hmn_CurrentIncomeTaxLiabilitiesAssets" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Current income tax assets liabilities.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_CurrentIncomeTaxLiabilitiesAssets" xlink:href="hmn-20201231.xsd#hmn_CurrentIncomeTaxLiabilitiesAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_CurrentIncomeTaxLiabilitiesAssets" xlink:to="lab_hmn_CurrentIncomeTaxLiabilitiesAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherShortDurationLinesMember_feade023-a224-4b36-abe3-be439a695aea_terseLabel_en-US" xlink:label="lab_hmn_OtherShortDurationLinesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other short duration lines</link:label>
    <link:label id="lab_hmn_OtherShortDurationLinesMember_label_en-US" xlink:label="lab_hmn_OtherShortDurationLinesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Short Duration Lines [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherShortDurationLinesMember" xlink:href="hmn-20201231.xsd#hmn_OtherShortDurationLinesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherShortDurationLinesMember" xlink:to="lab_hmn_OtherShortDurationLinesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_SupplementaryInsuranceInformationBySegmentLineItems_a10b9cd6-c98a-44f6-bf27-bc146e8cd153_terseLabel_en-US" xlink:label="lab_srt_SupplementaryInsuranceInformationBySegmentLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information [Line Items]</link:label>
    <link:label id="lab_srt_SupplementaryInsuranceInformationBySegmentLineItems_label_en-US" xlink:label="lab_srt_SupplementaryInsuranceInformationBySegmentLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_SupplementaryInsuranceInformationBySegmentLineItems" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_SupplementaryInsuranceInformationBySegmentLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_SupplementaryInsuranceInformationBySegmentLineItems" xlink:to="lab_srt_SupplementaryInsuranceInformationBySegmentLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax_05599fa5-7410-401d-96dc-5ac12a3afaf3_terseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other tax expense (benefit)</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Reclassification Adjustment from AOCI for Sale of Securities, Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax" xlink:to="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LeasesAbstract_1e579f5c-5d52-4e39-a69e-989144728aec_terseLabel_en-US" xlink:label="lab_us-gaap_LeasesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Leases [Abstract]</link:label>
    <link:label id="lab_us-gaap_LeasesAbstract_label_en-US" xlink:label="lab_us-gaap_LeasesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Leases [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LeasesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LeasesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LeasesAbstract" xlink:to="lab_us-gaap_LeasesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BenefitsLossesAndExpensesAbstract_7d184726-d000-4613-a843-4c6e4aef948e_verboseLabel_en-US" xlink:label="lab_us-gaap_BenefitsLossesAndExpensesAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits, losses and expenses</link:label>
    <link:label id="lab_us-gaap_BenefitsLossesAndExpensesAbstract_b948d05c-ef90-4e19-980b-540758c55812_terseLabel_en-US" xlink:label="lab_us-gaap_BenefitsLossesAndExpensesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Expenses</link:label>
    <link:label id="lab_us-gaap_BenefitsLossesAndExpensesAbstract_label_en-US" xlink:label="lab_us-gaap_BenefitsLossesAndExpensesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits, Losses and Expenses [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BenefitsLossesAndExpensesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_BenefitsLossesAndExpensesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BenefitsLossesAndExpensesAbstract" xlink:to="lab_us-gaap_BenefitsLossesAndExpensesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LongtermDebtTypeAxis_c53e6c7d-9bf3-4981-bf36-52a54e897962_terseLabel_en-US" xlink:label="lab_us-gaap_LongtermDebtTypeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term Debt, Type [Axis]</link:label>
    <link:label id="lab_us-gaap_LongtermDebtTypeAxis_label_en-US" xlink:label="lab_us-gaap_LongtermDebtTypeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term Debt, Type [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LongtermDebtTypeAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LongtermDebtTypeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LongtermDebtTypeAxis" xlink:to="lab_us-gaap_LongtermDebtTypeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CorporateAndOtherMember_a3b9c0b2-c065-4e4d-bcc8-782b6c57b65b_terseLabel_en-US" xlink:label="lab_us-gaap_CorporateAndOtherMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Corporate and Other</link:label>
    <link:label id="lab_us-gaap_CorporateAndOtherMember_label_en-US" xlink:label="lab_us-gaap_CorporateAndOtherMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Corporate and Other [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CorporateAndOtherMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CorporateAndOtherMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CorporateAndOtherMember" xlink:to="lab_us-gaap_CorporateAndOtherMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EffectsOfReinsuranceTable_794409d2-3df9-4d4f-bd3f-21b688ff9488_terseLabel_en-US" xlink:label="lab_us-gaap_EffectsOfReinsuranceTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effects of Reinsurance [Table]</link:label>
    <link:label id="lab_us-gaap_EffectsOfReinsuranceTable_label_en-US" xlink:label="lab_us-gaap_EffectsOfReinsuranceTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effects of Reinsurance [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EffectsOfReinsuranceTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EffectsOfReinsuranceTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EffectsOfReinsuranceTable" xlink:to="lab_us-gaap_EffectsOfReinsuranceTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareAbstract_6df4022d-57d1-40d5-8740-8a8c4a07e671_verboseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net income per share</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareAbstract_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Earnings Per Share [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EarningsPerShareAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareAbstract" xlink:to="lab_us-gaap_EarningsPerShareAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CondensedFinancialInformationOfParentCompanyOnlyDisclosureTextBlock_145efc5b-9c7e-4ffa-a129-035e30ff84c1_verboseLabel_en-US" xlink:label="lab_us-gaap_CondensedFinancialInformationOfParentCompanyOnlyDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule II Condensed Financial Information of Registrant</link:label>
    <link:label id="lab_us-gaap_CondensedFinancialInformationOfParentCompanyOnlyDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_CondensedFinancialInformationOfParentCompanyOnlyDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Condensed Financial Information of Parent Company Only Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CondensedFinancialInformationOfParentCompanyOnlyDisclosureTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CondensedFinancialInformationOfParentCompanyOnlyDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CondensedFinancialInformationOfParentCompanyOnlyDisclosureTextBlock" xlink:to="lab_us-gaap_CondensedFinancialInformationOfParentCompanyOnlyDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfDeferredTaxAssetsAndLiabilitiesTableTextBlock_f94fe9e2-67f9-4699-886b-fa028492d298_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfDeferredTaxAssetsAndLiabilitiesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of deferred tax assets and liabilities</link:label>
    <link:label id="lab_us-gaap_ScheduleOfDeferredTaxAssetsAndLiabilitiesTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfDeferredTaxAssetsAndLiabilitiesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Deferred Tax Assets and Liabilities [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfDeferredTaxAssetsAndLiabilitiesTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfDeferredTaxAssetsAndLiabilitiesTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfDeferredTaxAssetsAndLiabilitiesTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfDeferredTaxAssetsAndLiabilitiesTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryLineItems_a1ed1273-57f7-4239-8caa-c45a5c9724c0_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Investment Income [Line Items]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryLineItems_label_en-US" xlink:label="lab_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Investment Income [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryLineItems" xlink:to="lab_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossAmortizationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetPriorServiceCostCreditBeforeTax_55bb3f30-b6ed-4b1f-b3b8-8d7d979a7b47_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossAmortizationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetPriorServiceCostCreditBeforeTax" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Prior service cost</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossAmortizationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetPriorServiceCostCreditBeforeTax_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossAmortizationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetPriorServiceCostCreditBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive (Income) Loss, Defined Benefit Plan, Prior Service Cost (Credit), Reclassification Adjustment from AOCI, before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeLossAmortizationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetPriorServiceCostCreditBeforeTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeLossAmortizationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetPriorServiceCostCreditBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeLossAmortizationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetPriorServiceCostCreditBeforeTax" xlink:to="lab_us-gaap_OtherComprehensiveIncomeLossAmortizationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetPriorServiceCostCreditBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CashPeriodIncreaseDecrease_0e95e42f-2ba6-4b92-a612-255b948236a8_totalLabel_en-US" xlink:label="lab_us-gaap_CashPeriodIncreaseDecrease" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net increase (decrease) in cash</link:label>
    <link:label id="lab_us-gaap_CashPeriodIncreaseDecrease_label_en-US" xlink:label="lab_us-gaap_CashPeriodIncreaseDecrease" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash, Period Increase (Decrease)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CashPeriodIncreaseDecrease" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CashPeriodIncreaseDecrease"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CashPeriodIncreaseDecrease" xlink:to="lab_us-gaap_CashPeriodIncreaseDecrease" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccumulatedDefinedBenefitPlansAdjustmentMember_f101d5c2-4f2a-4b57-8991-86ef020a3b53_terseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedDefinedBenefitPlansAdjustmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Funded Status of Benefit Plans</link:label>
    <link:label id="lab_us-gaap_AccumulatedDefinedBenefitPlansAdjustmentMember_label_en-US" xlink:label="lab_us-gaap_AccumulatedDefinedBenefitPlansAdjustmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated Defined Benefit Plans Adjustment Attributable to Parent [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccumulatedDefinedBenefitPlansAdjustmentMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccumulatedDefinedBenefitPlansAdjustmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccumulatedDefinedBenefitPlansAdjustmentMember" xlink:to="lab_us-gaap_AccumulatedDefinedBenefitPlansAdjustmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsForOtherOperatingActivities_52665606-c85c-4c5d-826a-193a40a10583_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_PaymentsForOtherOperatingActivities" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other</link:label>
    <link:label id="lab_us-gaap_PaymentsForOtherOperatingActivities_label_en-US" xlink:label="lab_us-gaap_PaymentsForOtherOperatingActivities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments for Other Operating Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsForOtherOperatingActivities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsForOtherOperatingActivities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsForOtherOperatingActivities" xlink:to="lab_us-gaap_PaymentsForOtherOperatingActivities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PensionExpense_3a2aba3b-021e-441a-be1a-f113dbbd1e83_terseLabel_en-US" xlink:label="lab_us-gaap_PensionExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Pension cost (credit)</link:label>
    <link:label id="lab_us-gaap_PensionExpense_label_en-US" xlink:label="lab_us-gaap_PensionExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Pension Cost (Reversal of Cost)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PensionExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PensionExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PensionExpense" xlink:to="lab_us-gaap_PensionExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FederalHomeLoansBankOfChicagoMember_ec1262bf-62b3-488a-9877-47e881b59665_terseLabel_en-US" xlink:label="lab_hmn_FederalHomeLoansBankOfChicagoMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">FHLB of Chicago</link:label>
    <link:label id="lab_hmn_FederalHomeLoansBankOfChicagoMember_label_en-US" xlink:label="lab_hmn_FederalHomeLoansBankOfChicagoMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loans Bank Of Chicago [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FederalHomeLoansBankOfChicagoMember" xlink:href="hmn-20201231.xsd#hmn_FederalHomeLoansBankOfChicagoMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FederalHomeLoansBankOfChicagoMember" xlink:to="lab_hmn_FederalHomeLoansBankOfChicagoMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFive_48bb422b-e94b-4a92-b3e6-e141fc3513ae_verboseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFive" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization in 2025</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFive_5240b6f0-5fc7-40ca-9178-e972c7ba6d7a_terseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFive" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2025</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFive_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFive" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Asset, Expected Amortization, Year Five</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFive" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFive"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFive" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFive" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentFiscalPeriodFocus_8119ef4e-5394-4e9a-8827-77c339092952_terseLabel_en-US" xlink:label="lab_dei_DocumentFiscalPeriodFocus" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Document Fiscal Period Focus</link:label>
    <link:label id="lab_dei_DocumentFiscalPeriodFocus_label_en-US" xlink:label="lab_dei_DocumentFiscalPeriodFocus" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Document Fiscal Period Focus</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentFiscalPeriodFocus" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_DocumentFiscalPeriodFocus"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentFiscalPeriodFocus" xlink:to="lab_dei_DocumentFiscalPeriodFocus" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_LifeInsuranceInForceGross_7a1212a2-1bee-4f14-971f-703055f8c9a4_verboseLabel_en-US" xlink:label="lab_srt_LifeInsuranceInForceGross" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross Amount</link:label>
    <link:label id="lab_srt_LifeInsuranceInForceGross_label_en-US" xlink:label="lab_srt_LifeInsuranceInForceGross" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance, Life Insurance in Force, Gross</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_LifeInsuranceInForceGross" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_LifeInsuranceInForceGross"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_LifeInsuranceInForceGross" xlink:to="lab_srt_LifeInsuranceInForceGross" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatutoryAccountingPracticesStatutoryNetIncomeAmount_ee19e84e-8d4e-403c-8545-680cf38ca460_terseLabel_en-US" xlink:label="lab_us-gaap_StatutoryAccountingPracticesStatutoryNetIncomeAmount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidated net income, statutory basis</link:label>
    <link:label id="lab_us-gaap_StatutoryAccountingPracticesStatutoryNetIncomeAmount_label_en-US" xlink:label="lab_us-gaap_StatutoryAccountingPracticesStatutoryNetIncomeAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statutory Accounting Practices, Statutory Net Income Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatutoryAccountingPracticesStatutoryNetIncomeAmount" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatutoryAccountingPracticesStatutoryNetIncomeAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatutoryAccountingPracticesStatutoryNetIncomeAmount" xlink:to="lab_us-gaap_StatutoryAccountingPracticesStatutoryNetIncomeAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanContributionsByEmployer_e2dcfb98-eb2f-472a-a3f4-ab8c1f125225_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanContributionsByEmployer" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Contributions to employees' accounts</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanContributionsByEmployer_19c81333-d18f-4acb-9d08-9a75c871d9e4_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanContributionsByEmployer" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Employer contributions</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanContributionsByEmployer_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanContributionsByEmployer" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan Assets, Contributions by Employer</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanContributionsByEmployer" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanContributionsByEmployer"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanContributionsByEmployer" xlink:to="lab_us-gaap_DefinedBenefitPlanContributionsByEmployer" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MortgagesMember_b78f9699-3d20-4570-a934-740e5fda1ed8_verboseLabel_en-US" xlink:label="lab_us-gaap_MortgagesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Mortgage loans</link:label>
    <link:label id="lab_us-gaap_MortgagesMember_label_en-US" xlink:label="lab_us-gaap_MortgagesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Mortgages [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MortgagesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_MortgagesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MortgagesMember" xlink:to="lab_us-gaap_MortgagesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentRedemptionPricePercentage_ac4ca1ec-3e3d-411a-aa0c-c873d9568c63_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentRedemptionPricePercentage" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt redemption price, percentage</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentRedemptionPricePercentage_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentRedemptionPricePercentage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Instrument, Redemption Price, Percentage</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentRedemptionPricePercentage" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtInstrumentRedemptionPricePercentage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentRedemptionPricePercentage" xlink:to="lab_us-gaap_DebtInstrumentRedemptionPricePercentage" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherLongTermInvestmentsMember_6dcc055c-34e3-4256-9c59-1652d9619624_terseLabel_en-US" xlink:label="lab_us-gaap_OtherLongTermInvestmentsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other</link:label>
    <link:label id="lab_us-gaap_OtherLongTermInvestmentsMember_label_en-US" xlink:label="lab_us-gaap_OtherLongTermInvestmentsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Long-term Investments [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherLongTermInvestmentsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherLongTermInvestmentsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherLongTermInvestmentsMember" xlink:to="lab_us-gaap_OtherLongTermInvestmentsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityFilerCategory_b9fc3ffa-ff2a-4cec-ab95-019bd76930af_terseLabel_en-US" xlink:label="lab_dei_EntityFilerCategory" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Filer Category</link:label>
    <link:label id="lab_dei_EntityFilerCategory_label_en-US" xlink:label="lab_dei_EntityFilerCategory" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Filer Category</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityFilerCategory" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityFilerCategory"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityFilerCategory" xlink:to="lab_dei_EntityFilerCategory" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommonStockMember_19354b08-6154-430f-80c7-b7ee68ae9225_verboseLabel_en-US" xlink:label="lab_us-gaap_CommonStockMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common stock</link:label>
    <link:label id="lab_us-gaap_CommonStockMember_label_en-US" xlink:label="lab_us-gaap_CommonStockMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common Stock [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonStockMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CommonStockMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommonStockMember" xlink:to="lab_us-gaap_CommonStockMember" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ProductsAndServicesDomain_466ac5e1-603f-4842-ab6f-1d983e57586f_terseLabel_en-US" xlink:label="lab_srt_ProductsAndServicesDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Product and Service [Domain]</link:label>
    <link:label id="lab_srt_ProductsAndServicesDomain_label_en-US" xlink:label="lab_srt_ProductsAndServicesDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Product and Service [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ProductsAndServicesDomain" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_ProductsAndServicesDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ProductsAndServicesDomain" xlink:to="lab_srt_ProductsAndServicesDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RealizedInvestmentGainsLossesAbstract_00feed59-5a46-4f1f-aca6-69aced47d9db_verboseLabel_en-US" xlink:label="lab_us-gaap_RealizedInvestmentGainsLossesAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net investment gains (losses)</link:label>
    <link:label id="lab_us-gaap_RealizedInvestmentGainsLossesAbstract_label_en-US" xlink:label="lab_us-gaap_RealizedInvestmentGainsLossesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Realized Investment Gains (Losses) [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RealizedInvestmentGainsLossesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RealizedInvestmentGainsLossesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RealizedInvestmentGainsLossesAbstract" xlink:to="lab_us-gaap_RealizedInvestmentGainsLossesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PropertyLiabilityAndCasualtyInsuranceStateInsuranceFacilitiesMember_fa3f96c8-8d06-4673-b555-747357bc6336_verboseLabel_en-US" xlink:label="lab_hmn_PropertyLiabilityAndCasualtyInsuranceStateInsuranceFacilitiesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">State insurance facilities</link:label>
    <link:label id="lab_hmn_PropertyLiabilityAndCasualtyInsuranceStateInsuranceFacilitiesMember_label_en-US" xlink:label="lab_hmn_PropertyLiabilityAndCasualtyInsuranceStateInsuranceFacilitiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property Liability and Casualty Insurance State Insurance Facilities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PropertyLiabilityAndCasualtyInsuranceStateInsuranceFacilitiesMember" xlink:href="hmn-20201231.xsd#hmn_PropertyLiabilityAndCasualtyInsuranceStateInsuranceFacilitiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PropertyLiabilityAndCasualtyInsuranceStateInsuranceFacilitiesMember" xlink:to="lab_hmn_PropertyLiabilityAndCasualtyInsuranceStateInsuranceFacilitiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_NationalTeachersAssociatesLifeInsuranceCompanyMember_6f7df4f3-0768-497a-86ca-65b8f1f1a69b_terseLabel_en-US" xlink:label="lab_hmn_NationalTeachersAssociatesLifeInsuranceCompanyMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">NTA</link:label>
    <link:label id="lab_hmn_NationalTeachersAssociatesLifeInsuranceCompanyMember_label_en-US" xlink:label="lab_hmn_NationalTeachersAssociatesLifeInsuranceCompanyMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">National Teachers Associates Life Insurance Company [Member]</link:label>
    <link:label id="lab_hmn_NationalTeachersAssociatesLifeInsuranceCompanyMember_documentation_en-US" xlink:label="lab_hmn_NationalTeachersAssociatesLifeInsuranceCompanyMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">National Teachers Associates Life Insurance Company [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_NationalTeachersAssociatesLifeInsuranceCompanyMember" xlink:href="hmn-20201231.xsd#hmn_NationalTeachersAssociatesLifeInsuranceCompanyMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_NationalTeachersAssociatesLifeInsuranceCompanyMember" xlink:to="lab_hmn_NationalTeachersAssociatesLifeInsuranceCompanyMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ConcentrationRiskBenchmarkDomain_6a8777ef-0605-4dca-9c74-920772cffa75_terseLabel_en-US" xlink:label="lab_us-gaap_ConcentrationRiskBenchmarkDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Concentration Risk Benchmark [Domain]</link:label>
    <link:label id="lab_us-gaap_ConcentrationRiskBenchmarkDomain_label_en-US" xlink:label="lab_us-gaap_ConcentrationRiskBenchmarkDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Concentration Risk Benchmark [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ConcentrationRiskBenchmarkDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ConcentrationRiskBenchmarkDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ConcentrationRiskBenchmarkDomain" xlink:to="lab_us-gaap_ConcentrationRiskBenchmarkDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortTermBankLoansAndNotesPayable_7ea893c6-accb-43ab-a7d0-4f6c2ba04411_verboseLabel_en-US" xlink:label="lab_us-gaap_ShortTermBankLoansAndNotesPayable" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Bank Credit Facility</link:label>
    <link:label id="lab_us-gaap_ShortTermBankLoansAndNotesPayable_label_en-US" xlink:label="lab_us-gaap_ShortTermBankLoansAndNotesPayable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term Bank Loans and Notes Payable</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortTermBankLoansAndNotesPayable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortTermBankLoansAndNotesPayable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortTermBankLoansAndNotesPayable" xlink:to="lab_us-gaap_ShortTermBankLoansAndNotesPayable" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_LifeInsuranceInForceNet_0c8868f5-993e-4d2c-91ba-60e1da1685c3_terseLabel_en-US" xlink:label="lab_srt_LifeInsuranceInForceNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Amount</link:label>
    <link:label id="lab_srt_LifeInsuranceInForceNet_label_en-US" xlink:label="lab_srt_LifeInsuranceInForceNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance, Life Insurance in Force, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_LifeInsuranceInForceNet" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_LifeInsuranceInForceNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_LifeInsuranceInForceNet" xlink:to="lab_srt_LifeInsuranceInForceNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationNetInvestmentIncome_71f94100-5fe5-414a-9a81-793284914d87_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationNetInvestmentIncome" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net investment income</link:label>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationNetInvestmentIncome_label_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationNetInvestmentIncome" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information, Net Investment Income</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementaryInsuranceInformationNetInvestmentIncome" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementaryInsuranceInformationNetInvestmentIncome"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementaryInsuranceInformationNetInvestmentIncome" xlink:to="lab_us-gaap_SupplementaryInsuranceInformationNetInvestmentIncome" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentInterestRateStatedPercentage_99f38281-f40a-4b8b-8856-83c786309042_verboseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentInterestRateStatedPercentage" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Interest Rates</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentInterestRateStatedPercentage_28c76e83-0abf-4cf4-8776-8e40745018d0_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentInterestRateStatedPercentage" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Stated rate</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentInterestRateStatedPercentage_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentInterestRateStatedPercentage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Instrument, Interest Rate, Stated Percentage</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentInterestRateStatedPercentage" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtInstrumentInterestRateStatedPercentage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentInterestRateStatedPercentage" xlink:to="lab_us-gaap_DebtInstrumentInterestRateStatedPercentage" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MunicipalBondsMember_1be256cf-20f7-45f3-9674-286bfeb7b1f8_verboseLabel_en-US" xlink:label="lab_us-gaap_MunicipalBondsMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Municipal bonds</link:label>
    <link:label id="lab_us-gaap_MunicipalBondsMember_b075c863-a3ff-4335-85bb-6397c10c8aab_terseLabel_en-US" xlink:label="lab_us-gaap_MunicipalBondsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Municipal bonds</link:label>
    <link:label id="lab_us-gaap_MunicipalBondsMember_label_en-US" xlink:label="lab_us-gaap_MunicipalBondsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Municipal Bonds [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MunicipalBondsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_MunicipalBondsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MunicipalBondsMember" xlink:to="lab_us-gaap_MunicipalBondsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherThanShortDurationLineMember_b4e0fc66-07d7-45d9-b72b-9a274400e789_terseLabel_en-US" xlink:label="lab_hmn_OtherThanShortDurationLineMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance lines other than short duration</link:label>
    <link:label id="lab_hmn_OtherThanShortDurationLineMember_label_en-US" xlink:label="lab_hmn_OtherThanShortDurationLineMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Than Short Duration Line [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherThanShortDurationLineMember" xlink:href="hmn-20201231.xsd#hmn_OtherThanShortDurationLineMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherThanShortDurationLineMember" xlink:to="lab_hmn_OtherThanShortDurationLineMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareDilutedAbstract_3c978faa-7828-434d-9baf-a53f754e4628_verboseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareDilutedAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Diluted:</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareDilutedAbstract_0a4d94ef-e6de-4e0e-b62b-9f694850d7d9_terseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareDilutedAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Diluted</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareDilutedAbstract_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareDilutedAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Earnings Per Share, Diluted [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareDilutedAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EarningsPerShareDilutedAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareDilutedAbstract" xlink:to="lab_us-gaap_EarningsPerShareDilutedAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FreeStandingDerivativesMember_36850501-a1a0-409d-9219-2aa0dca3af4d_terseLabel_en-US" xlink:label="lab_hmn_FreeStandingDerivativesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Free-standing derivatives</link:label>
    <link:label id="lab_hmn_FreeStandingDerivativesMember_label_en-US" xlink:label="lab_hmn_FreeStandingDerivativesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Free Standing Derivatives [Member]</link:label>
    <link:label id="lab_hmn_FreeStandingDerivativesMember_documentation_en-US" xlink:label="lab_hmn_FreeStandingDerivativesMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Free Standing Derivatives Member</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FreeStandingDerivativesMember" xlink:href="hmn-20201231.xsd#hmn_FreeStandingDerivativesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FreeStandingDerivativesMember" xlink:to="lab_hmn_FreeStandingDerivativesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockIssuedDuringPeriodSharesStockOptionsExercised_d8e2f0f0-565f-431f-b741-20d7f5cd19a7_negatedLabel_en-US" xlink:label="lab_us-gaap_StockIssuedDuringPeriodSharesStockOptionsExercised" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Outstanding, Exercised (in shares)</link:label>
    <link:label id="lab_us-gaap_StockIssuedDuringPeriodSharesStockOptionsExercised_label_en-US" xlink:label="lab_us-gaap_StockIssuedDuringPeriodSharesStockOptionsExercised" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Exercises in Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockIssuedDuringPeriodSharesStockOptionsExercised" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StockIssuedDuringPeriodSharesStockOptionsExercised"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockIssuedDuringPeriodSharesStockOptionsExercised" xlink:to="lab_us-gaap_StockIssuedDuringPeriodSharesStockOptionsExercised" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_IncrementalCommonSharesAttributableToCommonStockUnitsRelatedToDeferredCompensationForEmployees_ef26e525-41a5-48bc-8db6-5f222b58b5d3_verboseLabel_en-US" xlink:label="lab_hmn_IncrementalCommonSharesAttributableToCommonStockUnitsRelatedToDeferredCompensationForEmployees" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">CSUs related to deferred compensation for employees (in shares)</link:label>
    <link:label id="lab_hmn_IncrementalCommonSharesAttributableToCommonStockUnitsRelatedToDeferredCompensationForEmployees_label_en-US" xlink:label="lab_hmn_IncrementalCommonSharesAttributableToCommonStockUnitsRelatedToDeferredCompensationForEmployees" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Incremental Common Shares Attributable To Common Stock Units Related To Deferred Compensation For Employees</link:label>
    <link:label id="lab_hmn_IncrementalCommonSharesAttributableToCommonStockUnitsRelatedToDeferredCompensationForEmployees_documentation_en-US" xlink:label="lab_hmn_IncrementalCommonSharesAttributableToCommonStockUnitsRelatedToDeferredCompensationForEmployees" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Incremental common shares attributable to common stock units related to deferred compensation for employees.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_IncrementalCommonSharesAttributableToCommonStockUnitsRelatedToDeferredCompensationForEmployees" xlink:href="hmn-20201231.xsd#hmn_IncrementalCommonSharesAttributableToCommonStockUnitsRelatedToDeferredCompensationForEmployees"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_IncrementalCommonSharesAttributableToCommonStockUnitsRelatedToDeferredCompensationForEmployees" xlink:to="lab_hmn_IncrementalCommonSharesAttributableToCommonStockUnitsRelatedToDeferredCompensationForEmployees" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_A2018CampFireInCaliforniaMember_49a012ed-acf9-4bbd-b7cb-db059f97c577_terseLabel_en-US" xlink:label="lab_hmn_A2018CampFireInCaliforniaMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2018 Camp Fire In California</link:label>
    <link:label id="lab_hmn_A2018CampFireInCaliforniaMember_label_en-US" xlink:label="lab_hmn_A2018CampFireInCaliforniaMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2018 Camp Fire In California [Member]</link:label>
    <link:label id="lab_hmn_A2018CampFireInCaliforniaMember_documentation_en-US" xlink:label="lab_hmn_A2018CampFireInCaliforniaMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2018 Camp Fire In California</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_A2018CampFireInCaliforniaMember" xlink:href="hmn-20201231.xsd#hmn_A2018CampFireInCaliforniaMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_A2018CampFireInCaliforniaMember" xlink:to="lab_hmn_A2018CampFireInCaliforniaMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect_5a9aa0eb-450b-42b2-8944-c4d166d7d828_totalLabel_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net (decrease) increase in cash</link:label>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect_label_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash, Cash Equivalents, Restricted Cash and Restricted Cash Equivalents, Period Increase (Decrease), Including Exchange Rate Effect</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:to="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax_d9a3b9e4-8210-4e8f-addb-349acf520759_terseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net unrealized investment gains (losses) on securities arising during the period</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">OCI, Debt Securities, Available-for-Sale, Unrealized Holding Gain (Loss), before Adjustment and Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax" xlink:to="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EmployeeStockOptionMember_8ad22139-908a-4bc9-920e-7af9e4a96704_terseLabel_en-US" xlink:label="lab_us-gaap_EmployeeStockOptionMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Employee stock option</link:label>
    <link:label id="lab_us-gaap_EmployeeStockOptionMember_label_en-US" xlink:label="lab_us-gaap_EmployeeStockOptionMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Payment Arrangement, Option [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EmployeeStockOptionMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EmployeeStockOptionMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EmployeeStockOptionMember" xlink:to="lab_us-gaap_EmployeeStockOptionMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PolicyholderBenefitsAndClaimsIncurredGross_b4af4810-f8ae-4a07-857d-e316e8618d9c_verboseLabel_en-US" xlink:label="lab_us-gaap_PolicyholderBenefitsAndClaimsIncurredGross" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits, claims and settlement expenses, Gross Amount</link:label>
    <link:label id="lab_us-gaap_PolicyholderBenefitsAndClaimsIncurredGross_label_en-US" xlink:label="lab_us-gaap_PolicyholderBenefitsAndClaimsIncurredGross" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Policyholder Benefits and Claims Incurred, Direct</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PolicyholderBenefitsAndClaimsIncurredGross" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PolicyholderBenefitsAndClaimsIncurredGross"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PolicyholderBenefitsAndClaimsIncurredGross" xlink:to="lab_us-gaap_PolicyholderBenefitsAndClaimsIncurredGross" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesAbstract_f48f26f9-d829-4c74-aa5b-067e4f39d49e_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of fair value and gross unrealized losses of fixed maturity securities and equity securities in an unrealized loss position</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesAbstract_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleSecuritiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesAbstract" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_CondensedFinancialInformationOfParentCompanyOnlyDisclosureAbstract_ddc505e8-98f8-45e7-b786-4058c479f0e4_terseLabel_en-US" xlink:label="lab_srt_CondensedFinancialInformationOfParentCompanyOnlyDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Condensed Financial Information Disclosure [Abstract]</link:label>
    <link:label id="lab_srt_CondensedFinancialInformationOfParentCompanyOnlyDisclosureAbstract_label_en-US" xlink:label="lab_srt_CondensedFinancialInformationOfParentCompanyOnlyDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Condensed Financial Information Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_CondensedFinancialInformationOfParentCompanyOnlyDisclosureAbstract" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_CondensedFinancialInformationOfParentCompanyOnlyDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_CondensedFinancialInformationOfParentCompanyOnlyDisclosureAbstract" xlink:to="lab_srt_CondensedFinancialInformationOfParentCompanyOnlyDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedNumberofSharesRollForward_c6edf513-b267-4ac2-973b-42d5fe9b769e_terseLabel_en-US" xlink:label="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedNumberofSharesRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vested&#160;Units</link:label>
    <link:label id="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedNumberofSharesRollForward_label_en-US" xlink:label="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedNumberofSharesRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Vested, Number of Shares [Roll Forward]</link:label>
    <link:label id="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedNumberofSharesRollForward_documentation_en-US" xlink:label="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedNumberofSharesRollForward" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Vested, Number of Shares [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedNumberofSharesRollForward" xlink:href="hmn-20201231.xsd#hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedNumberofSharesRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedNumberofSharesRollForward" xlink:to="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedNumberofSharesRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions_0e220010-8a57-43d5-b760-afc7f411a11d_totalLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number of position with a gross unrealized loss, Total</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Unrealized Loss Position, Number of Positions</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TreasuryStockShares_e95f9b25-6181-47c6-bd93-46cfc24dc582_terseLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockShares" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Treasury stock (in shares)</link:label>
    <link:label id="lab_us-gaap_TreasuryStockShares_label_en-US" xlink:label="lab_us-gaap_TreasuryStockShares" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Treasury Stock, Shares</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TreasuryStockShares" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_TreasuryStockShares"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TreasuryStockShares" xlink:to="lab_us-gaap_TreasuryStockShares" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ValueofAgencyRelationship_cfcbbaee-db63-4036-b612-e5a8eb69f9ec_terseLabel_en-US" xlink:label="lab_hmn_ValueofAgencyRelationship" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of agency relationship</link:label>
    <link:label id="lab_hmn_ValueofAgencyRelationship_label_en-US" xlink:label="lab_hmn_ValueofAgencyRelationship" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of Agency Relationship</link:label>
    <link:label id="lab_hmn_ValueofAgencyRelationship_documentation_en-US" xlink:label="lab_hmn_ValueofAgencyRelationship" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of Agency Relationship</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ValueofAgencyRelationship" xlink:href="hmn-20201231.xsd#hmn_ValueofAgencyRelationship"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ValueofAgencyRelationship" xlink:to="lab_hmn_ValueofAgencyRelationship" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ImpairmentOfInvestments_50f6b625-dca0-4e86-ab83-b4b13b5a9625_negatedTotalLabel_en-US" xlink:label="lab_us-gaap_ImpairmentOfInvestments" xlink:role="http://www.xbrl.org/2009/role/negatedTotalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total other-than-temporary impairment losses on securities</link:label>
    <link:label id="lab_us-gaap_ImpairmentOfInvestments_label_en-US" xlink:label="lab_us-gaap_ImpairmentOfInvestments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other than Temporary Impairment Losses, Investments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ImpairmentOfInvestments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ImpairmentOfInvestments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ImpairmentOfInvestments" xlink:to="lab_us-gaap_ImpairmentOfInvestments" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InterestSensitiveLifeContractsMember_52645c7e-8302-4c4a-938b-e54513d56fff_terseLabel_en-US" xlink:label="lab_hmn_InterestSensitiveLifeContractsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest sensitive life contracts</link:label>
    <link:label id="lab_hmn_InterestSensitiveLifeContractsMember_label_en-US" xlink:label="lab_hmn_InterestSensitiveLifeContractsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest Sensitive Life Contracts [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InterestSensitiveLifeContractsMember" xlink:href="hmn-20201231.xsd#hmn_InterestSensitiveLifeContractsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InterestSensitiveLifeContractsMember" xlink:to="lab_hmn_InterestSensitiveLifeContractsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostExpectedLongTermReturnOnAssets_b7c4bbf2-2824-4a43-824b-f070ccf7224a_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostExpectedLongTermReturnOnAssets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Expected return on plan assets</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostExpectedLongTermReturnOnAssets_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostExpectedLongTermReturnOnAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Assumptions Used Calculating Net Periodic Benefit Cost, Expected Long-term Rate of Return on Plan Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostExpectedLongTermReturnOnAssets" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostExpectedLongTermReturnOnAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostExpectedLongTermReturnOnAssets" xlink:to="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostExpectedLongTermReturnOnAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_StatutoryAccountingPracticesRestrictedNetAssets_8c3dae1b-d258-4da6-aff8-aee3657c7f03_verboseLabel_en-US" xlink:label="lab_hmn_StatutoryAccountingPracticesRestrictedNetAssets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Restricted net assets of HMEC's insurance subsidiaries</link:label>
    <link:label id="lab_hmn_StatutoryAccountingPracticesRestrictedNetAssets_label_en-US" xlink:label="lab_hmn_StatutoryAccountingPracticesRestrictedNetAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statutory Accounting Practices Restricted Net Assets</link:label>
    <link:label id="lab_hmn_StatutoryAccountingPracticesRestrictedNetAssets_documentation_en-US" xlink:label="lab_hmn_StatutoryAccountingPracticesRestrictedNetAssets" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statutory accounting practices restricted net assets.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_StatutoryAccountingPracticesRestrictedNetAssets" xlink:href="hmn-20201231.xsd#hmn_StatutoryAccountingPracticesRestrictedNetAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_StatutoryAccountingPracticesRestrictedNetAssets" xlink:to="lab_hmn_StatutoryAccountingPracticesRestrictedNetAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestPaidNet_a1831f03-edc4-44ed-b1c0-c84c3f3e5756_terseLabel_en-US" xlink:label="lab_us-gaap_InterestPaidNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest</link:label>
    <link:label id="lab_us-gaap_InterestPaidNet_label_en-US" xlink:label="lab_us-gaap_InterestPaidNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest Paid, Excluding Capitalized Interest, Operating Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestPaidNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InterestPaidNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestPaidNet" xlink:to="lab_us-gaap_InterestPaidNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearOne_9443e518-07d1-44af-9a4f-d0166a66f525_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearOne" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Year One</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearOne_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearOne" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration, Year One</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearOne" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearOne"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearOne" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearOne" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankInterestRate_3a256a80-dc2f-4cef-be59-0fb3faf48db4_terseLabel_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankInterestRate" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">FHLB interest rate</link:label>
    <link:label id="lab_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankInterestRate_label_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankInterestRate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank, Advances, Branch of FHLB Bank, Interest Rate</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankInterestRate" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankInterestRate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankInterestRate" xlink:to="lab_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankInterestRate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationAmortizationOfDeferredPolicyAcquisitionCosts_237ecd23-96e2-40f5-820e-94d0a51f7bfd_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationAmortizationOfDeferredPolicyAcquisitionCosts" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization of deferred policy acquisition costs</link:label>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationAmortizationOfDeferredPolicyAcquisitionCosts_label_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationAmortizationOfDeferredPolicyAcquisitionCosts" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information, Amortization of Deferred Policy Acquisition Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementaryInsuranceInformationAmortizationOfDeferredPolicyAcquisitionCosts" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementaryInsuranceInformationAmortizationOfDeferredPolicyAcquisitionCosts"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementaryInsuranceInformationAmortizationOfDeferredPolicyAcquisitionCosts" xlink:to="lab_us-gaap_SupplementaryInsuranceInformationAmortizationOfDeferredPolicyAcquisitionCosts" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsCarryingAmount_b1e44a2f-059a-4941-af50-83c9afd25acc_verboseLabel_en-US" xlink:label="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsCarryingAmount" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">IUL - embedded derivatives, reported in Investment contract and policy reserves</link:label>
    <link:label id="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsCarryingAmount_label_en-US" xlink:label="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsCarryingAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability For Future Policy Benefits Derivative Instruments Carrying Amount</link:label>
    <link:label id="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsCarryingAmount_documentation_en-US" xlink:label="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsCarryingAmount" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Carrying amount of accrued obligation to policyholders that relates to insured events under other insurance contracts.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsCarryingAmount" xlink:href="hmn-20201231.xsd#hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsCarryingAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsCarryingAmount" xlink:to="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsCarryingAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseNextTwelveMonths_c2085ebb-111f-430c-89ae-ced680656986_verboseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseNextTwelveMonths" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization in 2021</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseNextTwelveMonths_fe026500-9a00-47d3-ba62-cc198fb74171_terseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseNextTwelveMonths" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2021</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseNextTwelveMonths_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseNextTwelveMonths" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Asset, Expected Amortization, Year One</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseNextTwelveMonths" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseNextTwelveMonths"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseNextTwelveMonths" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseNextTwelveMonths" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_Revenues_63d0f018-fb87-4e4f-86ac-f5695b10cf28_totalLabel_en-US" xlink:label="lab_us-gaap_Revenues" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total revenues</link:label>
    <link:label id="lab_us-gaap_Revenues_0fb42e44-3fe8-4cb0-92b4-158029483698_terseLabel_en-US" xlink:label="lab_us-gaap_Revenues" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total revenues</link:label>
    <link:label id="lab_us-gaap_Revenues_label_en-US" xlink:label="lab_us-gaap_Revenues" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Revenues</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_Revenues" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_Revenues"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_Revenues" xlink:to="lab_us-gaap_Revenues" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FavorableDevelopmentOfTotalReservesForPropertyAndCasualtyClaimsOccurringInPriorYears_3ad3004f-6747-4a63-9993-9a5370729d50_terseLabel_en-US" xlink:label="lab_hmn_FavorableDevelopmentOfTotalReservesForPropertyAndCasualtyClaimsOccurringInPriorYears" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Favorable development of total reserves for property and casualty claims occurring in prior years</link:label>
    <link:label id="lab_hmn_FavorableDevelopmentOfTotalReservesForPropertyAndCasualtyClaimsOccurringInPriorYears_label_en-US" xlink:label="lab_hmn_FavorableDevelopmentOfTotalReservesForPropertyAndCasualtyClaimsOccurringInPriorYears" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Favorable Development Of Total Reserves For Property And Casualty Claims Occurring In Prior Years</link:label>
    <link:label id="lab_hmn_FavorableDevelopmentOfTotalReservesForPropertyAndCasualtyClaimsOccurringInPriorYears_documentation_en-US" xlink:label="lab_hmn_FavorableDevelopmentOfTotalReservesForPropertyAndCasualtyClaimsOccurringInPriorYears" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The reduction in the estimate of the amount needed to settle claims relating to property and casualty insured events that have occurred in prior years.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FavorableDevelopmentOfTotalReservesForPropertyAndCasualtyClaimsOccurringInPriorYears" xlink:href="hmn-20201231.xsd#hmn_FavorableDevelopmentOfTotalReservesForPropertyAndCasualtyClaimsOccurringInPriorYears"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FavorableDevelopmentOfTotalReservesForPropertyAndCasualtyClaimsOccurringInPriorYears" xlink:to="lab_hmn_FavorableDevelopmentOfTotalReservesForPropertyAndCasualtyClaimsOccurringInPriorYears" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersCurrentYearClaimsAndClaimsAdjustmentExpense_9e0b36ef-aa68-49df-8372-a82f1f93bd15_terseLabel_en-US" xlink:label="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersCurrentYearClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Claims occurring in the current year</link:label>
    <link:label id="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersCurrentYearClaimsAndClaimsAdjustmentExpense_83f46d6c-6f27-4d2d-a43b-8a88cdaebee6_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersCurrentYearClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Claims and claims adjustment expense incurred related to current year</link:label>
    <link:label id="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersCurrentYearClaimsAndClaimsAdjustmentExpense_label_en-US" xlink:label="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersCurrentYearClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Current Year Claims and Claims Adjustment Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersCurrentYearClaimsAndClaimsAdjustmentExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersCurrentYearClaimsAndClaimsAdjustmentExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersCurrentYearClaimsAndClaimsAdjustmentExpense" xlink:to="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersCurrentYearClaimsAndClaimsAdjustmentExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock_74440c01-16f0-45fc-9309-235eacc655f0_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Financing receivable credit quality indicators</link:label>
    <link:label id="lab_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Derivative Instruments [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfDerivativeInstrumentsTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock" xlink:to="lab_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxesPaidNet_a56bf707-5093-4a1f-b0fb-e15c362380aa_negatedLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxesPaidNet" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income taxes</link:label>
    <link:label id="lab_us-gaap_IncomeTaxesPaidNet_label_en-US" xlink:label="lab_us-gaap_IncomeTaxesPaidNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Taxes Paid, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxesPaidNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxesPaidNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxesPaidNet" xlink:to="lab_us-gaap_IncomeTaxesPaidNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ImpairmentOfIntangibleAssetsExcludingGoodwill_7065211c-92d6-4338-8b4e-63d739cf0c04_terseLabel_en-US" xlink:label="lab_us-gaap_ImpairmentOfIntangibleAssetsExcludingGoodwill" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Impairment charges of intangible assets</link:label>
    <link:label id="lab_us-gaap_ImpairmentOfIntangibleAssetsExcludingGoodwill_label_en-US" xlink:label="lab_us-gaap_ImpairmentOfIntangibleAssetsExcludingGoodwill" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Impairment of Intangible Assets (Excluding Goodwill)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ImpairmentOfIntangibleAssetsExcludingGoodwill" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ImpairmentOfIntangibleAssetsExcludingGoodwill"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ImpairmentOfIntangibleAssetsExcludingGoodwill" xlink:to="lab_us-gaap_ImpairmentOfIntangibleAssetsExcludingGoodwill" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedContributionPlanEmployerDiscretionaryContributionAmount_588712e0-c5e9-4a34-a021-e05d59a134c4_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedContributionPlanEmployerDiscretionaryContributionAmount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Contributions to employees' accounts</link:label>
    <link:label id="lab_us-gaap_DefinedContributionPlanEmployerDiscretionaryContributionAmount_label_en-US" xlink:label="lab_us-gaap_DefinedContributionPlanEmployerDiscretionaryContributionAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Contribution Plan, Employer Discretionary Contribution Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedContributionPlanEmployerDiscretionaryContributionAmount" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedContributionPlanEmployerDiscretionaryContributionAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedContributionPlanEmployerDiscretionaryContributionAmount" xlink:to="lab_us-gaap_DefinedContributionPlanEmployerDiscretionaryContributionAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriodWeightedAverageGrantDateFairValue_eeb097c0-bb9f-4c7b-9e2c-8c8710d9777b_terseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Adjustment for performance achievement, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriodWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Adjustment For Performance Achievement In Period Weighted Average Grant Date Fair Value</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriodWeightedAverageGrantDateFairValue_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Adjustment For Performance Achievement In Period Weighted Average Grant Date Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriodWeightedAverageGrantDateFairValue" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriodWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriodWeightedAverageGrantDateFairValue" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsAdjustmentForPerformanceAchievementInPeriodWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareDiluted_bbfd1dff-4a62-4516-aa0e-cba0197972c2_verboseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareDiluted" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Diluted (in usd per share)</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareDiluted_2665a2d3-46a2-4def-bde1-7bfaec5e15d3_netLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareDiluted" xlink:role="http://www.xbrl.org/2009/role/netLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net income per share - diluted (in usd per share)</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareDiluted_c9a7c486-ea5c-4fd2-bf39-c5229601f34b_terseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareDiluted" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net income - diluted (in usd per share)</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareDiluted_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareDiluted" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Earnings Per Share, Diluted</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareDiluted" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EarningsPerShareDiluted"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareDiluted" xlink:to="lab_us-gaap_EarningsPerShareDiluted" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt_dd5cd6a0-9d3e-471b-919e-c4027fc50fda_verboseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Sales</link:label>
    <link:label id="lab_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt_label_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from Sale of Debt Securities, Available-for-sale</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt" xlink:to="lab_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfUnrecognizedTaxBenefitsRollForwardTableTextBlock_72e42cc8-e7a8-450e-8bfa-cbf32b9977e0_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfUnrecognizedTaxBenefitsRollForwardTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrecognized tax benefits, excluding interest and penalties</link:label>
    <link:label id="lab_us-gaap_ScheduleOfUnrecognizedTaxBenefitsRollForwardTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfUnrecognizedTaxBenefitsRollForwardTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Unrecognized Tax Benefits Roll Forward [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfUnrecognizedTaxBenefitsRollForwardTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfUnrecognizedTaxBenefitsRollForwardTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfUnrecognizedTaxBenefitsRollForwardTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfUnrecognizedTaxBenefitsRollForwardTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PolicyLoansMember_aef6ca37-44af-4d4d-920f-758a8462c050_terseLabel_en-US" xlink:label="lab_us-gaap_PolicyLoansMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Policy loans</link:label>
    <link:label id="lab_us-gaap_PolicyLoansMember_label_en-US" xlink:label="lab_us-gaap_PolicyLoansMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Policy Loans [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PolicyLoansMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PolicyLoansMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PolicyLoansMember" xlink:to="lab_us-gaap_PolicyLoansMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxLiabilitiesNetAbstract_2755be53-a2d8-43d8-a7eb-c7eaafab68af_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxLiabilitiesNetAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred tax liabilities</link:label>
    <link:label id="lab_us-gaap_DeferredTaxLiabilitiesNetAbstract_label_en-US" xlink:label="lab_us-gaap_DeferredTaxLiabilitiesNetAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Net [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxLiabilitiesNetAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxLiabilitiesNetAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxLiabilitiesNetAbstract" xlink:to="lab_us-gaap_DeferredTaxLiabilitiesNetAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfDebtTableTextBlock_d5da403d-36a2-42e2-a164-da8b9a597134_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfDebtTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of indebtedness outstanding</link:label>
    <link:label id="lab_us-gaap_ScheduleOfDebtTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfDebtTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Debt [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfDebtTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfDebtTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfDebtTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfDebtTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParentBeforeCumulativeEffectOfChangeInAccountingPrinciple_673877ea-eb1d-4f34-8a49-fa544db47e1e_totalLabel_en-US" xlink:label="lab_hmn_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParentBeforeCumulativeEffectOfChangeInAccountingPrinciple" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total, net of tax</link:label>
    <link:label id="lab_hmn_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParentBeforeCumulativeEffectOfChangeInAccountingPrinciple_label_en-US" xlink:label="lab_hmn_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParentBeforeCumulativeEffectOfChangeInAccountingPrinciple" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Available-For-Sale Securities Adjustment, Net Of Tax, Portion Attributable To Parent, Before Cumulative Effect Of Change In Accounting Principle</link:label>
    <link:label id="lab_hmn_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParentBeforeCumulativeEffectOfChangeInAccountingPrinciple_documentation_en-US" xlink:label="lab_hmn_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParentBeforeCumulativeEffectOfChangeInAccountingPrinciple" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Available-For-Sale Securities Adjustment, Net Of Tax, Portion Attributable To Parent, Before Cumulative Effect Of Change In Accounting Principle</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParentBeforeCumulativeEffectOfChangeInAccountingPrinciple" xlink:href="hmn-20201231.xsd#hmn_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParentBeforeCumulativeEffectOfChangeInAccountingPrinciple"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParentBeforeCumulativeEffectOfChangeInAccountingPrinciple" xlink:to="lab_hmn_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParentBeforeCumulativeEffectOfChangeInAccountingPrinciple" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ConsolidationEliminationsMember_8947a405-0e97-42bd-8332-f774dd40d5b5_terseLabel_en-US" xlink:label="lab_srt_ConsolidationEliminationsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Eliminations</link:label>
    <link:label id="lab_srt_ConsolidationEliminationsMember_label_en-US" xlink:label="lab_srt_ConsolidationEliminationsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidation, Eliminations [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ConsolidationEliminationsMember" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_ConsolidationEliminationsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ConsolidationEliminationsMember" xlink:to="lab_srt_ConsolidationEliminationsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InvestmentPortfolioMember_d0237fb4-ee6e-4050-b480-b09da32f453f_terseLabel_en-US" xlink:label="lab_hmn_InvestmentPortfolioMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Portfolio</link:label>
    <link:label id="lab_hmn_InvestmentPortfolioMember_label_en-US" xlink:label="lab_hmn_InvestmentPortfolioMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Portfolio [Member]</link:label>
    <link:label id="lab_hmn_InvestmentPortfolioMember_documentation_en-US" xlink:label="lab_hmn_InvestmentPortfolioMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Portfolio</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InvestmentPortfolioMember" xlink:href="hmn-20201231.xsd#hmn_InvestmentPortfolioMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InvestmentPortfolioMember" xlink:to="lab_hmn_InvestmentPortfolioMember" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityAddressAddressLine1_e174c968-53e5-41d8-91ef-7174faca0fb2_terseLabel_en-US" xlink:label="lab_dei_EntityAddressAddressLine1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Address, Address Line One</link:label>
    <link:label id="lab_dei_EntityAddressAddressLine1_label_en-US" xlink:label="lab_dei_EntityAddressAddressLine1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Address, Address Line One</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityAddressAddressLine1" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityAddressAddressLine1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityAddressAddressLine1" xlink:to="lab_dei_EntityAddressAddressLine1" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityEmergingGrowthCompany_65c2fd06-e7bc-495d-aa0d-77ab54311623_terseLabel_en-US" xlink:label="lab_dei_EntityEmergingGrowthCompany" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Emerging Growth Company</link:label>
    <link:label id="lab_dei_EntityEmergingGrowthCompany_label_en-US" xlink:label="lab_dei_EntityEmergingGrowthCompany" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Emerging Growth Company</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityEmergingGrowthCompany" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityEmergingGrowthCompany"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityEmergingGrowthCompany" xlink:to="lab_dei_EntityEmergingGrowthCompany" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentTable_44987f83-a5e6-4c88-b6ea-6d43e39be305_terseLabel_en-US" xlink:label="lab_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance [Table]</link:label>
    <link:label id="lab_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentTable_label_en-US" xlink:label="lab_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentTable" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentTable" xlink:to="lab_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IndefiniteLivedIntangibleAssetsExcludingGoodwill_58174107-ed05-465e-9aad-30eb36b47086_periodStartLabel_en-US" xlink:label="lab_us-gaap_IndefiniteLivedIntangibleAssetsExcludingGoodwill" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Beginning balance</link:label>
    <link:label id="lab_us-gaap_IndefiniteLivedIntangibleAssetsExcludingGoodwill_edea8d0e-91a3-45dc-8ede-a461bc38b6a0_periodEndLabel_en-US" xlink:label="lab_us-gaap_IndefiniteLivedIntangibleAssetsExcludingGoodwill" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ending balance</link:label>
    <link:label id="lab_us-gaap_IndefiniteLivedIntangibleAssetsExcludingGoodwill_label_en-US" xlink:label="lab_us-gaap_IndefiniteLivedIntangibleAssetsExcludingGoodwill" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Indefinite-lived Intangible Assets (Excluding Goodwill)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IndefiniteLivedIntangibleAssetsExcludingGoodwill" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IndefiniteLivedIntangibleAssetsExcludingGoodwill"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IndefiniteLivedIntangibleAssetsExcludingGoodwill" xlink:to="lab_us-gaap_IndefiniteLivedIntangibleAssetsExcludingGoodwill" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredIncomeTaxExpenseBenefit_88287737-ac10-4ccf-ba1b-712d03c79aad_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredIncomeTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred</link:label>
    <link:label id="lab_us-gaap_DeferredIncomeTaxExpenseBenefit_label_en-US" xlink:label="lab_us-gaap_DeferredIncomeTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Income Tax Expense (Benefit)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredIncomeTaxExpenseBenefit" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredIncomeTaxExpenseBenefit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredIncomeTaxExpenseBenefit" xlink:to="lab_us-gaap_DeferredIncomeTaxExpenseBenefit" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountCeded_213242de-7bbe-4cef-95a0-c89864894c9b_terseLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountCeded" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits, claims and settlement expenses, Ceded to Other Companies</link:label>
    <link:label id="lab_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountCeded_label_en-US" xlink:label="lab_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountCeded" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Policyholder Benefits and Claims Incurred, Ceded</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountCeded" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountCeded"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountCeded" xlink:to="lab_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountCeded" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAccumulatedAmortization_556537a5-cba0-4fc5-b8a6-8e8c8f61e586_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAccumulatedAmortization" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated amortization and impairments:</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAccumulatedAmortization_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAccumulatedAmortization" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Assets, Accumulated Amortization</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetsAccumulatedAmortization" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetsAccumulatedAmortization"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetsAccumulatedAmortization" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetsAccumulatedAmortization" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ExercisePriceRangeRangeTwoMember_fb6f4215-4fd7-42a4-a057-c32b8aa6a74f_terseLabel_en-US" xlink:label="lab_hmn_ExercisePriceRangeRangeTwoMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Range Two</link:label>
    <link:label id="lab_hmn_ExercisePriceRangeRangeTwoMember_label_en-US" xlink:label="lab_hmn_ExercisePriceRangeRangeTwoMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Exercise Price Range Range Two [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ExercisePriceRangeRangeTwoMember" xlink:href="hmn-20201231.xsd#hmn_ExercisePriceRangeRangeTwoMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ExercisePriceRangeRangeTwoMember" xlink:to="lab_hmn_ExercisePriceRangeRangeTwoMember" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_MaximumMember_12a8449e-51f3-4819-b50e-132044f0dedb_terseLabel_en-US" xlink:label="lab_srt_MaximumMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maximum</link:label>
    <link:label id="lab_srt_MaximumMember_label_en-US" xlink:label="lab_srt_MaximumMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maximum [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_MaximumMember" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_MaximumMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_MaximumMember" xlink:to="lab_srt_MaximumMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeLossAfterTaxAbstract_746b625c-de97-4dd0-87f6-1928af1f260d_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeLossAfterTaxAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization of:</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeLossAfterTaxAbstract_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeLossAfterTaxAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated Other Comprehensive (Income) Loss, Defined Benefit Plan, after Tax [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeLossAfterTaxAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeLossAfterTaxAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeLossAfterTaxAbstract" xlink:to="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeLossAfterTaxAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PreferredStockSharesAuthorized_f1a6dcc2-1260-45f1-8ba5-4c9b8e3572da_verboseLabel_en-US" xlink:label="lab_us-gaap_PreferredStockSharesAuthorized" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Preferred stock, shares authorized (in shares)</link:label>
    <link:label id="lab_us-gaap_PreferredStockSharesAuthorized_1f8dc48c-7361-41a8-b885-77d31157a25f_terseLabel_en-US" xlink:label="lab_us-gaap_PreferredStockSharesAuthorized" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Preferred stock, shares authorized (in shares)</link:label>
    <link:label id="lab_us-gaap_PreferredStockSharesAuthorized_label_en-US" xlink:label="lab_us-gaap_PreferredStockSharesAuthorized" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Preferred Stock, Shares Authorized</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PreferredStockSharesAuthorized" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PreferredStockSharesAuthorized"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PreferredStockSharesAuthorized" xlink:to="lab_us-gaap_PreferredStockSharesAuthorized" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DividendsCommonStockCash_fc990d79-a8e5-417a-ae1f-ecb7c68cd0c8_negatedLabel_en-US" xlink:label="lab_us-gaap_DividendsCommonStockCash" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Dividends, 2020, $1.20 per share; 2019, $1.15 per share; 2018, $1.14 per share</link:label>
    <link:label id="lab_us-gaap_DividendsCommonStockCash_label_en-US" xlink:label="lab_us-gaap_DividendsCommonStockCash" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Dividends, Common Stock, Cash</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DividendsCommonStockCash" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DividendsCommonStockCash"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DividendsCommonStockCash" xlink:to="lab_us-gaap_DividendsCommonStockCash" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesGainLossExcludingOtti_114a33fe-3f45-4958-94bd-e07913eb5fd7_verboseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesGainLossExcludingOtti" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Sales and other, net</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesGainLossExcludingOtti_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesGainLossExcludingOtti" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Gain (Loss), Excluding OTTI</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesGainLossExcludingOtti" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesGainLossExcludingOtti"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesGainLossExcludingOtti" xlink:to="lab_us-gaap_DebtSecuritiesGainLossExcludingOtti" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherPolicyHolderFundsPolicyTextBlock_0780e224-eb67-484a-9145-5dc7f26f3193_verboseLabel_en-US" xlink:label="lab_hmn_OtherPolicyHolderFundsPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Policyholder Funds</link:label>
    <link:label id="lab_hmn_OtherPolicyHolderFundsPolicyTextBlock_label_en-US" xlink:label="lab_hmn_OtherPolicyHolderFundsPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Policy holder Funds [Policy Text Block]</link:label>
    <link:label id="lab_hmn_OtherPolicyHolderFundsPolicyTextBlock_documentation_en-US" xlink:label="lab_hmn_OtherPolicyHolderFundsPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Disclosure of accounting policy for funds held that are returnable under terms of insurance contracts that were not separately reported, and amounts payable under Federal Home Loan Bank Funding agreements.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherPolicyHolderFundsPolicyTextBlock" xlink:href="hmn-20201231.xsd#hmn_OtherPolicyHolderFundsPolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherPolicyHolderFundsPolicyTextBlock" xlink:to="lab_hmn_OtherPolicyHolderFundsPolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionGuaranteeOfPremiumRollUpAnnualInterestRate_6b11cdc8-0605-4c3f-a9de-c25e2068a40b_verboseLabel_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionGuaranteeOfPremiumRollUpAnnualInterestRate" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Guarantee of premium roll-up at an annual rate of 3% or 5%</link:label>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionGuaranteeOfPremiumRollUpAnnualInterestRate_label_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionGuaranteeOfPremiumRollUpAnnualInterestRate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable Annuity Contract Value Distribution Guarantee Of Premium Roll Up Annual Interest Rate</link:label>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionGuaranteeOfPremiumRollUpAnnualInterestRate_documentation_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionGuaranteeOfPremiumRollUpAnnualInterestRate" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable annuity contract value distribution guarantee of premium roll up annual interest rate.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_VariableAnnuityContractValueDistributionGuaranteeOfPremiumRollUpAnnualInterestRate" xlink:href="hmn-20201231.xsd#hmn_VariableAnnuityContractValueDistributionGuaranteeOfPremiumRollUpAnnualInterestRate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_VariableAnnuityContractValueDistributionGuaranteeOfPremiumRollUpAnnualInterestRate" xlink:to="lab_hmn_VariableAnnuityContractValueDistributionGuaranteeOfPremiumRollUpAnnualInterestRate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaimsAbstract_db018f9e-6919-4ab0-a0bb-3f49a92c682b_verboseLabel_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaimsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Incurred claims and claim expenses:</link:label>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaimsAbstract_label_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaimsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Unpaid Claims and Claims Adjustment Expense, Incurred Claims [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaimsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaimsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaimsAbstract" xlink:to="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaimsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsOfDistributionsToAffiliates_1eb4f218-26b1-4163-8dcd-9b6b32b30ed4_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_PaymentsOfDistributionsToAffiliates" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Capital contributions to subsidiaries</link:label>
    <link:label id="lab_us-gaap_PaymentsOfDistributionsToAffiliates_label_en-US" xlink:label="lab_us-gaap_PaymentsOfDistributionsToAffiliates" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments of Distributions to Affiliates</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsOfDistributionsToAffiliates" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsOfDistributionsToAffiliates"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsOfDistributionsToAffiliates" xlink:to="lab_us-gaap_PaymentsOfDistributionsToAffiliates" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems_bffc8cd1-a27a-4784-899a-eeb2edcc99ba_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Assets and Liabilities Measured on Recurring and Nonrecurring Basis [Line Items]</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Assets and Liabilities Measured on Recurring and Nonrecurring Basis [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems" xlink:to="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ProceedsFromFHLBFundingAgreements_2427dcf9-0a52-4fbd-af0e-0e2309648ceb_terseLabel_en-US" xlink:label="lab_hmn_ProceedsFromFHLBFundingAgreements" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from FHLB funding agreements</link:label>
    <link:label id="lab_hmn_ProceedsFromFHLBFundingAgreements_label_en-US" xlink:label="lab_hmn_ProceedsFromFHLBFundingAgreements" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds From FHLB Funding Agreements</link:label>
    <link:label id="lab_hmn_ProceedsFromFHLBFundingAgreements_documentation_en-US" xlink:label="lab_hmn_ProceedsFromFHLBFundingAgreements" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds From FHLB Funding Agreements</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ProceedsFromFHLBFundingAgreements" xlink:href="hmn-20201231.xsd#hmn_ProceedsFromFHLBFundingAgreements"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ProceedsFromFHLBFundingAgreements" xlink:to="lab_hmn_ProceedsFromFHLBFundingAgreements" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable_f93249a9-01b1-42e9-af43-f29bbac8dab8_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Share-based Compensation Arrangements by Share-based Payment Award [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Share-based Compensation Arrangements by Share-based Payment Award [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable" xlink:to="lab_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PercentageOfInvestmentPortfolioFairValuePricingServicesOrIndexPrice_118b1eba-c60d-4bae-814d-b63e96a9cbe8_terseLabel_en-US" xlink:label="lab_hmn_PercentageOfInvestmentPortfolioFairValuePricingServicesOrIndexPrice" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of investment portfolio fair value pricing services or index price</link:label>
    <link:label id="lab_hmn_PercentageOfInvestmentPortfolioFairValuePricingServicesOrIndexPrice_label_en-US" xlink:label="lab_hmn_PercentageOfInvestmentPortfolioFairValuePricingServicesOrIndexPrice" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage Of Investment Portfolio Fair Value Pricing Services Or Index Price</link:label>
    <link:label id="lab_hmn_PercentageOfInvestmentPortfolioFairValuePricingServicesOrIndexPrice_documentation_en-US" xlink:label="lab_hmn_PercentageOfInvestmentPortfolioFairValuePricingServicesOrIndexPrice" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of investment portfolio fair value pricing services or index price.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PercentageOfInvestmentPortfolioFairValuePricingServicesOrIndexPrice" xlink:href="hmn-20201231.xsd#hmn_PercentageOfInvestmentPortfolioFairValuePricingServicesOrIndexPrice"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PercentageOfInvestmentPortfolioFairValuePricingServicesOrIndexPrice" xlink:to="lab_hmn_PercentageOfInvestmentPortfolioFairValuePricingServicesOrIndexPrice" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherNonoperatingExpense_4b5a8255-8d8c-49e6-a06f-214bbd6cd333_verboseLabel_en-US" xlink:label="lab_us-gaap_OtherNonoperatingExpense" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other</link:label>
    <link:label id="lab_us-gaap_OtherNonoperatingExpense_label_en-US" xlink:label="lab_us-gaap_OtherNonoperatingExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Nonoperating Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherNonoperatingExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherNonoperatingExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherNonoperatingExpense" xlink:to="lab_us-gaap_OtherNonoperatingExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentTypeCategorizationMember_09070b05-2043-4c60-b7e2-78616b825a5b_terseLabel_en-US" xlink:label="lab_us-gaap_InvestmentTypeCategorizationMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments [Domain]</link:label>
    <link:label id="lab_us-gaap_InvestmentTypeCategorizationMember_label_en-US" xlink:label="lab_us-gaap_InvestmentTypeCategorizationMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentTypeCategorizationMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentTypeCategorizationMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentTypeCategorizationMember" xlink:to="lab_us-gaap_InvestmentTypeCategorizationMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AllOtherCorporateBondsMember_5af3ac25-c829-4484-9dc7-a5fc9c0eec48_verboseLabel_en-US" xlink:label="lab_us-gaap_AllOtherCorporateBondsMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">All other corporate bonds</link:label>
    <link:label id="lab_us-gaap_AllOtherCorporateBondsMember_label_en-US" xlink:label="lab_us-gaap_AllOtherCorporateBondsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Corporate Bonds [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AllOtherCorporateBondsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AllOtherCorporateBondsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AllOtherCorporateBondsMember" xlink:to="lab_us-gaap_AllOtherCorporateBondsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RedeemablePreferredStockMember_dffa8b06-0430-451e-ac8d-bf0a723424db_terseLabel_en-US" xlink:label="lab_us-gaap_RedeemablePreferredStockMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Redeemable preferred stocks</link:label>
    <link:label id="lab_us-gaap_RedeemablePreferredStockMember_label_en-US" xlink:label="lab_us-gaap_RedeemablePreferredStockMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Redeemable Preferred Stock [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RedeemablePreferredStockMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RedeemablePreferredStockMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RedeemablePreferredStockMember" xlink:to="lab_us-gaap_RedeemablePreferredStockMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AmountOfPropertyRecoveryRelatedToRiskLosses_e2738875-5a3e-4ba9-9809-03a067c1e44f_terseLabel_en-US" xlink:label="lab_hmn_AmountOfPropertyRecoveryRelatedToRiskLosses" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount of property recovery related to risk losses</link:label>
    <link:label id="lab_hmn_AmountOfPropertyRecoveryRelatedToRiskLosses_label_en-US" xlink:label="lab_hmn_AmountOfPropertyRecoveryRelatedToRiskLosses" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount Of Property Recovery Related To Risk Losses</link:label>
    <link:label id="lab_hmn_AmountOfPropertyRecoveryRelatedToRiskLosses_documentation_en-US" xlink:label="lab_hmn_AmountOfPropertyRecoveryRelatedToRiskLosses" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount of property recovery related to risk losses.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AmountOfPropertyRecoveryRelatedToRiskLosses" xlink:href="hmn-20201231.xsd#hmn_AmountOfPropertyRecoveryRelatedToRiskLosses"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AmountOfPropertyRecoveryRelatedToRiskLosses" xlink:to="lab_hmn_AmountOfPropertyRecoveryRelatedToRiskLosses" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_TradingSymbol_c0aac5b5-d2b0-44a4-b86b-781ad539b430_terseLabel_en-US" xlink:label="lab_dei_TradingSymbol" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Trading Symbol</link:label>
    <link:label id="lab_dei_TradingSymbol_label_en-US" xlink:label="lab_dei_TradingSymbol" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Trading Symbol</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_TradingSymbol" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_TradingSymbol"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_TradingSymbol" xlink:to="lab_dei_TradingSymbol" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossTable_14176893-6b85-4881-8747-e503e9f84360_terseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss) [Table]</link:label>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossTable_label_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss) [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccumulatedOtherComprehensiveIncomeLossTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeLossTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccumulatedOtherComprehensiveIncomeLossTable" xlink:to="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossTable" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DirectInsurancePremiumsAndContractChargesEarned_44bd24be-3b64-4f5e-a26b-6435e2d4cbf7_terseLabel_en-US" xlink:label="lab_hmn_DirectInsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums and contract charges earned, Gross Amount</link:label>
    <link:label id="lab_hmn_DirectInsurancePremiumsAndContractChargesEarned_label_en-US" xlink:label="lab_hmn_DirectInsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Direct Insurance Premiums And Contract Charges Earned</link:label>
    <link:label id="lab_hmn_DirectInsurancePremiumsAndContractChargesEarned_documentation_en-US" xlink:label="lab_hmn_DirectInsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The sum of insurance premiums earned, premiums earned on the income statement for all insurance contracts before subtracting any amounts ceded to another insurer or adding premiums assumed from other insurers, plus contract charges earned on investment and universal life-type contracts.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DirectInsurancePremiumsAndContractChargesEarned" xlink:href="hmn-20201231.xsd#hmn_DirectInsurancePremiumsAndContractChargesEarned"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DirectInsurancePremiumsAndContractChargesEarned" xlink:to="lab_hmn_DirectInsurancePremiumsAndContractChargesEarned" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GuaranteedMinimumDeathBenefitMember_120aa04b-1a04-45cd-904d-4ff708d5505c_terseLabel_en-US" xlink:label="lab_us-gaap_GuaranteedMinimumDeathBenefitMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Guarantee Minimum Death Benefit</link:label>
    <link:label id="lab_us-gaap_GuaranteedMinimumDeathBenefitMember_label_en-US" xlink:label="lab_us-gaap_GuaranteedMinimumDeathBenefitMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Guaranteed Minimum Death Benefit [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GuaranteedMinimumDeathBenefitMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GuaranteedMinimumDeathBenefitMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GuaranteedMinimumDeathBenefitMember" xlink:to="lab_us-gaap_GuaranteedMinimumDeathBenefitMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsUnearnedPremiumsReserve_9488c759-79d6-4180-bb12-fdfb1699b442_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsUnearnedPremiumsReserve" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unearned premium reserve reduction</link:label>
    <link:label id="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsUnearnedPremiumsReserve_label_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsUnearnedPremiumsReserve" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Assets, Tax Deferred Expense, Reserves and Accruals, Unearned Premiums Reserve</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsUnearnedPremiumsReserve" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsUnearnedPremiumsReserve"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsUnearnedPremiumsReserve" xlink:to="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsUnearnedPremiumsReserve" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PolicyLiabilities_7f40b33a-96ff-4c0c-9df0-d4940b0c3dcb_totalLabel_en-US" xlink:label="lab_hmn_PolicyLiabilities" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total policy liabilities</link:label>
    <link:label id="lab_hmn_PolicyLiabilities_label_en-US" xlink:label="lab_hmn_PolicyLiabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total policy liabilities</link:label>
    <link:label id="lab_hmn_PolicyLiabilities_documentation_en-US" xlink:label="lab_hmn_PolicyLiabilities" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The aggregate amount of policy reserves (provided for future obligations including unpaid claims and claims adjustment expenses), policy benefits (liability for future policy benefits) and unearned premiums as of the balance sheet date.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PolicyLiabilities" xlink:href="hmn-20201231.xsd#hmn_PolicyLiabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PolicyLiabilities" xlink:to="lab_hmn_PolicyLiabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract_eb3442e6-913b-4f54-a498-8024efc85ac2_terseLabel_en-US" xlink:label="lab_us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Available-for-sale Securities Adjustment, before Tax, Portion Attributable to Parent [Abstract]</link:label>
    <link:label id="lab_us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract_label_en-US" xlink:label="lab_us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Organization, Consolidation and Presentation of Financial Statements [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract" xlink:to="lab_us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfLiabilityForUnpaidClaimsAndClaimsAdjustmentExpense_5786f91e-86c9-4f3d-ab47-a6cde284298d_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfLiabilityForUnpaidClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reconciliation of property and casualty unpaid claims and claim expenses</link:label>
    <link:label id="lab_us-gaap_ScheduleOfLiabilityForUnpaidClaimsAndClaimsAdjustmentExpense_label_en-US" xlink:label="lab_us-gaap_ScheduleOfLiabilityForUnpaidClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Liability for Unpaid Claims and Claims Adjustment Expense [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfLiabilityForUnpaidClaimsAndClaimsAdjustmentExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfLiabilityForUnpaidClaimsAndClaimsAdjustmentExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfLiabilityForUnpaidClaimsAndClaimsAdjustmentExpense" xlink:to="lab_us-gaap_ScheduleOfLiabilityForUnpaidClaimsAndClaimsAdjustmentExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityShellCompany_37087724-8da6-428f-8308-94d8baf28fdb_terseLabel_en-US" xlink:label="lab_dei_EntityShellCompany" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Shell Company</link:label>
    <link:label id="lab_dei_EntityShellCompany_label_en-US" xlink:label="lab_dei_EntityShellCompany" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Shell Company</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityShellCompany" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityShellCompany"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityShellCompany" xlink:to="lab_dei_EntityShellCompany" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SegmentReportingInformationLineItems_1af13e6e-29c1-46a0-a4a1-b169bb52c9bd_terseLabel_en-US" xlink:label="lab_us-gaap_SegmentReportingInformationLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Segment Reporting Information [Line Items]</link:label>
    <link:label id="lab_us-gaap_SegmentReportingInformationLineItems_label_en-US" xlink:label="lab_us-gaap_SegmentReportingInformationLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Segment Reporting Information [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SegmentReportingInformationLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SegmentReportingInformationLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SegmentReportingInformationLineItems" xlink:to="lab_us-gaap_SegmentReportingInformationLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems_157085af-f988-489f-ba43-64913625ad8a_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Measurement Inputs and Valuation Techniques [Line Items]</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Measurement Inputs and Valuation Techniques [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems" xlink:to="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementsRecurringMember_042fa9e8-49fe-4b7e-b42a-d65c3e6d6886_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementsRecurringMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Recurring</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementsRecurringMember_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementsRecurringMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Recurring [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementsRecurringMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementsRecurringMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementsRecurringMember" xlink:to="lab_us-gaap_FairValueMeasurementsRecurringMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesPercentageOfFairValue_ab2165aa-f7ea-4d79-bcbd-ca0bd11514c8_totalLabel_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesPercentageOfFairValue" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesPercentageOfFairValue_label_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesPercentageOfFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total, Percent of Total Fair Value</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesPercentageOfFairValue_documentation_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesPercentageOfFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Available for sale securities debt maturities a percentage of fair value.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesPercentageOfFairValue" xlink:href="hmn-20201231.xsd#hmn_AvailableForSaleSecuritiesDebtMaturitiesPercentageOfFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesPercentageOfFairValue" xlink:to="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesPercentageOfFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetAmountAtRiskByProductAndGuaranteeTable_4fb5ad70-6c27-4020-b7fa-78fac33c3d2b_terseLabel_en-US" xlink:label="lab_us-gaap_NetAmountAtRiskByProductAndGuaranteeTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Amount at Risk, by Product and Guarantee [Table]</link:label>
    <link:label id="lab_us-gaap_NetAmountAtRiskByProductAndGuaranteeTable_label_en-US" xlink:label="lab_us-gaap_NetAmountAtRiskByProductAndGuaranteeTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Amount at Risk, by Product and Guarantee [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetAmountAtRiskByProductAndGuaranteeTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetAmountAtRiskByProductAndGuaranteeTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetAmountAtRiskByProductAndGuaranteeTable" xlink:to="lab_us-gaap_NetAmountAtRiskByProductAndGuaranteeTable" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardOptionsVestedandExercisableRollForward_f08bd24a-8843-4d45-aaa6-b0dee07cf564_terseLabel_en-US" xlink:label="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardOptionsVestedandExercisableRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vested and Exercisable</link:label>
    <link:label id="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardOptionsVestedandExercisableRollForward_label_en-US" xlink:label="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardOptionsVestedandExercisableRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Vested and Exercisable [Roll Forward]</link:label>
    <link:label id="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardOptionsVestedandExercisableRollForward_documentation_en-US" xlink:label="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardOptionsVestedandExercisableRollForward" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Vested and Exercisable [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardOptionsVestedandExercisableRollForward" xlink:href="hmn-20201231.xsd#hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardOptionsVestedandExercisableRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardOptionsVestedandExercisableRollForward" xlink:to="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardOptionsVestedandExercisableRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExpirationsInPeriodWeightedAverageExercisePrice_a8a0b786-08c8-4409-b9f1-c9fa4ac5eac7_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExpirationsInPeriodWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average Option Price per Share, Options Expired (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExpirationsInPeriodWeightedAverageExercisePrice_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExpirationsInPeriodWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangements by Share-based Payment Award, Options, Expirations in Period, Weighted Average Exercise Price</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExpirationsInPeriodWeightedAverageExercisePrice" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExpirationsInPeriodWeightedAverageExercisePrice"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExpirationsInPeriodWeightedAverageExercisePrice" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExpirationsInPeriodWeightedAverageExercisePrice" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersIntoLevel3_aee83ae9-ddbd-43e8-b4ed-ea8e4eb5a3f7_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersIntoLevel3" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Transfers into Level 3</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersIntoLevel3_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersIntoLevel3" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset Transfers Into Level 3</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersIntoLevel3" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersIntoLevel3"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersIntoLevel3" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersIntoLevel3" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityPublicFloat_7f36323e-7fdb-43b0-bf93-d924f8a549ed_terseLabel_en-US" xlink:label="lab_dei_EntityPublicFloat" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Public Float</link:label>
    <link:label id="lab_dei_EntityPublicFloat_label_en-US" xlink:label="lab_dei_EntityPublicFloat" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Public Float</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityPublicFloat" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityPublicFloat"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityPublicFloat" xlink:to="lab_dei_EntityPublicFloat" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentType_248a366e-e4f2-46b4-9d9d-5865883da401_terseLabel_en-US" xlink:label="lab_dei_DocumentType" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Document Type</link:label>
    <link:label id="lab_dei_DocumentType_label_en-US" xlink:label="lab_dei_DocumentType" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Document Type</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentType" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_DocumentType"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentType" xlink:to="lab_dei_DocumentType" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_IcfrAuditorAttestationFlag_cc1131cc-79a5-46b7-93c2-e4be605aee0d_terseLabel_en-US" xlink:label="lab_dei_IcfrAuditorAttestationFlag" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">ICFR Auditor Attestation Flag</link:label>
    <link:label id="lab_dei_IcfrAuditorAttestationFlag_label_en-US" xlink:label="lab_dei_IcfrAuditorAttestationFlag" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">ICFR Auditor Attestation Flag</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_IcfrAuditorAttestationFlag" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_IcfrAuditorAttestationFlag"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_IcfrAuditorAttestationFlag" xlink:to="lab_dei_IcfrAuditorAttestationFlag" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_SupplementaryInsuranceInformationBySegmentTable_47e6b851-6168-4873-8b23-5cdd42e89c81_terseLabel_en-US" xlink:label="lab_srt_SupplementaryInsuranceInformationBySegmentTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information [Table]</link:label>
    <link:label id="lab_srt_SupplementaryInsuranceInformationBySegmentTable_label_en-US" xlink:label="lab_srt_SupplementaryInsuranceInformationBySegmentTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_SupplementaryInsuranceInformationBySegmentTable" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_SupplementaryInsuranceInformationBySegmentTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_SupplementaryInsuranceInformationBySegmentTable" xlink:to="lab_srt_SupplementaryInsuranceInformationBySegmentTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross_123fda31-cd48-4707-be5a-a2c116677c8f_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number of stock options granted (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross_d0371621-370e-4bc3-bcd6-54bcab255b39_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Outstanding, Granted (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Grants in Period, Gross</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TreasuryStockMember_9ed26b4f-c983-4abd-916e-f772687843bf_verboseLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Treasury stock, at cost</link:label>
    <link:label id="lab_us-gaap_TreasuryStockMember_label_en-US" xlink:label="lab_us-gaap_TreasuryStockMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Treasury Stock [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TreasuryStockMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_TreasuryStockMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TreasuryStockMember" xlink:to="lab_us-gaap_TreasuryStockMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense_cf32e223-89c0-4d77-ab6f-27e0978f7ba4_verboseLabel_en-US" xlink:label="lab_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unpaid claims and claim expenses</link:label>
    <link:label id="lab_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense_37c359f2-4dd0-4a38-845d-8c7b9d0e9307_periodStartLabel_en-US" xlink:label="lab_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross reserves, beginning of year</link:label>
    <link:label id="lab_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense_de9b30ad-616c-4bc3-93d5-b007b7b85440_periodEndLabel_en-US" xlink:label="lab_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross reserves, end of year</link:label>
    <link:label id="lab_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense_3a118602-70dd-4c7b-83f8-11d14f62c6b5_terseLabel_en-US" xlink:label="lab_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross reserves, end of year</link:label>
    <link:label id="lab_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense_label_en-US" xlink:label="lab_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Claims and Claims Adjustment Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense" xlink:to="lab_us-gaap_LiabilityForClaimsAndClaimsAdjustmentExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesLineItems_1ddff398-c9a7-449e-8e81-255b3b37608b_terseLabel_en-US" xlink:label="lab_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Recoverable on Unpaid Insurance Reserves [Line Items]</link:label>
    <link:label id="lab_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesLineItems_label_en-US" xlink:label="lab_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Recoverable on Unpaid Insurance Reserves [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesLineItems" xlink:href="hmn-20201231.xsd#hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesLineItems" xlink:to="lab_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ScheduleOfReconciliationOfNetIncurredAndPaidClaimsDevelopmentToLiabilityForClaimsAndClaimAdjustmentExpensesTableTextBlock_083de5cc-ce31-47de-9bef-7de24aeeef9b_verboseLabel_en-US" xlink:label="lab_hmn_ScheduleOfReconciliationOfNetIncurredAndPaidClaimsDevelopmentToLiabilityForClaimsAndClaimAdjustmentExpensesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of reconciliation of the net incurred and paid claims development tables to the liability for claims and claim adjustment expenses</link:label>
    <link:label id="lab_hmn_ScheduleOfReconciliationOfNetIncurredAndPaidClaimsDevelopmentToLiabilityForClaimsAndClaimAdjustmentExpensesTableTextBlock_label_en-US" xlink:label="lab_hmn_ScheduleOfReconciliationOfNetIncurredAndPaidClaimsDevelopmentToLiabilityForClaimsAndClaimAdjustmentExpensesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Reconciliation of Net Incurred and Paid Claims Development To Liability for Claims and Claim Adjustment Expenses [Table Text Block]</link:label>
    <link:label id="lab_hmn_ScheduleOfReconciliationOfNetIncurredAndPaidClaimsDevelopmentToLiabilityForClaimsAndClaimAdjustmentExpensesTableTextBlock_documentation_en-US" xlink:label="lab_hmn_ScheduleOfReconciliationOfNetIncurredAndPaidClaimsDevelopmentToLiabilityForClaimsAndClaimAdjustmentExpensesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Tabular disclosure for reconciliation of the net incurred and paid claims development tables to the liability for claims and claim adjustment expenses.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ScheduleOfReconciliationOfNetIncurredAndPaidClaimsDevelopmentToLiabilityForClaimsAndClaimAdjustmentExpensesTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_ScheduleOfReconciliationOfNetIncurredAndPaidClaimsDevelopmentToLiabilityForClaimsAndClaimAdjustmentExpensesTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ScheduleOfReconciliationOfNetIncurredAndPaidClaimsDevelopmentToLiabilityForClaimsAndClaimAdjustmentExpensesTableTextBlock" xlink:to="lab_hmn_ScheduleOfReconciliationOfNetIncurredAndPaidClaimsDevelopmentToLiabilityForClaimsAndClaimAdjustmentExpensesTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementBusinessSegmentsAxis_981162f3-319d-428d-b47a-905f98b969ba_terseLabel_en-US" xlink:label="lab_us-gaap_StatementBusinessSegmentsAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Segments [Axis]</link:label>
    <link:label id="lab_us-gaap_StatementBusinessSegmentsAxis_label_en-US" xlink:label="lab_us-gaap_StatementBusinessSegmentsAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Segments [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementBusinessSegmentsAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatementBusinessSegmentsAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementBusinessSegmentsAxis" xlink:to="lab_us-gaap_StatementBusinessSegmentsAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_LifeInsuranceInForceAssumed_455cbb57-2c74-4d34-b583-27bc6b9cc751_terseLabel_en-US" xlink:label="lab_srt_LifeInsuranceInForceAssumed" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assumed from Other Companies</link:label>
    <link:label id="lab_srt_LifeInsuranceInForceAssumed_label_en-US" xlink:label="lab_srt_LifeInsuranceInForceAssumed" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance, Life Insurance in Force, Assumed</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_LifeInsuranceInForceAssumed" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_LifeInsuranceInForceAssumed"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_LifeInsuranceInForceAssumed" xlink:to="lab_srt_LifeInsuranceInForceAssumed" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock_6d58ba95-5e88-4af9-b872-f0c6ebf1b8f5_verboseLabel_en-US" xlink:label="lab_us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plans and Other Postretirement Benefits</link:label>
    <link:label id="lab_us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Benefits [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock" xlink:to="lab_us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisAbstract_31896b73-10c6-42d2-b6a7-2153688ef4f7_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of Company's fair value hierarchy measured at recurring basis</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisAbstract_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Assets and Liabilities Measured on Recurring and Nonrecurring Basis [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisAbstract" xlink:to="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParent_b102578b-b57b-457b-984e-cc714ec25597_totalLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total, before tax</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParent_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Available-for-sale Securities Adjustment, before Tax, Portion Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParent" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParent" xlink:to="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock_575ae51b-b55e-458f-a42e-0144ddba2cb8_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated other comprehensive income (loss)</link:label>
    <link:label id="lab_us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Accumulated Other Comprehensive Income (Loss) [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue_c0eab4c6-0e84-479d-8e23-d7246ca1a817_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vested, Total Outstanding, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Vested in Period, Weighted Average Grant Date Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_CededInsurancePremiumsAndContractChargesEarned_a7816f4b-6035-4eee-87ba-14222cf8008e_verboseLabel_en-US" xlink:label="lab_hmn_CededInsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums and contract charges earned, Ceded to Other Companies</link:label>
    <link:label id="lab_hmn_CededInsurancePremiumsAndContractChargesEarned_label_en-US" xlink:label="lab_hmn_CededInsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ceded Insurance Premiums And Contract Charges Earned</link:label>
    <link:label id="lab_hmn_CededInsurancePremiumsAndContractChargesEarned_documentation_en-US" xlink:label="lab_hmn_CededInsurancePremiumsAndContractChargesEarned" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance premiums and contract charges assumed and earned by another insurer as a result of reinsurance arrangements.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_CededInsurancePremiumsAndContractChargesEarned" xlink:href="hmn-20201231.xsd#hmn_CededInsurancePremiumsAndContractChargesEarned"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_CededInsurancePremiumsAndContractChargesEarned" xlink:to="lab_hmn_CededInsurancePremiumsAndContractChargesEarned" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MeasurementInputNSpreadMember_a0d1759a-f396-4b36-b487-2e5e04dacb1d_terseLabel_en-US" xlink:label="lab_hmn_MeasurementInputNSpreadMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">N spread</link:label>
    <link:label id="lab_hmn_MeasurementInputNSpreadMember_label_en-US" xlink:label="lab_hmn_MeasurementInputNSpreadMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input N Spread [Member]</link:label>
    <link:label id="lab_hmn_MeasurementInputNSpreadMember_documentation_en-US" xlink:label="lab_hmn_MeasurementInputNSpreadMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input N Spread</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MeasurementInputNSpreadMember" xlink:href="hmn-20201231.xsd#hmn_MeasurementInputNSpreadMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MeasurementInputNSpreadMember" xlink:to="lab_hmn_MeasurementInputNSpreadMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueInputsLevel3Member_34bd60b5-34ee-40e9-b483-15029b2d586e_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel3Member" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Level 3</link:label>
    <link:label id="lab_us-gaap_FairValueInputsLevel3Member_27d8554d-1671-4aad-a88e-6409440c018d_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel3Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Inputs, Level 3</link:label>
    <link:label id="lab_us-gaap_FairValueInputsLevel3Member_label_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel3Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Inputs, Level 3 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueInputsLevel3Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueInputsLevel3Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueInputsLevel3Member" xlink:to="lab_us-gaap_FairValueInputsLevel3Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockRepurchasedDuringPeriodShares_770c0694-330c-4caa-a942-457ec92a885d_terseLabel_en-US" xlink:label="lab_us-gaap_StockRepurchasedDuringPeriodShares" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Shares reacquired during period (in shares)</link:label>
    <link:label id="lab_us-gaap_StockRepurchasedDuringPeriodShares_label_en-US" xlink:label="lab_us-gaap_StockRepurchasedDuringPeriodShares" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Stock Repurchased During Period, Shares</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockRepurchasedDuringPeriodShares" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StockRepurchasedDuringPeriodShares"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockRepurchasedDuringPeriodShares" xlink:to="lab_us-gaap_StockRepurchasedDuringPeriodShares" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPlanAssetsBenefitsPaid_4dea4f68-bf65-4596-82bf-cbd4bf9a0ba8_negatedLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPlanAssetsBenefitsPaid" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits paid</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPlanAssetsBenefitsPaid_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPlanAssetsBenefitsPaid" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan Assets, Benefits Paid</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanPlanAssetsBenefitsPaid" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanPlanAssetsBenefitsPaid"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanPlanAssetsBenefitsPaid" xlink:to="lab_us-gaap_DefinedBenefitPlanPlanAssetsBenefitsPaid" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DeferredCompensationArrangementWithIndividualSharesOutstanding_cb55e741-b6c8-4a11-8c55-cb235b6e4f9d_verboseLabel_en-US" xlink:label="lab_hmn_DeferredCompensationArrangementWithIndividualSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common stock units related to deferred compensation (in shares)</link:label>
    <link:label id="lab_hmn_DeferredCompensationArrangementWithIndividualSharesOutstanding_label_en-US" xlink:label="lab_hmn_DeferredCompensationArrangementWithIndividualSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Compensation Arrangement With Individual Shares Outstanding</link:label>
    <link:label id="lab_hmn_DeferredCompensationArrangementWithIndividualSharesOutstanding_documentation_en-US" xlink:label="lab_hmn_DeferredCompensationArrangementWithIndividualSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred compensation arrangement with individual shares outstanding.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DeferredCompensationArrangementWithIndividualSharesOutstanding" xlink:href="hmn-20201231.xsd#hmn_DeferredCompensationArrangementWithIndividualSharesOutstanding"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DeferredCompensationArrangementWithIndividualSharesOutstanding" xlink:to="lab_hmn_DeferredCompensationArrangementWithIndividualSharesOutstanding" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeAssets_b1f7c1db-ca97-4ce9-8095-ffd7435bf442_totalLabel_en-US" xlink:label="lab_us-gaap_DerivativeAssets" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Amounts of Assets/ Liabilities Presented in the Consolidated Balance Sheets</link:label>
    <link:label id="lab_us-gaap_DerivativeAssets_d50915f9-d72c-4edd-9de9-9c9005810328_verboseLabel_en-US" xlink:label="lab_us-gaap_DerivativeAssets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivatives, reported in Short-term and other investments</link:label>
    <link:label id="lab_us-gaap_DerivativeAssets_ddd0a9c0-eaf0-419f-b9cd-b1a3be2f5851_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeAssets" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value</link:label>
    <link:label id="lab_us-gaap_DerivativeAssets_label_en-US" xlink:label="lab_us-gaap_DerivativeAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Asset</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeAssets" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeAssets" xlink:to="lab_us-gaap_DerivativeAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EffectsOfReinsuranceTableTextBlock_67430a63-378c-4102-b1e2-1be080bc65ab_verboseLabel_en-US" xlink:label="lab_us-gaap_EffectsOfReinsuranceTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effects of reinsurance on premiums and benefits</link:label>
    <link:label id="lab_us-gaap_EffectsOfReinsuranceTableTextBlock_label_en-US" xlink:label="lab_us-gaap_EffectsOfReinsuranceTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effects of Reinsurance [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EffectsOfReinsuranceTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EffectsOfReinsuranceTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EffectsOfReinsuranceTableTextBlock" xlink:to="lab_us-gaap_EffectsOfReinsuranceTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FixedMaturitiesMember_57e8018f-4417-4be2-9f3f-918d071bbbac_terseLabel_en-US" xlink:label="lab_us-gaap_FixedMaturitiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities</link:label>
    <link:label id="lab_us-gaap_FixedMaturitiesMember_label_en-US" xlink:label="lab_us-gaap_FixedMaturitiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed Maturities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FixedMaturitiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FixedMaturitiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FixedMaturitiesMember" xlink:to="lab_us-gaap_FixedMaturitiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTable_473d148f-3a7a-43c6-b583-47dbdaccc973_terseLabel_en-US" xlink:label="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-15, Insurance Companies, Summary of Investments, Other than Investments in Related Parties [Table]</link:label>
    <link:label id="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTable_label_en-US" xlink:label="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-15, Insurance Companies, Summary of Investments, Other than Investments in Related Parties [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTable" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTable" xlink:to="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LineOfCreditMember_aee48cf2-45ad-490a-9dfa-37e4ee78b779_terseLabel_en-US" xlink:label="lab_us-gaap_LineOfCreditMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Line of Credit</link:label>
    <link:label id="lab_us-gaap_LineOfCreditMember_label_en-US" xlink:label="lab_us-gaap_LineOfCreditMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Line of Credit [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LineOfCreditMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LineOfCreditMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LineOfCreditMember" xlink:to="lab_us-gaap_LineOfCreditMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InvestmentContractandPolicyLifeReservesMember_d8b2a0ae-c564-4192-976f-17155ba013c1_terseLabel_en-US" xlink:label="lab_hmn_InvestmentContractandPolicyLifeReservesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">IUL - embedded derivatives, reported in Investment contract and policy reserves</link:label>
    <link:label id="lab_hmn_InvestmentContractandPolicyLifeReservesMember_label_en-US" xlink:label="lab_hmn_InvestmentContractandPolicyLifeReservesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Contract and Policy Life Reserves [Member]</link:label>
    <link:label id="lab_hmn_InvestmentContractandPolicyLifeReservesMember_documentation_en-US" xlink:label="lab_hmn_InvestmentContractandPolicyLifeReservesMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Contract and Policy Life Reserves [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InvestmentContractandPolicyLifeReservesMember" xlink:href="hmn-20201231.xsd#hmn_InvestmentContractandPolicyLifeReservesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InvestmentContractandPolicyLifeReservesMember" xlink:to="lab_hmn_InvestmentContractandPolicyLifeReservesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock_4341723b-570f-40ad-b93d-1caab1edf7d4_verboseLabel_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivatives</link:label>
    <link:label id="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Instruments and Hedging Activities Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock" xlink:to="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShorttermInvestmentsFundsMember_aedbbd64-ce2e-47bc-8fa4-bf444929b667_terseLabel_en-US" xlink:label="lab_hmn_ShorttermInvestmentsFundsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term investment funds</link:label>
    <link:label id="lab_hmn_ShorttermInvestmentsFundsMember_label_en-US" xlink:label="lab_hmn_ShorttermInvestmentsFundsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term Investments Funds [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShorttermInvestmentsFundsMember" xlink:href="hmn-20201231.xsd#hmn_ShorttermInvestmentsFundsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShorttermInvestmentsFundsMember" xlink:to="lab_hmn_ShorttermInvestmentsFundsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FrozenSupplementalDefinedBenefitPlansVestingPercentage_58cd4c1c-8333-43a7-ae48-bd85a5ae3fb9_terseLabel_en-US" xlink:label="lab_hmn_FrozenSupplementalDefinedBenefitPlansVestingPercentage" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Frozen supplemental defined benefit plans, vesting percentage</link:label>
    <link:label id="lab_hmn_FrozenSupplementalDefinedBenefitPlansVestingPercentage_label_en-US" xlink:label="lab_hmn_FrozenSupplementalDefinedBenefitPlansVestingPercentage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Frozen Supplemental Defined Benefit Plans, Vesting Percentage</link:label>
    <link:label id="lab_hmn_FrozenSupplementalDefinedBenefitPlansVestingPercentage_documentation_en-US" xlink:label="lab_hmn_FrozenSupplementalDefinedBenefitPlansVestingPercentage" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Frozen Supplemental Defined Benefit Plans, Vesting Percentage</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FrozenSupplementalDefinedBenefitPlansVestingPercentage" xlink:href="hmn-20201231.xsd#hmn_FrozenSupplementalDefinedBenefitPlansVestingPercentage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FrozenSupplementalDefinedBenefitPlansVestingPercentage" xlink:to="lab_hmn_FrozenSupplementalDefinedBenefitPlansVestingPercentage" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IntangibleAssetsNetExcludingGoodwill_80b9ced5-efd5-492a-9d4f-429e7f227a81_terseLabel_en-US" xlink:label="lab_us-gaap_IntangibleAssetsNetExcludingGoodwill" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Intangible assets</link:label>
    <link:label id="lab_us-gaap_IntangibleAssetsNetExcludingGoodwill_label_en-US" xlink:label="lab_us-gaap_IntangibleAssetsNetExcludingGoodwill" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Intangible Assets, Net (Excluding Goodwill)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IntangibleAssetsNetExcludingGoodwill" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IntangibleAssetsNetExcludingGoodwill"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IntangibleAssetsNetExcludingGoodwill" xlink:to="lab_us-gaap_IntangibleAssetsNetExcludingGoodwill" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReinsuranceRecoverablesOnPaidLossesGross_77ba1012-c3a6-4309-8a17-b2a309e9c841_terseLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverablesOnPaidLossesGross" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed annuity reserves reinsured on a coinsurance basis</link:label>
    <link:label id="lab_us-gaap_ReinsuranceRecoverablesOnPaidLossesGross_label_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverablesOnPaidLossesGross" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Recoverables on Paid Losses, Gross</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReinsuranceRecoverablesOnPaidLossesGross" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReinsuranceRecoverablesOnPaidLossesGross"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReinsuranceRecoverablesOnPaidLossesGross" xlink:to="lab_us-gaap_ReinsuranceRecoverablesOnPaidLossesGross" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CallOptionMember_fb7abdce-7078-45f7-b6a3-67d2b3b8bc16_terseLabel_en-US" xlink:label="lab_us-gaap_CallOptionMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Call option</link:label>
    <link:label id="lab_us-gaap_CallOptionMember_label_en-US" xlink:label="lab_us-gaap_CallOptionMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Call Option [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CallOptionMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CallOptionMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CallOptionMember" xlink:to="lab_us-gaap_CallOptionMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SharebasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeOutstandingOptionsWeightedAverageExercisePriceBeginningBalance1_0ee6d8a7-08c5-42e1-a0c7-67519b9466fd_periodStartLabel_en-US" xlink:label="lab_us-gaap_SharebasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeOutstandingOptionsWeightedAverageExercisePriceBeginningBalance1" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Range of Option Prices per Share, Beginning Balance (in usd per share)</link:label>
    <link:label id="lab_us-gaap_SharebasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeOutstandingOptionsWeightedAverageExercisePriceBeginningBalance1_c2767bf5-a4aa-4cd0-bf43-287797de6d03_periodEndLabel_en-US" xlink:label="lab_us-gaap_SharebasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeOutstandingOptionsWeightedAverageExercisePriceBeginningBalance1" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Range of Option Prices per Share, Ending Balance (in usd per share)</link:label>
    <link:label id="lab_us-gaap_SharebasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeOutstandingOptionsWeightedAverageExercisePriceBeginningBalance1_label_en-US" xlink:label="lab_us-gaap_SharebasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeOutstandingOptionsWeightedAverageExercisePriceBeginningBalance1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Payment Arrangement, Option, Exercise Price Range, Outstanding, Weighted Average Exercise Price</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SharebasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeOutstandingOptionsWeightedAverageExercisePriceBeginningBalance1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SharebasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeOutstandingOptionsWeightedAverageExercisePriceBeginningBalance1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SharebasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeOutstandingOptionsWeightedAverageExercisePriceBeginningBalance1" xlink:to="lab_us-gaap_SharebasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeOutstandingOptionsWeightedAverageExercisePriceBeginningBalance1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeCollateralObligationToReturnCash_63f6eb80-65ad-4acd-9e4e-fd09099a3547_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeCollateralObligationToReturnCash" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross Amounts Not Offset in the Consolidated Balance Sheets, Cash Collateral Received</link:label>
    <link:label id="lab_us-gaap_DerivativeCollateralObligationToReturnCash_label_en-US" xlink:label="lab_us-gaap_DerivativeCollateralObligationToReturnCash" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative, Collateral, Obligation to Return Cash</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeCollateralObligationToReturnCash" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeCollateralObligationToReturnCash"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeCollateralObligationToReturnCash" xlink:to="lab_us-gaap_DerivativeCollateralObligationToReturnCash" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_BenefitsWithdrawalsAndNetTransfersToSeparateAccountVariableAnnuityAssets_ac5d39da-f802-4f64-8525-893b909b7b2e_negatedLabel_en-US" xlink:label="lab_hmn_BenefitsWithdrawalsAndNetTransfersToSeparateAccountVariableAnnuityAssets" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits, withdrawals and net transfers to Separate Account (variable annuity) assets</link:label>
    <link:label id="lab_hmn_BenefitsWithdrawalsAndNetTransfersToSeparateAccountVariableAnnuityAssets_label_en-US" xlink:label="lab_hmn_BenefitsWithdrawalsAndNetTransfersToSeparateAccountVariableAnnuityAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits, withdrawals and net transfers to Separate Account (variable annuity) assets</link:label>
    <link:label id="lab_hmn_BenefitsWithdrawalsAndNetTransfersToSeparateAccountVariableAnnuityAssets_documentation_en-US" xlink:label="lab_hmn_BenefitsWithdrawalsAndNetTransfersToSeparateAccountVariableAnnuityAssets" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The cash outflow for an insurance contract under which the policy holder makes a lump sum payment or a series of payments in exchange for periodic payments to the policyholder beginning immediately or at some future date and net transfer to separate account (variable annuity) assets.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_BenefitsWithdrawalsAndNetTransfersToSeparateAccountVariableAnnuityAssets" xlink:href="hmn-20201231.xsd#hmn_BenefitsWithdrawalsAndNetTransfersToSeparateAccountVariableAnnuityAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_BenefitsWithdrawalsAndNetTransfersToSeparateAccountVariableAnnuityAssets" xlink:to="lab_hmn_BenefitsWithdrawalsAndNetTransfersToSeparateAccountVariableAnnuityAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MeasurementInputTSpreadMember_093a6038-22b9-40ed-8ee4-c4c3bb35f1da_terseLabel_en-US" xlink:label="lab_hmn_MeasurementInputTSpreadMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">T spread</link:label>
    <link:label id="lab_hmn_MeasurementInputTSpreadMember_label_en-US" xlink:label="lab_hmn_MeasurementInputTSpreadMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input T Spread [Member]</link:label>
    <link:label id="lab_hmn_MeasurementInputTSpreadMember_documentation_en-US" xlink:label="lab_hmn_MeasurementInputTSpreadMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input T Spread</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MeasurementInputTSpreadMember" xlink:href="hmn-20201231.xsd#hmn_MeasurementInputTSpreadMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MeasurementInputTSpreadMember" xlink:to="lab_hmn_MeasurementInputTSpreadMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_VariableRateAxis_6b10a385-4611-4a02-bdce-51916c6c2dd3_terseLabel_en-US" xlink:label="lab_us-gaap_VariableRateAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable Rate [Axis]</link:label>
    <link:label id="lab_us-gaap_VariableRateAxis_label_en-US" xlink:label="lab_us-gaap_VariableRateAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable Rate [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_VariableRateAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_VariableRateAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_VariableRateAxis" xlink:to="lab_us-gaap_VariableRateAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherInvestments_002d3a1f-0477-4dc3-9223-8316e0681a70_terseLabel_en-US" xlink:label="lab_us-gaap_OtherInvestments" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other investments</link:label>
    <link:label id="lab_us-gaap_OtherInvestments_label_en-US" xlink:label="lab_us-gaap_OtherInvestments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Investments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherInvestments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherInvestments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherInvestments" xlink:to="lab_us-gaap_OtherInvestments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsForRepurchaseOfCommonStock_e20fa034-75bc-4ee8-a876-1d722b94e845_negatedLabel_en-US" xlink:label="lab_us-gaap_PaymentsForRepurchaseOfCommonStock" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisition of treasury stock</link:label>
    <link:label id="lab_us-gaap_PaymentsForRepurchaseOfCommonStock_label_en-US" xlink:label="lab_us-gaap_PaymentsForRepurchaseOfCommonStock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments for Repurchase of Common Stock</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsForRepurchaseOfCommonStock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsForRepurchaseOfCommonStock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsForRepurchaseOfCommonStock" xlink:to="lab_us-gaap_PaymentsForRepurchaseOfCommonStock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1_d4a306fe-4fae-4693-96d4-9da87698d885_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vesting period</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Award Vesting Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterYearFive_25ce1e92-09c9-45f1-9961-9241355704d5_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterYearFive" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Thereafter</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterYearFive_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterYearFive" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid, after Year Five</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterYearFive" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterYearFive"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterYearFive" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterYearFive" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenAmortizedCostBasis_f46df47a-6890-4362-9f38-298b35705b36_verboseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenAmortizedCostBasis" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 5 years through 10 years</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenAmortizedCostBasis_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenAmortizedCostBasis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Maturity, Allocated and Single Maturity Date, Rolling after Five Through Ten Years, Amortized Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenAmortizedCostBasis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenAmortizedCostBasis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenAmortizedCostBasis" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenAmortizedCostBasis" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityAddressStateOrProvince_fc8e6100-b45d-4d4c-9209-7ac92f134b80_terseLabel_en-US" xlink:label="lab_dei_EntityAddressStateOrProvince" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Address, State or Province</link:label>
    <link:label id="lab_dei_EntityAddressStateOrProvince_label_en-US" xlink:label="lab_dei_EntityAddressStateOrProvince" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Address, State or Province</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityAddressStateOrProvince" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityAddressStateOrProvince"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityAddressStateOrProvince" xlink:to="lab_dei_EntityAddressStateOrProvince" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod_905d424a-c821-4675-8934-20a4244e8f99_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vested, Total Outstanding Units (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Vested in Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageRemainingContractualTerm_68352794-d845-4ca6-a9b2-342961e39228_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageRemainingContractualTerm" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vested and Exercisable Options, Weighted Average Remaining Term</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageRemainingContractualTerm_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageRemainingContractualTerm" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Options Vested And Exercisable Weighted Average Remaining Contractual Term</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageRemainingContractualTerm_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageRemainingContractualTerm" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award options vested and exercisable weighted average remaining contractual term.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageRemainingContractualTerm" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageRemainingContractualTerm"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageRemainingContractualTerm" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableWeightedAverageRemainingContractualTerm" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationIncomeTaxExpenseBenefitAtFederalStatutoryIncomeTaxRate_74156af1-3d96-490c-b677-edb2a633d0a4_verboseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationIncomeTaxExpenseBenefitAtFederalStatutoryIncomeTaxRate" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Expected federal tax on income</link:label>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationIncomeTaxExpenseBenefitAtFederalStatutoryIncomeTaxRate_label_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationIncomeTaxExpenseBenefitAtFederalStatutoryIncomeTaxRate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Income Tax Rate Reconciliation at Federal Statutory Income Tax Rate, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxReconciliationIncomeTaxExpenseBenefitAtFederalStatutoryIncomeTaxRate" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationIncomeTaxExpenseBenefitAtFederalStatutoryIncomeTaxRate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxReconciliationIncomeTaxExpenseBenefitAtFederalStatutoryIncomeTaxRate" xlink:to="lab_us-gaap_IncomeTaxReconciliationIncomeTaxExpenseBenefitAtFederalStatutoryIncomeTaxRate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReinsuranceAccountingPolicy_a7e2a69f-021a-4558-adb2-4aa5a86e871d_terseLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceAccountingPolicy" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance</link:label>
    <link:label id="lab_us-gaap_ReinsuranceAccountingPolicy_label_en-US" xlink:label="lab_us-gaap_ReinsuranceAccountingPolicy" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Accounting Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReinsuranceAccountingPolicy" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReinsuranceAccountingPolicy"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReinsuranceAccountingPolicy" xlink:to="lab_us-gaap_ReinsuranceAccountingPolicy" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationSharesExercisedUnderStockOptionPlansExercisePriceRange_c8c440eb-0cc1-45df-aadb-58002c749aad_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesExercisedUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Range of Option Prices per Share, Exercised (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationSharesExercisedUnderStockOptionPlansExercisePriceRange_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesExercisedUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Shares Exercised Under Stock Option Plans Exercise Price Range</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationSharesExercisedUnderStockOptionPlansExercisePriceRange_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesExercisedUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation shares exercised under stock option plans exercise price range.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationSharesExercisedUnderStockOptionPlansExercisePriceRange" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationSharesExercisedUnderStockOptionPlansExercisePriceRange"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationSharesExercisedUnderStockOptionPlansExercisePriceRange" xlink:to="lab_hmn_ShareBasedCompensationSharesExercisedUnderStockOptionPlansExercisePriceRange" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MeasurementInputMortalityMultiplierMember_9f71f207-f1bf-475d-8445-a9bdd2951956_terseLabel_en-US" xlink:label="lab_hmn_MeasurementInputMortalityMultiplierMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Mortality multiplier</link:label>
    <link:label id="lab_hmn_MeasurementInputMortalityMultiplierMember_label_en-US" xlink:label="lab_hmn_MeasurementInputMortalityMultiplierMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Mortality Multiplier [Member]</link:label>
    <link:label id="lab_hmn_MeasurementInputMortalityMultiplierMember_documentation_en-US" xlink:label="lab_hmn_MeasurementInputMortalityMultiplierMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Mortality Multiplier</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MeasurementInputMortalityMultiplierMember" xlink:href="hmn-20201231.xsd#hmn_MeasurementInputMortalityMultiplierMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MeasurementInputMortalityMultiplierMember" xlink:to="lab_hmn_MeasurementInputMortalityMultiplierMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RetainedEarningsAccumulatedDeficit_610f8063-3628-468b-b8e9-1e17cc754d22_terseLabel_en-US" xlink:label="lab_us-gaap_RetainedEarningsAccumulatedDeficit" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retained earnings</link:label>
    <link:label id="lab_us-gaap_RetainedEarningsAccumulatedDeficit_9251b05a-a0c7-4346-a40a-fef11f6a669b_verboseLabel_en-US" xlink:label="lab_us-gaap_RetainedEarningsAccumulatedDeficit" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retained earnings</link:label>
    <link:label id="lab_us-gaap_RetainedEarningsAccumulatedDeficit_label_en-US" xlink:label="lab_us-gaap_RetainedEarningsAccumulatedDeficit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retained Earnings (Accumulated Deficit)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RetainedEarningsAccumulatedDeficit" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RetainedEarningsAccumulatedDeficit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RetainedEarningsAccumulatedDeficit" xlink:to="lab_us-gaap_RetainedEarningsAccumulatedDeficit" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OperatingLeaseRightOfUseAsset_b46ce4a9-584f-4daa-8d12-e42e4db6da00_terseLabel_en-US" xlink:label="lab_us-gaap_OperatingLeaseRightOfUseAsset" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Right of use assets, included in Other assets</link:label>
    <link:label id="lab_us-gaap_OperatingLeaseRightOfUseAsset_label_en-US" xlink:label="lab_us-gaap_OperatingLeaseRightOfUseAsset" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Lease, Right-of-Use Asset</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OperatingLeaseRightOfUseAsset" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OperatingLeaseRightOfUseAsset"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OperatingLeaseRightOfUseAsset" xlink:to="lab_us-gaap_OperatingLeaseRightOfUseAsset" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentUnamortizedDiscount_bf3cf038-bf00-4a83-9d58-187f0e0c8a24_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentUnamortizedDiscount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unamortized discount</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentUnamortizedDiscount_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentUnamortizedDiscount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Instrument, Unamortized Discount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentUnamortizedDiscount" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtInstrumentUnamortizedDiscount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentUnamortizedDiscount" xlink:to="lab_us-gaap_DebtInstrumentUnamortizedDiscount" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DeferredPolicyAcquisitionCostAssetBySegmentTableTextBlock_8ee65c0e-9983-42a9-8b7f-2400662d9889_verboseLabel_en-US" xlink:label="lab_hmn_DeferredPolicyAcquisitionCostAssetBySegmentTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred policy acquisition costs asset by segment</link:label>
    <link:label id="lab_hmn_DeferredPolicyAcquisitionCostAssetBySegmentTableTextBlock_label_en-US" xlink:label="lab_hmn_DeferredPolicyAcquisitionCostAssetBySegmentTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Policy Acquisition Cost Asset By Segment [Table Text Block]</link:label>
    <link:label id="lab_hmn_DeferredPolicyAcquisitionCostAssetBySegmentTableTextBlock_documentation_en-US" xlink:label="lab_hmn_DeferredPolicyAcquisitionCostAssetBySegmentTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred policy acquisition cost asset by segment.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DeferredPolicyAcquisitionCostAssetBySegmentTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_DeferredPolicyAcquisitionCostAssetBySegmentTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DeferredPolicyAcquisitionCostAssetBySegmentTableTextBlock" xlink:to="lab_hmn_DeferredPolicyAcquisitionCostAssetBySegmentTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxesPaid_aa773beb-cbec-436d-a9b6-ecd98978b786_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxesPaid" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income taxes</link:label>
    <link:label id="lab_us-gaap_IncomeTaxesPaid_label_en-US" xlink:label="lab_us-gaap_IncomeTaxesPaid" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Taxes Paid</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxesPaid" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxesPaid"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxesPaid" xlink:to="lab_us-gaap_IncomeTaxesPaid" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock_bb9bd249-9026-4176-9dc7-385edb1c03f6_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Table for reconciliations for all Level 3 assets measured at fair value on a recurring basis</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Assets Measured on Recurring Basis, Unobservable Input Reconciliation [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock" xlink:to="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MeasurementInputISpreadMember_d9453934-b8e2-4009-adee-c615ec4a8ea4_terseLabel_en-US" xlink:label="lab_hmn_MeasurementInputISpreadMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">I spread</link:label>
    <link:label id="lab_hmn_MeasurementInputISpreadMember_label_en-US" xlink:label="lab_hmn_MeasurementInputISpreadMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input I Spread [Member]</link:label>
    <link:label id="lab_hmn_MeasurementInputISpreadMember_documentation_en-US" xlink:label="lab_hmn_MeasurementInputISpreadMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input I Spread</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MeasurementInputISpreadMember" xlink:href="hmn-20201231.xsd#hmn_MeasurementInputISpreadMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MeasurementInputISpreadMember" xlink:to="lab_hmn_MeasurementInputISpreadMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReinsuranceRecoverablesGross_536c393e-b94f-4a08-8b20-c19e56d2f041_terseLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverablesGross" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance block of in-force fixed and variable annuity business</link:label>
    <link:label id="lab_us-gaap_ReinsuranceRecoverablesGross_6ca52a84-4cb0-415a-991f-c3d202c15fff_verboseLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverablesGross" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance block of in-force fixed and variable annuity business</link:label>
    <link:label id="lab_us-gaap_ReinsuranceRecoverablesGross_label_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverablesGross" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Recoverables, Gross</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReinsuranceRecoverablesGross" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReinsuranceRecoverablesGross"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReinsuranceRecoverablesGross" xlink:to="lab_us-gaap_ReinsuranceRecoverablesGross" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationDeferredPolicyAcquisitionCosts_fc52eb24-3a5e-4bc0-96a0-634aca5e13f8_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationDeferredPolicyAcquisitionCosts" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred policy acquisition costs</link:label>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationDeferredPolicyAcquisitionCosts_label_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationDeferredPolicyAcquisitionCosts" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information, Deferred Policy Acquisition Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementaryInsuranceInformationDeferredPolicyAcquisitionCosts" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementaryInsuranceInformationDeferredPolicyAcquisitionCosts"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementaryInsuranceInformationDeferredPolicyAcquisitionCosts" xlink:to="lab_us-gaap_SupplementaryInsuranceInformationDeferredPolicyAcquisitionCosts" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetIssues_8835cc56-54bd-47c2-a852-80c3dbb40910_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetIssues" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Issuances</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetIssues_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetIssues" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Issuances</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetIssues" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetIssues"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetIssues" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetIssues" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NonqualifiedPlanMember_61d2d537-6714-4728-841e-ff764b31ce77_terseLabel_en-US" xlink:label="lab_us-gaap_NonqualifiedPlanMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Nonqualified Plan</link:label>
    <link:label id="lab_us-gaap_NonqualifiedPlanMember_label_en-US" xlink:label="lab_us-gaap_NonqualifiedPlanMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Nonqualified Plan [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NonqualifiedPlanMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NonqualifiedPlanMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NonqualifiedPlanMember" xlink:to="lab_us-gaap_NonqualifiedPlanMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EquitySecuritiesFvNiMeasurementInput_8cdc020c-8313-4741-8ee4-7a3c0c6ee36f_terseLabel_en-US" xlink:label="lab_us-gaap_EquitySecuritiesFvNiMeasurementInput" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity securities, measurement input</link:label>
    <link:label id="lab_us-gaap_EquitySecuritiesFvNiMeasurementInput_label_en-US" xlink:label="lab_us-gaap_EquitySecuritiesFvNiMeasurementInput" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity Securities, FV-NI, Measurement Input</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EquitySecuritiesFvNiMeasurementInput" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EquitySecuritiesFvNiMeasurementInput"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EquitySecuritiesFvNiMeasurementInput" xlink:to="lab_us-gaap_EquitySecuritiesFvNiMeasurementInput" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PercentageOfInvestedAssetsInTotalInvestmentPortfolioLevel3Recurring_ad199082-27b6-4a06-aacf-a63ed46a3b2c_terseLabel_en-US" xlink:label="lab_hmn_PercentageOfInvestedAssetsInTotalInvestmentPortfolioLevel3Recurring" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of invested assets in total investment portfolio Level 3 recurring</link:label>
    <link:label id="lab_hmn_PercentageOfInvestedAssetsInTotalInvestmentPortfolioLevel3Recurring_label_en-US" xlink:label="lab_hmn_PercentageOfInvestedAssetsInTotalInvestmentPortfolioLevel3Recurring" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage Of Invested Assets In Total Investment Portfolio Level3 Recurring</link:label>
    <link:label id="lab_hmn_PercentageOfInvestedAssetsInTotalInvestmentPortfolioLevel3Recurring_documentation_en-US" xlink:label="lab_hmn_PercentageOfInvestedAssetsInTotalInvestmentPortfolioLevel3Recurring" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of invested assets in the total investment portfolio in Level 3 carried at fair value on a recurring basis.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PercentageOfInvestedAssetsInTotalInvestmentPortfolioLevel3Recurring" xlink:href="hmn-20201231.xsd#hmn_PercentageOfInvestedAssetsInTotalInvestmentPortfolioLevel3Recurring"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PercentageOfInvestedAssetsInTotalInvestmentPortfolioLevel3Recurring" xlink:to="lab_hmn_PercentageOfInvestedAssetsInTotalInvestmentPortfolioLevel3Recurring" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermOne_1a1e572c-2222-48de-9627-ec9ac03e52fc_terseLabel_en-US" xlink:label="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermOne" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization of acquisition costs for property and casualty contracts, first term</link:label>
    <link:label id="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermOne_label_en-US" xlink:label="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermOne" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization Period Of Acquisition Costs Related To Property And Casualty Policy Term One</link:label>
    <link:label id="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermOne_documentation_en-US" xlink:label="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermOne" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The period of time over which capitalized acquisition costs are amortized for property and casualty policies. Acquisition costs are amortized over the term of the insurance policy (6 and 12 months).</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermOne" xlink:href="hmn-20201231.xsd#hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermOne"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermOne" xlink:to="lab_hmn_AmortizationPeriodOfAcquisitionCostsRelatedToPropertyAndCasualtyPolicyTermOne" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxPolicyTextBlock_61e8b3cb-8314-4955-a1fb-a950e50d6941_verboseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Taxes</link:label>
    <link:label id="lab_us-gaap_IncomeTaxPolicyTextBlock_label_en-US" xlink:label="lab_us-gaap_IncomeTaxPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Tax, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxPolicyTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxPolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxPolicyTextBlock" xlink:to="lab_us-gaap_IncomeTaxPolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LeaseCost_aee9a8ca-45c7-4f73-aee6-5af8a66ee2fa_totalLabel_en-US" xlink:label="lab_us-gaap_LeaseCost" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total lease cost</link:label>
    <link:label id="lab_us-gaap_LeaseCost_label_en-US" xlink:label="lab_us-gaap_LeaseCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lease, Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LeaseCost" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LeaseCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LeaseCost" xlink:to="lab_us-gaap_LeaseCost" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExercisedInPeriod_a97d8370-2756-4fd8-a140-64bf517de607_negatedLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExercisedInPeriod" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Vested and Exercisable, Exercisable (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExercisedInPeriod_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExercisedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Options Vested And Exercisable Exercised In Period</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExercisedInPeriod_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExercisedInPeriod" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award options vested and exercisable exercised in period.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExercisedInPeriod" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExercisedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExercisedInPeriod" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExercisedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ValuationTechniqueDomain_5607ef06-0bc3-495c-a9fa-f28fffff8839_terseLabel_en-US" xlink:label="lab_us-gaap_ValuationTechniqueDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Valuation Approach and Technique [Domain]</link:label>
    <link:label id="lab_us-gaap_ValuationTechniqueDomain_label_en-US" xlink:label="lab_us-gaap_ValuationTechniqueDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Valuation Approach and Technique [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ValuationTechniqueDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ValuationTechniqueDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ValuationTechniqueDomain" xlink:to="lab_us-gaap_ValuationTechniqueDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_LeaseHoldImprovementsAndOtherPropertyAndEquipmentMember_c91221e2-f6af-4432-b6d6-c573999b8ded_terseLabel_en-US" xlink:label="lab_hmn_LeaseHoldImprovementsAndOtherPropertyAndEquipmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lease hold improvements and other property and equipment</link:label>
    <link:label id="lab_hmn_LeaseHoldImprovementsAndOtherPropertyAndEquipmentMember_label_en-US" xlink:label="lab_hmn_LeaseHoldImprovementsAndOtherPropertyAndEquipmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lease hold Improvements And Other Property And Equipment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_LeaseHoldImprovementsAndOtherPropertyAndEquipmentMember" xlink:href="hmn-20201231.xsd#hmn_LeaseHoldImprovementsAndOtherPropertyAndEquipmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_LeaseHoldImprovementsAndOtherPropertyAndEquipmentMember" xlink:to="lab_hmn_LeaseHoldImprovementsAndOtherPropertyAndEquipmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsForProceedsFromOtherInvestingActivities_0d3f1239-793d-4640-ac85-76e94fddf683_negatedLabel_en-US" xlink:label="lab_us-gaap_PaymentsForProceedsFromOtherInvestingActivities" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in short-term and other investments, net</link:label>
    <link:label id="lab_us-gaap_PaymentsForProceedsFromOtherInvestingActivities_label_en-US" xlink:label="lab_us-gaap_PaymentsForProceedsFromOtherInvestingActivities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments for (Proceeds from) Other Investing Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsForProceedsFromOtherInvestingActivities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsForProceedsFromOtherInvestingActivities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsForProceedsFromOtherInvestingActivities" xlink:to="lab_us-gaap_PaymentsForProceedsFromOtherInvestingActivities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UnearnedPremiums_7b931a0a-c575-4f28-9cd6-86b83913ca79_verboseLabel_en-US" xlink:label="lab_us-gaap_UnearnedPremiums" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unearned premiums</link:label>
    <link:label id="lab_us-gaap_UnearnedPremiums_label_en-US" xlink:label="lab_us-gaap_UnearnedPremiums" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unearned Premiums</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UnearnedPremiums" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_UnearnedPremiums"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UnearnedPremiums" xlink:to="lab_us-gaap_UnearnedPremiums" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AnnuitySegmentMember_58587c74-ac51-453a-847d-2042d68a0405_terseLabel_en-US" xlink:label="lab_hmn_AnnuitySegmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement</link:label>
    <link:label id="lab_hmn_AnnuitySegmentMember_label_en-US" xlink:label="lab_hmn_AnnuitySegmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Annuity Segment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AnnuitySegmentMember" xlink:href="hmn-20201231.xsd#hmn_AnnuitySegmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AnnuitySegmentMember" xlink:to="lab_hmn_AnnuitySegmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue_67fccbdf-31ec-4a29-bc6a-d1a90ac3d329_verboseLabel_en-US" xlink:label="lab_us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based compensation expense</link:label>
    <link:label id="lab_us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue_label_en-US" xlink:label="lab_us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">APIC, Share-based Payment Arrangement, Increase for Cost Recognition</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue" xlink:to="lab_us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParentAbstract_e7be632c-345f-435d-82e4-abeecbbc63c3_terseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParentAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in net unrealized investment gains (losses) on fixed maturity securities:</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParentAbstract_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParentAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Available-for-sale Securities Adjustment, before Tax, Portion Attributable to Parent [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParentAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParentAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParentAbstract" xlink:to="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentBeforeTaxPortionAttributableToParentAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanSettlementsBenefitObligation_4599c2b2-bccd-4dc3-b7f0-35b862bf5b91_negatedLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanSettlementsBenefitObligation" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Settlements</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanSettlementsBenefitObligation_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanSettlementsBenefitObligation" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Benefit Obligation, (Increase) Decrease for Settlement</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanSettlementsBenefitObligation" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanSettlementsBenefitObligation"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanSettlementsBenefitObligation" xlink:to="lab_us-gaap_DefinedBenefitPlanSettlementsBenefitObligation" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SharePrice_efc3da5f-c94c-46cd-9f6a-e6a66103d2d5_terseLabel_en-US" xlink:label="lab_us-gaap_SharePrice" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share price (in usd per share)</link:label>
    <link:label id="lab_us-gaap_SharePrice_label_en-US" xlink:label="lab_us-gaap_SharePrice" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Price</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SharePrice" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SharePrice"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SharePrice" xlink:to="lab_us-gaap_SharePrice" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerOne_c395fbcc-01d9-407f-8ca0-42aede96e8d1_terseLabel_en-US" xlink:label="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerOne" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention base amount per occurrence under layer one</link:label>
    <link:label id="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerOne_label_en-US" xlink:label="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerOne" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention Base Amount Per Occurrence Under Layer One</link:label>
    <link:label id="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerOne_documentation_en-US" xlink:label="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerOne" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention base amount per occurrence under layer one.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_RetentionBaseAmountPerOccurrenceUnderLayerOne" xlink:href="hmn-20201231.xsd#hmn_RetentionBaseAmountPerOccurrenceUnderLayerOne"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_RetentionBaseAmountPerOccurrenceUnderLayerOne" xlink:to="lab_hmn_RetentionBaseAmountPerOccurrenceUnderLayerOne" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentPolicyTextBlock_73812434-ca9c-4065-a9ec-a0a1c2505d43_verboseLabel_en-US" xlink:label="lab_us-gaap_InvestmentPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments</link:label>
    <link:label id="lab_us-gaap_InvestmentPolicyTextBlock_label_en-US" xlink:label="lab_us-gaap_InvestmentPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentPolicyTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentPolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentPolicyTextBlock" xlink:to="lab_us-gaap_InvestmentPolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationOtherOperatingExpense_3aac77e8-afa6-4699-84be-6f6867253308_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationOtherOperatingExpense" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other operating expenses</link:label>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationOtherOperatingExpense_label_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationOtherOperatingExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information, Other Operating Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementaryInsuranceInformationOtherOperatingExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementaryInsuranceInformationOtherOperatingExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementaryInsuranceInformationOtherOperatingExpense" xlink:to="lab_us-gaap_SupplementaryInsuranceInformationOtherOperatingExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_HomeownersMember_33b06038-a248-4102-9764-942259867ac8_terseLabel_en-US" xlink:label="lab_hmn_HomeownersMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Homeowners</link:label>
    <link:label id="lab_hmn_HomeownersMember_label_en-US" xlink:label="lab_hmn_HomeownersMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Homeowners [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_HomeownersMember" xlink:href="hmn-20201231.xsd#hmn_HomeownersMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_HomeownersMember" xlink:to="lab_hmn_HomeownersMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases_7c5b75c0-9d13-42b2-8414-a444fb696c8d_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Purchases</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Purchases</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2011Member_233eedee-e652-4767-846b-0d5166fa8db3_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2011Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2011</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2011Member_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2011Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Accident Year 2011 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsAccidentYear2011Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsAccidentYear2011Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsAccidentYear2011Member" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2011Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BusinessAcquisitionAxis_3996b6e3-00ac-4f9e-ad75-b212cef2d05a_terseLabel_en-US" xlink:label="lab_us-gaap_BusinessAcquisitionAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Business Acquisition [Axis]</link:label>
    <link:label id="lab_us-gaap_BusinessAcquisitionAxis_label_en-US" xlink:label="lab_us-gaap_BusinessAcquisitionAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Business Acquisition [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BusinessAcquisitionAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_BusinessAcquisitionAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BusinessAcquisitionAxis" xlink:to="lab_us-gaap_BusinessAcquisitionAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract_131e8a3c-25bd-496d-8d09-39e09db666ac_terseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated other comprehensive income (loss), net of tax:</link:label>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract_aac16ba3-f55e-40d0-b6ba-0359beb4f76f_verboseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated other comprehensive income (loss), net of taxes:</link:label>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract_label_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Net of Tax [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract" xlink:to="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestCreditedToPolicyholdersAccountBalances_d82979f3-e381-4b53-9dba-58e4c0ff6910_verboseLabel_en-US" xlink:label="lab_us-gaap_InterestCreditedToPolicyholdersAccountBalances" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest credited</link:label>
    <link:label id="lab_us-gaap_InterestCreditedToPolicyholdersAccountBalances_label_en-US" xlink:label="lab_us-gaap_InterestCreditedToPolicyholdersAccountBalances" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Policyholder Account Balance, Interest Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestCreditedToPolicyholdersAccountBalances" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InterestCreditedToPolicyholdersAccountBalances"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestCreditedToPolicyholdersAccountBalances" xlink:to="lab_us-gaap_InterestCreditedToPolicyholdersAccountBalances" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanRecognizedNetGainLossDueToSettlements1_201b0535-6778-4bd0-baca-1159874ac484_negatedLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanRecognizedNetGainLossDueToSettlements1" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Settlement loss</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanRecognizedNetGainLossDueToSettlements1_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanRecognizedNetGainLossDueToSettlements1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Net Periodic Benefit Cost (Credit), Gain (Loss) Due to Settlement</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanRecognizedNetGainLossDueToSettlements1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanRecognizedNetGainLossDueToSettlements1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanRecognizedNetGainLossDueToSettlements1" xlink:to="lab_us-gaap_DefinedBenefitPlanRecognizedNetGainLossDueToSettlements1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanDisclosureLineItems_a3106c01-9b7c-47ca-803e-020bba48f1f0_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanDisclosureLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan Disclosure [Line Items]</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanDisclosureLineItems_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanDisclosureLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan Disclosure [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanDisclosureLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanDisclosureLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanDisclosureLineItems" xlink:to="lab_us-gaap_DefinedBenefitPlanDisclosureLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValue_e054793c-d39f-4a5b-98e8-89507ccb72e8_verboseLabel_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 10 years through 20 years</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValue_label_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 10 years through 20 years, Fair Value</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValue_documentation_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount of available-for-sale debt securities at fair value maturing in the eleventh rolling twelve months through the twentieth rolling twelve months following the latest balance sheet presented.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValue" xlink:href="hmn-20201231.xsd#hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValue" xlink:to="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearElevenThroughTwentyFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FixedIncomeFundsMember_99f66845-1ae8-40f2-a082-10457387ab15_terseLabel_en-US" xlink:label="lab_us-gaap_FixedIncomeFundsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed income funds</link:label>
    <link:label id="lab_us-gaap_FixedIncomeFundsMember_label_en-US" xlink:label="lab_us-gaap_FixedIncomeFundsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed Income Funds [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FixedIncomeFundsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FixedIncomeFundsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FixedIncomeFundsMember" xlink:to="lab_us-gaap_FixedIncomeFundsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockPercentageAuthorized_43503d47-5fc0-4446-a8cc-bae2f361d57c_terseLabel_en-US" xlink:label="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockPercentageAuthorized" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Purchase of FHLB activity-based common stock as percentage of borrowing, percentage, authorized</link:label>
    <link:label id="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockPercentageAuthorized_label_en-US" xlink:label="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockPercentageAuthorized" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank, Purchase Of FHLB Activity Based Common Stock, Percentage, Authorized</link:label>
    <link:label id="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockPercentageAuthorized_documentation_en-US" xlink:label="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockPercentageAuthorized" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank, Purchase Of FHLB Activity Based Common Stock, Percentage, Authorized</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockPercentageAuthorized" xlink:href="hmn-20201231.xsd#hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockPercentageAuthorized"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockPercentageAuthorized" xlink:to="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockPercentageAuthorized" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInDeferredIncomeTaxes_c43e49bd-f1f6-4144-bfb2-50bc6feac3cf_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInDeferredIncomeTaxes" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income tax liabilities</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInDeferredIncomeTaxes_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInDeferredIncomeTaxes" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increase (Decrease) in Deferred Income Taxes</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInDeferredIncomeTaxes" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncreaseDecreaseInDeferredIncomeTaxes"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInDeferredIncomeTaxes" xlink:to="lab_us-gaap_IncreaseDecreaseInDeferredIncomeTaxes" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearEight_3c7104c6-8e30-4215-b9f0-186798da9e26_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearEight" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Year Eight</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearEight_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearEight" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration, Year Eight</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearEight" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearEight"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearEight" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearEight" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestExpenseOnPrepetitionLiabilitiesPolicy_a234868e-cb6a-410f-bf67-f2dedb48c587_verboseLabel_en-US" xlink:label="lab_us-gaap_InterestExpenseOnPrepetitionLiabilitiesPolicy" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reserves for Fixed Indexed Annuities and Indexed Universal Life Products</link:label>
    <link:label id="lab_us-gaap_InterestExpenseOnPrepetitionLiabilitiesPolicy_label_en-US" xlink:label="lab_us-gaap_InterestExpenseOnPrepetitionLiabilitiesPolicy" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest Expense on Prepetition Liabilities, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestExpenseOnPrepetitionLiabilitiesPolicy" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InterestExpenseOnPrepetitionLiabilitiesPolicy"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestExpenseOnPrepetitionLiabilitiesPolicy" xlink:to="lab_us-gaap_InterestExpenseOnPrepetitionLiabilitiesPolicy" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ProceedsFromCOVIDReliefAdvance_930d1fc4-893e-49a2-9555-81aef08d2941_terseLabel_en-US" xlink:label="lab_hmn_ProceedsFromCOVIDReliefAdvance" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from COVID relief advance</link:label>
    <link:label id="lab_hmn_ProceedsFromCOVIDReliefAdvance_label_en-US" xlink:label="lab_hmn_ProceedsFromCOVIDReliefAdvance" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds From COVID Relief Advance</link:label>
    <link:label id="lab_hmn_ProceedsFromCOVIDReliefAdvance_documentation_en-US" xlink:label="lab_hmn_ProceedsFromCOVIDReliefAdvance" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds From COVID Relief Advance</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ProceedsFromCOVIDReliefAdvance" xlink:href="hmn-20201231.xsd#hmn_ProceedsFromCOVIDReliefAdvance"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ProceedsFromCOVIDReliefAdvance" xlink:to="lab_hmn_ProceedsFromCOVIDReliefAdvance" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityVoluntaryFilers_2e3fc95e-e47c-49ab-85ee-756628135070_terseLabel_en-US" xlink:label="lab_dei_EntityVoluntaryFilers" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Voluntary Filers</link:label>
    <link:label id="lab_dei_EntityVoluntaryFilers_label_en-US" xlink:label="lab_dei_EntityVoluntaryFilers" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Voluntary Filers</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityVoluntaryFilers" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityVoluntaryFilers"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityVoluntaryFilers" xlink:to="lab_dei_EntityVoluntaryFilers" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseAfterYearFive_6e357ca2-287a-4715-ad92-0c64711f86e3_terseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseAfterYearFive" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Thereafter</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseAfterYearFive_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseAfterYearFive" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Asset, Expected Amortization, after Year Five</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseAfterYearFive" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseAfterYearFive"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseAfterYearFive" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseAfterYearFive" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReinsuranceTextBlock_d5d5e570-4b77-4a64-a158-290cbe6e8e96_terseLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance and Catastrophes</link:label>
    <link:label id="lab_us-gaap_ReinsuranceTextBlock_label_en-US" xlink:label="lab_us-gaap_ReinsuranceTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReinsuranceTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReinsuranceTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReinsuranceTextBlock" xlink:to="lab_us-gaap_ReinsuranceTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CreditFacilityAxis_c32644d5-37cd-4aa7-ba9b-657003a3bfc2_terseLabel_en-US" xlink:label="lab_us-gaap_CreditFacilityAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Credit Facility [Axis]</link:label>
    <link:label id="lab_us-gaap_CreditFacilityAxis_label_en-US" xlink:label="lab_us-gaap_CreditFacilityAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Credit Facility [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CreditFacilityAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CreditFacilityAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CreditFacilityAxis" xlink:to="lab_us-gaap_CreditFacilityAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermOne_13eb1ac5-4f23-4d32-867d-700e94869055_terseLabel_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermOne" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization of acquisition costs for individual life contracts, first term</link:label>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermOne_label_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermOne" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisition Costs Amortization In Years For Individual Life Contracts Term One</link:label>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermOne_documentation_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermOne" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The number of years over which capitalized acquisition costs are amortized for individual life contracts. Acquisition costs are amortized in proportion to the anticipated premiums over the terms of the insurance policies.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermOne" xlink:href="hmn-20201231.xsd#hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermOne"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermOne" xlink:to="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermOne" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PreferredStockSharesIssued_4b7eb1f0-c393-40f8-aa5e-000238528742_verboseLabel_en-US" xlink:label="lab_us-gaap_PreferredStockSharesIssued" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Preferred stock, shares issued (in shares)</link:label>
    <link:label id="lab_us-gaap_PreferredStockSharesIssued_label_en-US" xlink:label="lab_us-gaap_PreferredStockSharesIssued" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Preferred Stock, Shares Issued</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PreferredStockSharesIssued" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PreferredStockSharesIssued"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PreferredStockSharesIssued" xlink:to="lab_us-gaap_PreferredStockSharesIssued" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingBenefitObligationAbstract_80d58772-11ec-4c05-a475-7c70756ada54_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingBenefitObligationAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted average assumptions used to determine benefit obligations as of December 31:</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingBenefitObligationAbstract_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingBenefitObligationAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Weighted Average Assumptions Used in Calculating Benefit Obligation [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingBenefitObligationAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingBenefitObligationAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingBenefitObligationAbstract" xlink:to="lab_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingBenefitObligationAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RetirementPlanTaxStatusDomain_e5d34830-ff79-4d17-a31e-9c6389567c19_terseLabel_en-US" xlink:label="lab_us-gaap_RetirementPlanTaxStatusDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plan Tax Status [Domain]</link:label>
    <link:label id="lab_us-gaap_RetirementPlanTaxStatusDomain_label_en-US" xlink:label="lab_us-gaap_RetirementPlanTaxStatusDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plan Tax Status [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RetirementPlanTaxStatusDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RetirementPlanTaxStatusDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RetirementPlanTaxStatusDomain" xlink:to="lab_us-gaap_RetirementPlanTaxStatusDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNet_836da08c-cc9d-4254-bec8-d5911945bcdd_periodStartLabel_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNet" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net reserves, beginning of year</link:label>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNet_6b0f49f6-b45d-4789-8c8c-11f78edac46f_periodEndLabel_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNet" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net reserves, end of year</link:label>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNet_label_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Unpaid Claims and Claims Adjustment Expense, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNet" xlink:to="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RetirementPlanNameDomain_2983e18d-20ef-482e-9f4b-d9b4303d3375_terseLabel_en-US" xlink:label="lab_us-gaap_RetirementPlanNameDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plan Name [Domain]</link:label>
    <link:label id="lab_us-gaap_RetirementPlanNameDomain_label_en-US" xlink:label="lab_us-gaap_RetirementPlanNameDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plan Name [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RetirementPlanNameDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RetirementPlanNameDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RetirementPlanNameDomain" xlink:to="lab_us-gaap_RetirementPlanNameDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_GainOrLossNetAbstract_10b6235c-663c-4d08-8f2d-9b7cc726bbc7_terseLabel_en-US" xlink:label="lab_hmn_GainOrLossNetAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total gains or losses</link:label>
    <link:label id="lab_hmn_GainOrLossNetAbstract_label_en-US" xlink:label="lab_hmn_GainOrLossNetAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gain Or Loss Net [Abstract]</link:label>
    <link:label id="lab_hmn_GainOrLossNetAbstract_documentation_en-US" xlink:label="lab_hmn_GainOrLossNetAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gain Or Loss Net [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_GainOrLossNetAbstract" xlink:href="hmn-20201231.xsd#hmn_GainOrLossNetAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_GainOrLossNetAbstract" xlink:to="lab_hmn_GainOrLossNetAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EquityMethodInvestmentsMember_ddc8a4f3-34c2-4860-945c-65b6c23e63f2_terseLabel_en-US" xlink:label="lab_us-gaap_EquityMethodInvestmentsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Limited partnership interests</link:label>
    <link:label id="lab_us-gaap_EquityMethodInvestmentsMember_label_en-US" xlink:label="lab_us-gaap_EquityMethodInvestmentsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity Method Investments [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EquityMethodInvestmentsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EquityMethodInvestmentsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EquityMethodInvestmentsMember" xlink:to="lab_us-gaap_EquityMethodInvestmentsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward_092b9d65-42a2-4453-bcd3-a7310087e480_terseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increase (Decrease) in Stockholders' Equity [Roll Forward]</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increase (Decrease) in Stockholders' Equity [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncreaseDecreaseInStockholdersEquityRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward" xlink:to="lab_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FinancialLiabilitiesAbstract_d0193035-1a9b-4efe-b4d3-16b62dbfe242_verboseLabel_en-US" xlink:label="lab_hmn_FinancialLiabilitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Financial Liabilities</link:label>
    <link:label id="lab_hmn_FinancialLiabilitiesAbstract_label_en-US" xlink:label="lab_hmn_FinancialLiabilitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Financial Liabilities [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FinancialLiabilitiesAbstract" xlink:href="hmn-20201231.xsd#hmn_FinancialLiabilitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FinancialLiabilitiesAbstract" xlink:to="lab_hmn_FinancialLiabilitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UnamortizedDebtIssuanceExpense_d7af6974-6407-414f-95df-5a76a30bb629_terseLabel_en-US" xlink:label="lab_us-gaap_UnamortizedDebtIssuanceExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unamortized debt issuance costs</link:label>
    <link:label id="lab_us-gaap_UnamortizedDebtIssuanceExpense_label_en-US" xlink:label="lab_us-gaap_UnamortizedDebtIssuanceExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unamortized Debt Issuance Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UnamortizedDebtIssuanceExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_UnamortizedDebtIssuanceExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UnamortizedDebtIssuanceExpense" xlink:to="lab_us-gaap_UnamortizedDebtIssuanceExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValuePercentage_956b64f3-10c9-4b27-8e25-92f95233fa33_verboseLabel_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValuePercentage" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 5 years through 10 years</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValuePercentage_label_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValuePercentage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 5 years through 10 years, Percent of Total Fair Value</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValuePercentage_documentation_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValuePercentage" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of fair value of available for sale debt securities maturing in the sixth rolling twelve months through the tenth rolling twelve months following the latest balance sheet presented.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValuePercentage" xlink:href="hmn-20201231.xsd#hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValuePercentage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValuePercentage" xlink:to="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValuePercentage" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsCumulativePaidClaimsAndAllocatedClaimAdjustmentExpenseNet_00f034b0-a947-4217-893d-38583e887328_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsCumulativePaidClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cumulative Paid Claims and Allocated Claim Adjustment Expense, Net of Reinsurance</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsCumulativePaidClaimsAndAllocatedClaimAdjustmentExpenseNet_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsCumulativePaidClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Cumulative Paid Claims and Allocated Claim Adjustment Expense, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsCumulativePaidClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsCumulativePaidClaimsAndAllocatedClaimAdjustmentExpenseNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsCumulativePaidClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsCumulativePaidClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GoodwillRollForward_39b26781-d4b9-4b57-bf17-8fa0de538615_terseLabel_en-US" xlink:label="lab_us-gaap_GoodwillRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill [Roll Forward]</link:label>
    <link:label id="lab_us-gaap_GoodwillRollForward_label_en-US" xlink:label="lab_us-gaap_GoodwillRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GoodwillRollForward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GoodwillRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GoodwillRollForward" xlink:to="lab_us-gaap_GoodwillRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities_de5fb342-361b-4e20-8d2c-d1c173b0fc14_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds received</link:label>
    <link:label id="lab_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities_label_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from Sale and Maturity of Debt Securities, Available-for-sale</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities" xlink:to="lab_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentNetByTypeAbstract_e1c8a13f-34ce-4f57-9acb-580dd7280fd4_verboseLabel_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentNetByTypeAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property and Equipment</link:label>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentNetByTypeAbstract_label_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentNetByTypeAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property, Plant and Equipment, Net, by Type [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PropertyPlantAndEquipmentNetByTypeAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PropertyPlantAndEquipmentNetByTypeAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PropertyPlantAndEquipmentNetByTypeAbstract" xlink:to="lab_us-gaap_PropertyPlantAndEquipmentNetByTypeAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock_96ed94b8-7ebf-47a7-999b-650b80da1cd1_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Computations of net income per share on both basic and diluted bases, including reconciliations of the numerators and denominators</link:label>
    <link:label id="lab_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Earnings Per Share, Basic and Diluted [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseReinsuranceCommissions_e5c1a659-e540-4fa9-a39b-4ebe8d7ed563_terseLabel_en-US" xlink:label="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseReinsuranceCommissions" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance commissions</link:label>
    <link:label id="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseReinsuranceCommissions_label_en-US" xlink:label="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseReinsuranceCommissions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Assets, Tax Deferred Expense, Reinsurance Commissions</link:label>
    <link:label id="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseReinsuranceCommissions_documentation_en-US" xlink:label="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseReinsuranceCommissions" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Assets, Tax Deferred Expense, Reinsurance Commissions</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DeferredTaxAssetsTaxDeferredExpenseReinsuranceCommissions" xlink:href="hmn-20201231.xsd#hmn_DeferredTaxAssetsTaxDeferredExpenseReinsuranceCommissions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DeferredTaxAssetsTaxDeferredExpenseReinsuranceCommissions" xlink:to="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseReinsuranceCommissions" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward_f1efd886-74a7-4652-9dca-1aa995074107_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Table for reconciliations for all Level 3 assets measured at fair value on a recurring basis</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Assets Measured on Recurring Basis, Unobservable Input Reconciliation, Calculation [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward" xlink:to="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ScheduleOfFHLBFundingAgreementsTableTextBlock_b12ee084-c131-468a-8d09-1f460b8b68c4_terseLabel_en-US" xlink:label="lab_hmn_ScheduleOfFHLBFundingAgreementsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of FHLB funding agreements</link:label>
    <link:label id="lab_hmn_ScheduleOfFHLBFundingAgreementsTableTextBlock_label_en-US" xlink:label="lab_hmn_ScheduleOfFHLBFundingAgreementsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule Of FHLB Funding Agreements [Table Text Block]</link:label>
    <link:label id="lab_hmn_ScheduleOfFHLBFundingAgreementsTableTextBlock_documentation_en-US" xlink:label="lab_hmn_ScheduleOfFHLBFundingAgreementsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule Of FHLB Funding Agreements</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ScheduleOfFHLBFundingAgreementsTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_ScheduleOfFHLBFundingAgreementsTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ScheduleOfFHLBFundingAgreementsTableTextBlock" xlink:to="lab_hmn_ScheduleOfFHLBFundingAgreementsTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LineOfCredit_c587776b-9d1b-4539-bc3e-800f25a1e32d_terseLabel_en-US" xlink:label="lab_us-gaap_LineOfCredit" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Senior revolving credit facility</link:label>
    <link:label id="lab_us-gaap_LineOfCredit_label_en-US" xlink:label="lab_us-gaap_LineOfCredit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term Line of Credit</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LineOfCredit" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LineOfCredit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LineOfCredit" xlink:to="lab_us-gaap_LineOfCredit" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber_912b795f-ba15-45f1-bb30-05bbdb5a9332_periodStartLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Vested and Exercisable, Beginning Balance (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber_0e5a8c9a-29c2-434b-8cc3-8b985180e316_periodEndLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Vested and Exercisable, Ending Balance (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber_a487d6fa-975d-4f08-9e40-731c20fc8813_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vested and Exercisable Options (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Options Vested And Exercisable Outstanding Number</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award options vested and exercisable outstanding number.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableOutstandingNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis_cf9b3c1c-8603-461d-8b1a-b7ae66356ded_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan Assets, Category [Axis]</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan Assets, Category [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis" xlink:to="lab_us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInOperatingActivities_52fa030c-e0fb-46da-8c97-af3567359a71_totalLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net cash provided by operating activities</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInOperatingActivities_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Cash Provided by (Used in) Operating Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetCashProvidedByUsedInOperatingActivities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:to="lab_us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense_be58fa09-1c24-4901-9f81-5cfac67fe838_terseLabel_en-US" xlink:label="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Decrease in estimated reserves for claims occurring in prior years</link:label>
    <link:label id="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense_3f04e9c1-22d4-4f6b-98df-c85a35bf89d9_negatedLabel_en-US" xlink:label="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Claims and claims adjustment expense incurred related to prior years</link:label>
    <link:label id="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense_label_en-US" xlink:label="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Prior Year Claims and Claims Adjustment Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense" xlink:to="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySales_530e7082-ae34-4109-b056-1efdb86e8ecf_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySales" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Sales</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySales_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySales" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Liability, Sales</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySales" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySales"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySales" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilitySales" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityCentralIndexKey_48e08bda-0dbd-4b69-b7d4-c5b520cb4869_terseLabel_en-US" xlink:label="lab_dei_EntityCentralIndexKey" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Central Index Key</link:label>
    <link:label id="lab_dei_EntityCentralIndexKey_label_en-US" xlink:label="lab_dei_EntityCentralIndexKey" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Central Index Key</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityCentralIndexKey" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityCentralIndexKey"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityCentralIndexKey" xlink:to="lab_dei_EntityCentralIndexKey" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DebtSecuritiesAvailableforsaleUnrealizedLossPositionAbstractAbstract_4398d6d9-da47-4966-bac5-b9d65cd34753_verboseLabel_en-US" xlink:label="lab_hmn_DebtSecuritiesAvailableforsaleUnrealizedLossPositionAbstractAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities, Fair Value</link:label>
    <link:label id="lab_hmn_DebtSecuritiesAvailableforsaleUnrealizedLossPositionAbstractAbstract_label_en-US" xlink:label="lab_hmn_DebtSecuritiesAvailableforsaleUnrealizedLossPositionAbstractAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Unrealized Loss Position Abstract [Abstract]</link:label>
    <link:label id="lab_hmn_DebtSecuritiesAvailableforsaleUnrealizedLossPositionAbstractAbstract_documentation_en-US" xlink:label="lab_hmn_DebtSecuritiesAvailableforsaleUnrealizedLossPositionAbstractAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Unrealized Loss Position Abstract [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DebtSecuritiesAvailableforsaleUnrealizedLossPositionAbstractAbstract" xlink:href="hmn-20201231.xsd#hmn_DebtSecuritiesAvailableforsaleUnrealizedLossPositionAbstractAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DebtSecuritiesAvailableforsaleUnrealizedLossPositionAbstractAbstract" xlink:to="lab_hmn_DebtSecuritiesAvailableforsaleUnrealizedLossPositionAbstractAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherComprehensiveIncomeLossChangeInAccountingPrincipleAdjustmentNetOfTax_a4cf0e05-1244-499a-b7db-4aecea13e0b3_terseLabel_en-US" xlink:label="lab_hmn_OtherComprehensiveIncomeLossChangeInAccountingPrincipleAdjustmentNetOfTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cumulative effect of change in accounting principle</link:label>
    <link:label id="lab_hmn_OtherComprehensiveIncomeLossChangeInAccountingPrincipleAdjustmentNetOfTax_label_en-US" xlink:label="lab_hmn_OtherComprehensiveIncomeLossChangeInAccountingPrincipleAdjustmentNetOfTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Change In Accounting Principle Adjustment, Net Of Tax</link:label>
    <link:label id="lab_hmn_OtherComprehensiveIncomeLossChangeInAccountingPrincipleAdjustmentNetOfTax_documentation_en-US" xlink:label="lab_hmn_OtherComprehensiveIncomeLossChangeInAccountingPrincipleAdjustmentNetOfTax" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Change In Accounting Principle Adjustment, Net Of Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherComprehensiveIncomeLossChangeInAccountingPrincipleAdjustmentNetOfTax" xlink:href="hmn-20201231.xsd#hmn_OtherComprehensiveIncomeLossChangeInAccountingPrincipleAdjustmentNetOfTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherComprehensiveIncomeLossChangeInAccountingPrincipleAdjustmentNetOfTax" xlink:to="lab_hmn_OtherComprehensiveIncomeLossChangeInAccountingPrincipleAdjustmentNetOfTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeInstrumentRiskAxis_2b1a0950-2e09-4a16-af83-eff891dcff76_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentRiskAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Instrument [Axis]</link:label>
    <link:label id="lab_us-gaap_DerivativeInstrumentRiskAxis_label_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentRiskAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Instrument [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeInstrumentRiskAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeInstrumentRiskAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeInstrumentRiskAxis" xlink:to="lab_us-gaap_DerivativeInstrumentRiskAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AgencyRelationshipsMember_a0396991-e9cf-44c0-821b-84454ae5355b_terseLabel_en-US" xlink:label="lab_hmn_AgencyRelationshipsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of agency relationships</link:label>
    <link:label id="lab_hmn_AgencyRelationshipsMember_label_en-US" xlink:label="lab_hmn_AgencyRelationshipsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Agency Relationships [Member]</link:label>
    <link:label id="lab_hmn_AgencyRelationshipsMember_documentation_en-US" xlink:label="lab_hmn_AgencyRelationshipsMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Agency Relationships [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AgencyRelationshipsMember" xlink:href="hmn-20201231.xsd#hmn_AgencyRelationshipsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AgencyRelationshipsMember" xlink:to="lab_hmn_AgencyRelationshipsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsByMajorClassAxis_1d76ed6d-828e-422e-948c-fb5836ef5777_terseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsByMajorClassAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Assets by Major Class [Axis]</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsByMajorClassAxis_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsByMajorClassAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Assets by Major Class [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetsByMajorClassAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetsByMajorClassAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetsByMajorClassAxis" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetsByMajorClassAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTableTextBlock_c5007f2b-4622-4fb9-8069-35b1a9950c99_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of finite-lived intangible assets</link:label>
    <link:label id="lab_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Finite-Lived Intangible Assets [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SeniorNotesMember_2b117274-1f9d-4f31-a1b9-337cdea55569_terseLabel_en-US" xlink:label="lab_us-gaap_SeniorNotesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">4.50% Senior Notes</link:label>
    <link:label id="lab_us-gaap_SeniorNotesMember_label_en-US" xlink:label="lab_us-gaap_SeniorNotesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Senior Notes [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SeniorNotesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SeniorNotesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SeniorNotesMember" xlink:to="lab_us-gaap_SeniorNotesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BenefitsLossesAndExpenses_43d6ab87-177c-4adc-b8d2-0f673f816890_totalLabel_en-US" xlink:label="lab_us-gaap_BenefitsLossesAndExpenses" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total benefits, losses and expenses</link:label>
    <link:label id="lab_us-gaap_BenefitsLossesAndExpenses_label_en-US" xlink:label="lab_us-gaap_BenefitsLossesAndExpenses" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits, Losses and Expenses</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BenefitsLossesAndExpenses" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_BenefitsLossesAndExpenses"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BenefitsLossesAndExpenses" xlink:to="lab_us-gaap_BenefitsLossesAndExpenses" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CashFlowSupplementalDisclosuresTextBlock_560aa1bc-07e5-4804-9c0c-487aed8b9773_verboseLabel_en-US" xlink:label="lab_us-gaap_CashFlowSupplementalDisclosuresTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Supplemental Consolidated Cash and Cash Flow Information</link:label>
    <link:label id="lab_us-gaap_CashFlowSupplementalDisclosuresTextBlock_label_en-US" xlink:label="lab_us-gaap_CashFlowSupplementalDisclosuresTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash Flow, Supplemental Disclosures [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CashFlowSupplementalDisclosuresTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CashFlowSupplementalDisclosuresTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CashFlowSupplementalDisclosuresTextBlock" xlink:to="lab_us-gaap_CashFlowSupplementalDisclosuresTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PercentageOfLifeReinsuredCatastropheRiskInExcessSpecifiedRetentionPerOccurrenceAmount_427bc1cc-5153-44b7-b385-169b627eb0a4_verboseLabel_en-US" xlink:label="lab_hmn_PercentageOfLifeReinsuredCatastropheRiskInExcessSpecifiedRetentionPerOccurrenceAmount" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of life reinsured catastrophe risk in excess specified retention per occurrence amount</link:label>
    <link:label id="lab_hmn_PercentageOfLifeReinsuredCatastropheRiskInExcessSpecifiedRetentionPerOccurrenceAmount_label_en-US" xlink:label="lab_hmn_PercentageOfLifeReinsuredCatastropheRiskInExcessSpecifiedRetentionPerOccurrenceAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of Life Reinsured Catastrophe Risk In Excess Specified Retention Per Occurrence Amount</link:label>
    <link:label id="lab_hmn_PercentageOfLifeReinsuredCatastropheRiskInExcessSpecifiedRetentionPerOccurrenceAmount_documentation_en-US" xlink:label="lab_hmn_PercentageOfLifeReinsuredCatastropheRiskInExcessSpecifiedRetentionPerOccurrenceAmount" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of life reinsured catastrophe risk in excess specified retention per occurrence amount.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PercentageOfLifeReinsuredCatastropheRiskInExcessSpecifiedRetentionPerOccurrenceAmount" xlink:href="hmn-20201231.xsd#hmn_PercentageOfLifeReinsuredCatastropheRiskInExcessSpecifiedRetentionPerOccurrenceAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PercentageOfLifeReinsuredCatastropheRiskInExcessSpecifiedRetentionPerOccurrenceAmount" xlink:to="lab_hmn_PercentageOfLifeReinsuredCatastropheRiskInExcessSpecifiedRetentionPerOccurrenceAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SegmentDomain_015f4a7f-8620-4ca8-8264-03eb66688065_terseLabel_en-US" xlink:label="lab_us-gaap_SegmentDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Segments [Domain]</link:label>
    <link:label id="lab_us-gaap_SegmentDomain_label_en-US" xlink:label="lab_us-gaap_SegmentDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Segments [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SegmentDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SegmentDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SegmentDomain" xlink:to="lab_us-gaap_SegmentDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ReinsuranceGrossAmountsAbstract_6a03e21b-f75e-463c-84ac-71af8304dc0e_terseLabel_en-US" xlink:label="lab_hmn_ReinsuranceGrossAmountsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross Amount</link:label>
    <link:label id="lab_hmn_ReinsuranceGrossAmountsAbstract_label_en-US" xlink:label="lab_hmn_ReinsuranceGrossAmountsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance, Gross Amounts [Abstract]</link:label>
    <link:label id="lab_hmn_ReinsuranceGrossAmountsAbstract_documentation_en-US" xlink:label="lab_hmn_ReinsuranceGrossAmountsAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance, Gross Amounts [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ReinsuranceGrossAmountsAbstract" xlink:href="hmn-20201231.xsd#hmn_ReinsuranceGrossAmountsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ReinsuranceGrossAmountsAbstract" xlink:to="lab_hmn_ReinsuranceGrossAmountsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationLineItems_c12d44f7-f7e1-43d8-92ce-574e16133567_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration [Line Items]</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationLineItems_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationLineItems" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis_c5d0874b-9bf7-43fc-a698-0e9d18d4b9c1_verboseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturities, available for sale, amortized cost</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis_f310a7d2-b0cb-44fa-8efc-017e599fe2fe_totalLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortized Cost</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Amortized Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis" xlink:to="lab_us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax_0b942892-ebf8-4578-875b-b78d1baf909b_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrealized Gains</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Accumulated Gross Unrealized Gain, before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:to="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionReturnOfPremiumGuaranteePercent_6b07d1bd-2ffa-4ef0-818d-b335ce72a8ad_verboseLabel_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionReturnOfPremiumGuaranteePercent" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Return of premium guarantee</link:label>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionReturnOfPremiumGuaranteePercent_label_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionReturnOfPremiumGuaranteePercent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable Annuity Contract Value Distribution Return Of Premium Guarantee Percent</link:label>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionReturnOfPremiumGuaranteePercent_documentation_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionReturnOfPremiumGuaranteePercent" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable annuity contract value distribution return of premium guarantee percent.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_VariableAnnuityContractValueDistributionReturnOfPremiumGuaranteePercent" xlink:href="hmn-20201231.xsd#hmn_VariableAnnuityContractValueDistributionReturnOfPremiumGuaranteePercent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_VariableAnnuityContractValueDistributionReturnOfPremiumGuaranteePercent" xlink:to="lab_hmn_VariableAnnuityContractValueDistributionReturnOfPremiumGuaranteePercent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementOfCashFlowsAbstract_591a49e4-bd02-45cd-a95c-57d1bb9dc161_terseLabel_en-US" xlink:label="lab_us-gaap_StatementOfCashFlowsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statement of Cash Flows [Abstract]</link:label>
    <link:label id="lab_us-gaap_StatementOfCashFlowsAbstract_label_en-US" xlink:label="lab_us-gaap_StatementOfCashFlowsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statement of Cash Flows [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementOfCashFlowsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatementOfCashFlowsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementOfCashFlowsAbstract" xlink:to="lab_us-gaap_StatementOfCashFlowsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriodWeightedAverageGrantDateFairValue_0403ab4a-f0d8-4fda-b3cb-95a4f0f1e14b_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Distributed, Vested, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriodWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Vested Distributed In Period, Weighted Average Grant Date Fair Value</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriodWeightedAverageGrantDateFairValue_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award equity instruments other than options vested distributed in period weighted average grant date fair value.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriodWeightedAverageGrantDateFairValue" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriodWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriodWeightedAverageGrantDateFairValue" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriodWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansTaxPortionAttributableToParent_d43aa916-c210-4a16-b899-b341f7c01745_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income tax expense (benefit)</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansTaxPortionAttributableToParent_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive (Income) Loss, Defined Benefit Plan, after Reclassification Adjustment, Tax, Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansTaxPortionAttributableToParent" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansTaxPortionAttributableToParent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansTaxPortionAttributableToParent" xlink:to="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansTaxPortionAttributableToParent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1_87d0bb6f-fa1a-4a41-9f2a-91f53ef79b8e_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net investment losses included in net income related to financial assets</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1_078d6538-0862-45df-9f4d-01a2eb600d16_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net investment gains (losses) included in net income related to financial assets</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Gain (Loss) Included in Earnings</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeStatementLocationAxis_358ba561-f185-4488-9f7a-8c983ecf9818_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeStatementLocationAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Statement Location [Axis]</link:label>
    <link:label id="lab_us-gaap_IncomeStatementLocationAxis_label_en-US" xlink:label="lab_us-gaap_IncomeStatementLocationAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Statement Location [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeStatementLocationAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeStatementLocationAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeStatementLocationAxis" xlink:to="lab_us-gaap_IncomeStatementLocationAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityCommonStockSharesOutstanding_21fbd19f-8add-4e84-9b6f-85aa914f103d_terseLabel_en-US" xlink:label="lab_dei_EntityCommonStockSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Common Stock, Shares Outstanding</link:label>
    <link:label id="lab_dei_EntityCommonStockSharesOutstanding_label_en-US" xlink:label="lab_dei_EntityCommonStockSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Common Stock, Shares Outstanding</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityCommonStockSharesOutstanding" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityCommonStockSharesOutstanding"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityCommonStockSharesOutstanding" xlink:to="lab_dei_EntityCommonStockSharesOutstanding" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountAssumed_9a7ddc3b-41a2-4e0f-b6ea-5c506f38a400_verboseLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountAssumed" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits, claims and settlement expenses, Assumed from Other Companies</link:label>
    <link:label id="lab_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountAssumed_label_en-US" xlink:label="lab_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountAssumed" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Policyholder Benefits and Claims Incurred, Assumed</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountAssumed" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountAssumed"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountAssumed" xlink:to="lab_us-gaap_ReinsuranceEffectOnClaimsAndBenefitsIncurredAmountAssumed" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtAndEquitySecuritiesGainLoss_cb4a1b55-c8b3-4592-a4f7-31c55c95877d_terseLabel_en-US" xlink:label="lab_us-gaap_DebtAndEquitySecuritiesGainLoss" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Sales and other, net</link:label>
    <link:label id="lab_us-gaap_DebtAndEquitySecuritiesGainLoss_label_en-US" xlink:label="lab_us-gaap_DebtAndEquitySecuritiesGainLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt and Equity Securities, Gain (Loss)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtAndEquitySecuritiesGainLoss" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtAndEquitySecuritiesGainLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtAndEquitySecuritiesGainLoss" xlink:to="lab_us-gaap_DebtAndEquitySecuritiesGainLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortDurationInsuranceContractAccidentYear2020Member_4b0ca5de-9f45-424c-af04-97750a98730c_terseLabel_en-US" xlink:label="lab_us-gaap_ShortDurationInsuranceContractAccidentYear2020Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2020</link:label>
    <link:label id="lab_us-gaap_ShortDurationInsuranceContractAccidentYear2020Member_label_en-US" xlink:label="lab_us-gaap_ShortDurationInsuranceContractAccidentYear2020Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-Duration Insurance Contract, Accident Year 2020 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortDurationInsuranceContractAccidentYear2020Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortDurationInsuranceContractAccidentYear2020Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortDurationInsuranceContractAccidentYear2020Member" xlink:to="lab_us-gaap_ShortDurationInsuranceContractAccidentYear2020Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TreasuryStockAcquiredAverageCostPerShare_c9433557-f5bf-4626-b1bd-32e59c9da1e8_terseLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockAcquiredAverageCostPerShare" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share price of treasury stock acquired during period (in usd per share)</link:label>
    <link:label id="lab_us-gaap_TreasuryStockAcquiredAverageCostPerShare_label_en-US" xlink:label="lab_us-gaap_TreasuryStockAcquiredAverageCostPerShare" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Treasury Stock Acquired, Average Cost Per Share</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TreasuryStockAcquiredAverageCostPerShare" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_TreasuryStockAcquiredAverageCostPerShare"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TreasuryStockAcquiredAverageCostPerShare" xlink:to="lab_us-gaap_TreasuryStockAcquiredAverageCostPerShare" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassLineItems_06b16c7e-8dd7-48b1-b3cf-c5c1933fa5d3_terseLabel_en-US" xlink:label="lab_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Indefinite-lived Intangible Assets [Line Items]</link:label>
    <link:label id="lab_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassLineItems_label_en-US" xlink:label="lab_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Indefinite-lived Intangible Assets [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassLineItems" xlink:to="lab_us-gaap_IndefiniteLivedIntangibleAssetsByMajorClassLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentIncomeTextBlock_1e32769d-22ed-42a7-9b51-e7479112e58c_verboseLabel_en-US" xlink:label="lab_us-gaap_InvestmentIncomeTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Components of net investment income</link:label>
    <link:label id="lab_us-gaap_InvestmentIncomeTextBlock_label_en-US" xlink:label="lab_us-gaap_InvestmentIncomeTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Income [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentIncomeTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentIncomeTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentIncomeTextBlock" xlink:to="lab_us-gaap_InvestmentIncomeTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax_dbf6f833-b14d-4151-b442-7dc8a8667999_totalLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total recognized in other comprehensive income (loss)</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive (Income) Loss, Defined Benefit Plan, after Reclassification Adjustment, before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax" xlink:to="lab_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationNondeductibleExpenseImpairmentLosses_270a17d4-737d-4e5f-8128-36f9549e9ec8_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationNondeductibleExpenseImpairmentLosses" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill impairment</link:label>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationNondeductibleExpenseImpairmentLosses_label_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationNondeductibleExpenseImpairmentLosses" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Income Tax Rate Reconciliation, Nondeductible Expense, Impairment Losses, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxReconciliationNondeductibleExpenseImpairmentLosses" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationNondeductibleExpenseImpairmentLosses"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxReconciliationNondeductibleExpenseImpairmentLosses" xlink:to="lab_us-gaap_IncomeTaxReconciliationNondeductibleExpenseImpairmentLosses" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShortTermAndOtherInvestmentsMember_f8a00e43-04b4-4146-8567-c015b6a36041_terseLabel_en-US" xlink:label="lab_hmn_ShortTermAndOtherInvestmentsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term and other investments</link:label>
    <link:label id="lab_hmn_ShortTermAndOtherInvestmentsMember_aafe5ffe-d89a-4bac-a2b4-03466e97192f_verboseLabel_en-US" xlink:label="lab_hmn_ShortTermAndOtherInvestmentsMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivatives, reported in Short-term and other investments</link:label>
    <link:label id="lab_hmn_ShortTermAndOtherInvestmentsMember_label_en-US" xlink:label="lab_hmn_ShortTermAndOtherInvestmentsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short Term And Other Investments [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShortTermAndOtherInvestmentsMember" xlink:href="hmn-20201231.xsd#hmn_ShortTermAndOtherInvestmentsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShortTermAndOtherInvestmentsMember" xlink:to="lab_hmn_ShortTermAndOtherInvestmentsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesReconciliationTableTextBlock_a6034f78-ae0e-4b88-a9e4-5c2391098917_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesReconciliationTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrealized gains and losses on fixed maturities and equity securities</link:label>
    <link:label id="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesReconciliationTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesReconciliationTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Available-for-sale Securities Reconciliation [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfAvailableForSaleSecuritiesReconciliationTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfAvailableForSaleSecuritiesReconciliationTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfAvailableForSaleSecuritiesReconciliationTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesReconciliationTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeNotionalAmount_c3e1b3b7-21d2-4d2e-a0a6-96de2e85a8c7_verboseLabel_en-US" xlink:label="lab_us-gaap_DerivativeNotionalAmount" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Notional amount</link:label>
    <link:label id="lab_us-gaap_DerivativeNotionalAmount_label_en-US" xlink:label="lab_us-gaap_DerivativeNotionalAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative, Notional Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeNotionalAmount" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeNotionalAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeNotionalAmount" xlink:to="lab_us-gaap_DerivativeNotionalAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromAnnuitiesAndInvestmentCertificates_feec1aff-3c06-4750-82e6-5fb6a764a9e8_verboseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromAnnuitiesAndInvestmentCertificates" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deposits</link:label>
    <link:label id="lab_us-gaap_ProceedsFromAnnuitiesAndInvestmentCertificates_label_en-US" xlink:label="lab_us-gaap_ProceedsFromAnnuitiesAndInvestmentCertificates" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from Annuities and Investment Certificates</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromAnnuitiesAndInvestmentCertificates" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromAnnuitiesAndInvestmentCertificates"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromAnnuitiesAndInvestmentCertificates" xlink:to="lab_us-gaap_ProceedsFromAnnuitiesAndInvestmentCertificates" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AmortizationOfIntangibleAssets_7febdffc-a9a7-4451-90bc-e363e4867157_terseLabel_en-US" xlink:label="lab_us-gaap_AmortizationOfIntangibleAssets" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Intangible asset amortization expense</link:label>
    <link:label id="lab_us-gaap_AmortizationOfIntangibleAssets_label_en-US" xlink:label="lab_us-gaap_AmortizationOfIntangibleAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization of Intangible Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AmortizationOfIntangibleAssets" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AmortizationOfIntangibleAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AmortizationOfIntangibleAssets" xlink:to="lab_us-gaap_AmortizationOfIntangibleAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlanNetPriorServiceCostCreditArisingDuringPeriodBeforeTax_6e8e8c6e-ecaf-4912-af90-cf9692427de6_terseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlanNetPriorServiceCostCreditArisingDuringPeriodBeforeTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Prior service cost</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlanNetPriorServiceCostCreditArisingDuringPeriodBeforeTax_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlanNetPriorServiceCostCreditArisingDuringPeriodBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive (Income) Loss, Defined Benefit Plan, Prior Service Cost (Credit), before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlanNetPriorServiceCostCreditArisingDuringPeriodBeforeTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeDefinedBenefitPlanNetPriorServiceCostCreditArisingDuringPeriodBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlanNetPriorServiceCostCreditArisingDuringPeriodBeforeTax" xlink:to="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlanNetPriorServiceCostCreditArisingDuringPeriodBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_UsGovernmentAndFederallySponsoredAgencyObligationsAbstract_681ac0dc-7e28-465a-aa0b-29d6f91ff728_verboseLabel_en-US" xlink:label="lab_hmn_UsGovernmentAndFederallySponsoredAgencyObligationsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">U.S. Government and federally sponsored agency obligations:</link:label>
    <link:label id="lab_hmn_UsGovernmentAndFederallySponsoredAgencyObligationsAbstract_label_en-US" xlink:label="lab_hmn_UsGovernmentAndFederallySponsoredAgencyObligationsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">U.S. government and federally sponsored agency obligations:</link:label>
    <link:label id="lab_hmn_UsGovernmentAndFederallySponsoredAgencyObligationsAbstract_documentation_en-US" xlink:label="lab_hmn_UsGovernmentAndFederallySponsoredAgencyObligationsAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">U.S. government and federally sponsored agency obligations.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_UsGovernmentAndFederallySponsoredAgencyObligationsAbstract" xlink:href="hmn-20201231.xsd#hmn_UsGovernmentAndFederallySponsoredAgencyObligationsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_UsGovernmentAndFederallySponsoredAgencyObligationsAbstract" xlink:to="lab_hmn_UsGovernmentAndFederallySponsoredAgencyObligationsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValuePercentage_a408152f-933a-4db9-bfba-1bf071ae83db_verboseLabel_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValuePercentage" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due in 1 year or less</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValuePercentage_label_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValuePercentage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due in 1 year or less, Percent of Total Fair Value</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValuePercentage_documentation_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValuePercentage" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of fair value of available for sale debt securities maturing during the next rolling twelve months following the latest balance sheet presented.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValuePercentage" xlink:href="hmn-20201231.xsd#hmn_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValuePercentage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValuePercentage" xlink:to="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValuePercentage" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherLiabilities_c08a5a6d-198a-4ee5-a009-cbbfb34dbfe3_verboseLabel_en-US" xlink:label="lab_us-gaap_OtherLiabilities" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other liabilities</link:label>
    <link:label id="lab_us-gaap_OtherLiabilities_61be675b-e391-46a9-95bd-1c393dde9ebc_terseLabel_en-US" xlink:label="lab_us-gaap_OtherLiabilities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other liabilities</link:label>
    <link:label id="lab_us-gaap_OtherLiabilities_label_en-US" xlink:label="lab_us-gaap_OtherLiabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Liabilities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherLiabilities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherLiabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherLiabilities" xlink:to="lab_us-gaap_OtherLiabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SegmentReportingDisclosureTextBlock_c84472bf-553c-4269-9071-85ab6fbbf16e_verboseLabel_en-US" xlink:label="lab_us-gaap_SegmentReportingDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Segment Information</link:label>
    <link:label id="lab_us-gaap_SegmentReportingDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_SegmentReportingDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Segment Reporting Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SegmentReportingDisclosureTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SegmentReportingDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SegmentReportingDisclosureTextBlock" xlink:to="lab_us-gaap_SegmentReportingDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionBasedOnGuaranteedMinimumDeathBenefitPlanAbstract_a31d6119-7262-4dfa-822a-9c49b0f63485_verboseLabel_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionBasedOnGuaranteedMinimumDeathBenefitPlanAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable annuity contract value distribution based on GMDB feature:</link:label>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionBasedOnGuaranteedMinimumDeathBenefitPlanAbstract_label_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionBasedOnGuaranteedMinimumDeathBenefitPlanAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable Annuity Contract Value Distribution Based On Guaranteed Minimum Death Benefit Plan [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_VariableAnnuityContractValueDistributionBasedOnGuaranteedMinimumDeathBenefitPlanAbstract" xlink:href="hmn-20201231.xsd#hmn_VariableAnnuityContractValueDistributionBasedOnGuaranteedMinimumDeathBenefitPlanAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_VariableAnnuityContractValueDistributionBasedOnGuaranteedMinimumDeathBenefitPlanAbstract" xlink:to="lab_hmn_VariableAnnuityContractValueDistributionBasedOnGuaranteedMinimumDeathBenefitPlanAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AutomobileLiabilityCoveragePercentReserves_708ac0d6-ff39-4c28-a559-17f60e55dd57_terseLabel_en-US" xlink:label="lab_hmn_AutomobileLiabilityCoveragePercentReserves" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Automobile liability coverage percent reserves</link:label>
    <link:label id="lab_hmn_AutomobileLiabilityCoveragePercentReserves_label_en-US" xlink:label="lab_hmn_AutomobileLiabilityCoveragePercentReserves" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Automobile Liability Coverage Percent Reserves</link:label>
    <link:label id="lab_hmn_AutomobileLiabilityCoveragePercentReserves_documentation_en-US" xlink:label="lab_hmn_AutomobileLiabilityCoveragePercentReserves" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Automobile liability coverage reserves as a percentage of total reserves.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AutomobileLiabilityCoveragePercentReserves" xlink:href="hmn-20201231.xsd#hmn_AutomobileLiabilityCoveragePercentReserves"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AutomobileLiabilityCoveragePercentReserves" xlink:to="lab_hmn_AutomobileLiabilityCoveragePercentReserves" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAmountsRecognizedInOtherComprehensiveIncomeAbstract_c71c684a-bc37-41c8-9ddb-4f8afde75109_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAmountsRecognizedInOtherComprehensiveIncomeAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Amounts Recognized in Other Comprehensive Income (Loss) [Abstract]</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAmountsRecognizedInOtherComprehensiveIncomeAbstract_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAmountsRecognizedInOtherComprehensiveIncomeAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Amounts Recognized in Other Comprehensive Income (Loss) [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanAmountsRecognizedInOtherComprehensiveIncomeAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanAmountsRecognizedInOtherComprehensiveIncomeAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanAmountsRecognizedInOtherComprehensiveIncomeAbstract" xlink:to="lab_us-gaap_DefinedBenefitPlanAmountsRecognizedInOtherComprehensiveIncomeAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_Security12bTitle_6c77ec93-ab86-42c1-bb38-8b54ff5eb3b5_terseLabel_en-US" xlink:label="lab_dei_Security12bTitle" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Title of 12(b) Security</link:label>
    <link:label id="lab_dei_Security12bTitle_label_en-US" xlink:label="lab_dei_Security12bTitle" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Title of 12(b) Security</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_Security12bTitle" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_Security12bTitle"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_Security12bTitle" xlink:to="lab_dei_Security12bTitle" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FairValueAsPercentageOfTotalFixedMaturitiesAndEquitySecuritiesFairValueMoreThan12Months_a0392a1b-e740-4ab2-9490-e43cefa62b88_verboseLabel_en-US" xlink:label="lab_hmn_FairValueAsPercentageOfTotalFixedMaturitiesAndEquitySecuritiesFairValueMoreThan12Months" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value as a percentage of total fixed maturities and equity securities fair value, more than 12 months</link:label>
    <link:label id="lab_hmn_FairValueAsPercentageOfTotalFixedMaturitiesAndEquitySecuritiesFairValueMoreThan12Months_label_en-US" xlink:label="lab_hmn_FairValueAsPercentageOfTotalFixedMaturitiesAndEquitySecuritiesFairValueMoreThan12Months" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value as percentage of total fixed maturities and equity securities fair value more than 12 months</link:label>
    <link:label id="lab_hmn_FairValueAsPercentageOfTotalFixedMaturitiesAndEquitySecuritiesFairValueMoreThan12Months_documentation_en-US" xlink:label="lab_hmn_FairValueAsPercentageOfTotalFixedMaturitiesAndEquitySecuritiesFairValueMoreThan12Months" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value of positions with a gross unrealized loss for more than twelve months as a percentage of total fixed maturities and equities fair value.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FairValueAsPercentageOfTotalFixedMaturitiesAndEquitySecuritiesFairValueMoreThan12Months" xlink:href="hmn-20201231.xsd#hmn_FairValueAsPercentageOfTotalFixedMaturitiesAndEquitySecuritiesFairValueMoreThan12Months"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FairValueAsPercentageOfTotalFixedMaturitiesAndEquitySecuritiesFairValueMoreThan12Months" xlink:to="lab_hmn_FairValueAsPercentageOfTotalFixedMaturitiesAndEquitySecuritiesFairValueMoreThan12Months" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationBenefitsClaimsLossesAndSettlementExpense_b50ddc05-845d-4dbb-8bd3-28a33fe9253a_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationBenefitsClaimsLossesAndSettlementExpense" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits, claims and settlement expenses</link:label>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationBenefitsClaimsLossesAndSettlementExpense_label_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationBenefitsClaimsLossesAndSettlementExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information, Benefit, Claim, Loss and Settlement Expenses</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementaryInsuranceInformationBenefitsClaimsLossesAndSettlementExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementaryInsuranceInformationBenefitsClaimsLossesAndSettlementExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementaryInsuranceInformationBenefitsClaimsLossesAndSettlementExpense" xlink:to="lab_us-gaap_SupplementaryInsuranceInformationBenefitsClaimsLossesAndSettlementExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxLiabilitiesInvestments_3a5ed6c2-db17-4372-ad3c-8b6ebd4d5494_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxLiabilitiesInvestments" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment related adjustments</link:label>
    <link:label id="lab_us-gaap_DeferredTaxLiabilitiesInvestments_label_en-US" xlink:label="lab_us-gaap_DeferredTaxLiabilitiesInvestments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Investments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxLiabilitiesInvestments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxLiabilitiesInvestments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxLiabilitiesInvestments" xlink:to="lab_us-gaap_DeferredTaxLiabilitiesInvestments" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ScheduleOfIncomeTaxAssetsLiabilitiesTableTextBlock_bae4d0f2-0c59-446c-a04c-36a5c96198bf_verboseLabel_en-US" xlink:label="lab_hmn_ScheduleOfIncomeTaxAssetsLiabilitiesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of income tax assets and liabilities</link:label>
    <link:label id="lab_hmn_ScheduleOfIncomeTaxAssetsLiabilitiesTableTextBlock_label_en-US" xlink:label="lab_hmn_ScheduleOfIncomeTaxAssetsLiabilitiesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule Of Income Tax Assets Liabilities [Table Text Block]</link:label>
    <link:label id="lab_hmn_ScheduleOfIncomeTaxAssetsLiabilitiesTableTextBlock_documentation_en-US" xlink:label="lab_hmn_ScheduleOfIncomeTaxAssetsLiabilitiesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of income tax assets liabilities.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ScheduleOfIncomeTaxAssetsLiabilitiesTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_ScheduleOfIncomeTaxAssetsLiabilitiesTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ScheduleOfIncomeTaxAssetsLiabilitiesTableTextBlock" xlink:to="lab_hmn_ScheduleOfIncomeTaxAssetsLiabilitiesTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EquitySecuritiesFvNiGainLoss_3b7719c7-1939-4bc4-a9d7-75984036c4d0_terseLabel_en-US" xlink:label="lab_us-gaap_EquitySecuritiesFvNiGainLoss" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in fair value - equity securities</link:label>
    <link:label id="lab_us-gaap_EquitySecuritiesFvNiGainLoss_label_en-US" xlink:label="lab_us-gaap_EquitySecuritiesFvNiGainLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity Securities, FV-NI, Gain (Loss)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EquitySecuritiesFvNiGainLoss" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EquitySecuritiesFvNiGainLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EquitySecuritiesFvNiGainLoss" xlink:to="lab_us-gaap_EquitySecuritiesFvNiGainLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsNet_a6f91b2e-224d-4316-85cf-0990867c2c38_totalLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsNet" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsNet_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Assets, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetsNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetsNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetsNet" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetsNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue_e713afa3-17c1-4643-ac1d-50723fa9762b_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted average grant date fair value of stock options granted (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Grants in Period, Weighted Average Grant Date Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationSharesVestedUnderStockOptionPlansExercisePriceRange_91a0c211-0d7e-4040-9ef6-437e76ce74b4_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesVestedUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Range of Option Prices per Share, Vested (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationSharesVestedUnderStockOptionPlansExercisePriceRange_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesVestedUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Shares Vested Under Stock Option Plans Exercise Price Range</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationSharesVestedUnderStockOptionPlansExercisePriceRange_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesVestedUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation shares vested under stock option plans exercise price range.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationSharesVestedUnderStockOptionPlansExercisePriceRange" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationSharesVestedUnderStockOptionPlansExercisePriceRange"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationSharesVestedUnderStockOptionPlansExercisePriceRange" xlink:to="lab_hmn_ShareBasedCompensationSharesVestedUnderStockOptionPlansExercisePriceRange" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesAvailableForSaleRecognizedInEarnings_924eef89-eda0-48e0-8d7a-c7064f168d1c_negatedLabel_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesAvailableForSaleRecognizedInEarnings" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Credit impairment write-downs</link:label>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesAvailableForSaleRecognizedInEarnings_label_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesAvailableForSaleRecognizedInEarnings" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other-than-temporary Impairment Loss, Debt Securities, Available-for-sale, Recognized in Earnings</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesAvailableForSaleRecognizedInEarnings" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesAvailableForSaleRecognizedInEarnings"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesAvailableForSaleRecognizedInEarnings" xlink:to="lab_us-gaap_OtherThanTemporaryImpairmentLossDebtSecuritiesAvailableForSaleRecognizedInEarnings" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FungibleSharePoolGrantOfFullValueShareConversionRatio_357cda89-e347-449c-8cb6-1f2654cd94e0_terseLabel_en-US" xlink:label="lab_hmn_FungibleSharePoolGrantOfFullValueShareConversionRatio" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fungible share pool, grant of full value share conversion ratio</link:label>
    <link:label id="lab_hmn_FungibleSharePoolGrantOfFullValueShareConversionRatio_label_en-US" xlink:label="lab_hmn_FungibleSharePoolGrantOfFullValueShareConversionRatio" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fungible Share Pool, Grant Of Full Value Share Conversion Ratio</link:label>
    <link:label id="lab_hmn_FungibleSharePoolGrantOfFullValueShareConversionRatio_documentation_en-US" xlink:label="lab_hmn_FungibleSharePoolGrantOfFullValueShareConversionRatio" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fungible Share Pool, Grant Of Full Value Share Conversion Ratio</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FungibleSharePoolGrantOfFullValueShareConversionRatio" xlink:href="hmn-20201231.xsd#hmn_FungibleSharePoolGrantOfFullValueShareConversionRatio"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FungibleSharePoolGrantOfFullValueShareConversionRatio" xlink:to="lab_hmn_FungibleSharePoolGrantOfFullValueShareConversionRatio" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetAmountAtRiskByProductAndGuaranteeLineItems_b97c5928-87b6-4922-bb10-7ea2ad7da5c9_terseLabel_en-US" xlink:label="lab_us-gaap_NetAmountAtRiskByProductAndGuaranteeLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Amount at Risk by Product and Guarantee [Line Items]</link:label>
    <link:label id="lab_us-gaap_NetAmountAtRiskByProductAndGuaranteeLineItems_label_en-US" xlink:label="lab_us-gaap_NetAmountAtRiskByProductAndGuaranteeLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Amount at Risk by Product and Guarantee [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetAmountAtRiskByProductAndGuaranteeLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetAmountAtRiskByProductAndGuaranteeLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetAmountAtRiskByProductAndGuaranteeLineItems" xlink:to="lab_us-gaap_NetAmountAtRiskByProductAndGuaranteeLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2012Member_fca751cd-a03b-4d95-b95b-038574ac7721_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2012Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2012</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2012Member_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2012Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Accident Year 2012 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsAccidentYear2012Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsAccidentYear2012Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsAccidentYear2012Member" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2012Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfFairValueOfSeparateAccountsByMajorCategoryOfInvestmentFairValue_2b8390aa-f1e1-499f-bad5-2d4fb8d2594f_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfFairValueOfSeparateAccountsByMajorCategoryOfInvestmentFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Separate account (variable annuity) assets</link:label>
    <link:label id="lab_us-gaap_ScheduleOfFairValueOfSeparateAccountsByMajorCategoryOfInvestmentFairValue_label_en-US" xlink:label="lab_us-gaap_ScheduleOfFairValueOfSeparateAccountsByMajorCategoryOfInvestmentFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Fair Value of Separate Accounts by Major Category of Investment, Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfFairValueOfSeparateAccountsByMajorCategoryOfInvestmentFairValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfFairValueOfSeparateAccountsByMajorCategoryOfInvestmentFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfFairValueOfSeparateAccountsByMajorCategoryOfInvestmentFairValue" xlink:to="lab_us-gaap_ScheduleOfFairValueOfSeparateAccountsByMajorCategoryOfInvestmentFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsVestedInPeriodWeightedAverageExercisePrice_fd73303a-bb9e-44e5-9f19-4029b5d57178_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsVestedInPeriodWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average Option Price per Share, Options Vested (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsVestedInPeriodWeightedAverageExercisePrice_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsVestedInPeriodWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangements By Share Based Payment Award Options Vested In Period Weighted Average Exercise Price</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsVestedInPeriodWeightedAverageExercisePrice_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsVestedInPeriodWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangements by share based payment award options vested in period weighted average exercise price.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsVestedInPeriodWeightedAverageExercisePrice" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsVestedInPeriodWeightedAverageExercisePrice"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsVestedInPeriodWeightedAverageExercisePrice" xlink:to="lab_hmn_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsVestedInPeriodWeightedAverageExercisePrice" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReinsuranceRecoverables_76ac2600-8c95-48f1-b558-dcdd8576daf9_periodStartLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverables" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Less: reinsurance recoverables</link:label>
    <link:label id="lab_us-gaap_ReinsuranceRecoverables_4f8acc3a-368a-4e38-8024-f880a95e0370_periodEndLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverables" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Plus: reinsurance recoverables</link:label>
    <link:label id="lab_us-gaap_ReinsuranceRecoverables_b34f2ef3-1f67-40e8-a15a-1137abe19ef1_terseLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverables" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance recoverables</link:label>
    <link:label id="lab_us-gaap_ReinsuranceRecoverables_label_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverables" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Recoverables, Including Reinsurance Premium Paid</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReinsuranceRecoverables" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReinsuranceRecoverables"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReinsuranceRecoverables" xlink:to="lab_us-gaap_ReinsuranceRecoverables" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestExpense_946092bb-41b8-4afa-9e80-f57969925e5e_verboseLabel_en-US" xlink:label="lab_us-gaap_InterestExpense" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest expense</link:label>
    <link:label id="lab_us-gaap_InterestExpense_4651181f-65c9-4a30-a889-f4bc8c0207b4_terseLabel_en-US" xlink:label="lab_us-gaap_InterestExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest expense</link:label>
    <link:label id="lab_us-gaap_InterestExpense_label_en-US" xlink:label="lab_us-gaap_InterestExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Interest Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InterestExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestExpense" xlink:to="lab_us-gaap_InterestExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReconciliationOfOtherSignificantReconcilingItemsFromSegmentsToConsolidatedTextBlock_f63793ce-da84-41f3-b54b-5681f91a079b_verboseLabel_en-US" xlink:label="lab_us-gaap_ReconciliationOfOtherSignificantReconcilingItemsFromSegmentsToConsolidatedTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Additional significant financial information for these segments</link:label>
    <link:label id="lab_us-gaap_ReconciliationOfOtherSignificantReconcilingItemsFromSegmentsToConsolidatedTextBlock_label_en-US" xlink:label="lab_us-gaap_ReconciliationOfOtherSignificantReconcilingItemsFromSegmentsToConsolidatedTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reconciliation of Other Significant Reconciling Items from Segments to Consolidated [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReconciliationOfOtherSignificantReconcilingItemsFromSegmentsToConsolidatedTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReconciliationOfOtherSignificantReconcilingItemsFromSegmentsToConsolidatedTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReconciliationOfOtherSignificantReconcilingItemsFromSegmentsToConsolidatedTextBlock" xlink:to="lab_us-gaap_ReconciliationOfOtherSignificantReconcilingItemsFromSegmentsToConsolidatedTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReconciliationOfUnrecognizedTaxBenefitsExcludingAmountsPertainingToExaminedTaxReturnsRollForward_894d3982-edef-4b6f-9e61-3ae5119033f0_terseLabel_en-US" xlink:label="lab_us-gaap_ReconciliationOfUnrecognizedTaxBenefitsExcludingAmountsPertainingToExaminedTaxReturnsRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reconciliation of Unrecognized Tax Benefits, Excluding Amounts Pertaining to Examined Tax Returns [Roll Forward]</link:label>
    <link:label id="lab_us-gaap_ReconciliationOfUnrecognizedTaxBenefitsExcludingAmountsPertainingToExaminedTaxReturnsRollForward_label_en-US" xlink:label="lab_us-gaap_ReconciliationOfUnrecognizedTaxBenefitsExcludingAmountsPertainingToExaminedTaxReturnsRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reconciliation of Unrecognized Tax Benefits, Excluding Amounts Pertaining to Examined Tax Returns [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReconciliationOfUnrecognizedTaxBenefitsExcludingAmountsPertainingToExaminedTaxReturnsRollForward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReconciliationOfUnrecognizedTaxBenefitsExcludingAmountsPertainingToExaminedTaxReturnsRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReconciliationOfUnrecognizedTaxBenefitsExcludingAmountsPertainingToExaminedTaxReturnsRollForward" xlink:to="lab_us-gaap_ReconciliationOfUnrecognizedTaxBenefitsExcludingAmountsPertainingToExaminedTaxReturnsRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DepreciationDepletionAndAmortization_fb1cd02a-f726-4ddf-9b53-a73aaf4c8171_terseLabel_en-US" xlink:label="lab_us-gaap_DepreciationDepletionAndAmortization" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Depreciation and intangible asset amortization</link:label>
    <link:label id="lab_us-gaap_DepreciationDepletionAndAmortization_label_en-US" xlink:label="lab_us-gaap_DepreciationDepletionAndAmortization" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Depreciation, Depletion and Amortization</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DepreciationDepletionAndAmortization" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DepreciationDepletionAndAmortization"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DepreciationDepletionAndAmortization" xlink:to="lab_us-gaap_DepreciationDepletionAndAmortization" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfCostsOfRetirementPlansTableTextBlock_3dbec614-9e27-4429-99e1-08b4541b465a_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfCostsOfRetirementPlansTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of minimum funding requirement and the expected full year contributions for the Company's plans</link:label>
    <link:label id="lab_us-gaap_ScheduleOfCostsOfRetirementPlansTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfCostsOfRetirementPlansTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Costs of Retirement Plans [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfCostsOfRetirementPlansTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfCostsOfRetirementPlansTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfCostsOfRetirementPlansTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfCostsOfRetirementPlansTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortTermInvestmentsMember_b7e3e5d0-12eb-4f23-9972-6e995fd0f13a_terseLabel_en-US" xlink:label="lab_us-gaap_ShortTermInvestmentsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term investments</link:label>
    <link:label id="lab_us-gaap_ShortTermInvestmentsMember_f94e73d1-8b3d-4598-9a34-d0a9bdbd0032_verboseLabel_en-US" xlink:label="lab_us-gaap_ShortTermInvestmentsMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term Investments</link:label>
    <link:label id="lab_us-gaap_ShortTermInvestmentsMember_label_en-US" xlink:label="lab_us-gaap_ShortTermInvestmentsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term Investments [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortTermInvestmentsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortTermInvestmentsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortTermInvestmentsMember" xlink:to="lab_us-gaap_ShortTermInvestmentsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfComponentsOfIncomeTaxExpenseBenefitTableTextBlock_85f13bba-41c6-4983-882a-2aaae345bc83_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfComponentsOfIncomeTaxExpenseBenefitTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income taxes expenses</link:label>
    <link:label id="lab_us-gaap_ScheduleOfComponentsOfIncomeTaxExpenseBenefitTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfComponentsOfIncomeTaxExpenseBenefitTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Components of Income Tax Expense (Benefit) [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfComponentsOfIncomeTaxExpenseBenefitTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfComponentsOfIncomeTaxExpenseBenefitTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfComponentsOfIncomeTaxExpenseBenefitTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfComponentsOfIncomeTaxExpenseBenefitTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock_d9d30bfd-d5aa-4a99-bd50-37956ec7c21d_verboseLabel_en-US" xlink:label="lab_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reconciliation of net unrealized investment gains (losses) on fixed maturity securities and equity securities</link:label>
    <link:label id="lab_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock_label_en-US" xlink:label="lab_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrealized Gain (Loss) on Investments [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock" xlink:to="lab_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExpiredInPeriod_0ea842c6-c275-4b06-91b8-56d6aebf8cbd_negatedLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExpiredInPeriod" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Vested and Exercisable, Expired (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExpiredInPeriod_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExpiredInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Options Vested And Exercisable Expired In Period</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExpiredInPeriod_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExpiredInPeriod" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award options vested and exercisable expired in period.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExpiredInPeriod" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExpiredInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExpiredInPeriod" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExercisableExpiredInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TransferOfInvestments_7fadd761-8de8-49af-81f3-626ed436ece3_terseLabel_en-US" xlink:label="lab_us-gaap_TransferOfInvestments" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Transfer of investments and policy loans</link:label>
    <link:label id="lab_us-gaap_TransferOfInvestments_label_en-US" xlink:label="lab_us-gaap_TransferOfInvestments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Transfer from Investments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TransferOfInvestments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_TransferOfInvestments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TransferOfInvestments" xlink:to="lab_us-gaap_TransferOfInvestments" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ProductOrServiceAxis_66506a31-640d-4d19-8738-0cf1b5791792_terseLabel_en-US" xlink:label="lab_srt_ProductOrServiceAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Product and Service [Axis]</link:label>
    <link:label id="lab_srt_ProductOrServiceAxis_label_en-US" xlink:label="lab_srt_ProductOrServiceAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Product and Service [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ProductOrServiceAxis" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_ProductOrServiceAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ProductOrServiceAxis" xlink:to="lab_srt_ProductOrServiceAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateAmortizedCostBasisRollingMaturityAbstract_ffdd2776-afe3-4739-8d52-33b3a5ed2635_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateAmortizedCostBasisRollingMaturityAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortized Cost</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateAmortizedCostBasisRollingMaturityAbstract_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateAmortizedCostBasisRollingMaturityAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Maturity, Allocated and Single Maturity Date, Amortized Cost, Rolling Maturity [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateAmortizedCostBasisRollingMaturityAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateAmortizedCostBasisRollingMaturityAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateAmortizedCostBasisRollingMaturityAbstract" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesSingleMaturityDateAmortizedCostBasisRollingMaturityAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentTypeAxis_bb22f023-3105-4e71-be30-d06a0a6c311a_terseLabel_en-US" xlink:label="lab_us-gaap_InvestmentTypeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Type [Axis]</link:label>
    <link:label id="lab_us-gaap_InvestmentTypeAxis_label_en-US" xlink:label="lab_us-gaap_InvestmentTypeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Type [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentTypeAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentTypeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentTypeAxis" xlink:to="lab_us-gaap_InvestmentTypeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ChangeInUnrealizedGainLossOnFairValueHedgingInstruments1_d3854d74-c907-4ead-a2d0-e46fa00e7cb7_terseLabel_en-US" xlink:label="lab_us-gaap_ChangeInUnrealizedGainLossOnFairValueHedgingInstruments1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in fair value and gains realized on settlements - derivatives</link:label>
    <link:label id="lab_us-gaap_ChangeInUnrealizedGainLossOnFairValueHedgingInstruments1_label_en-US" xlink:label="lab_us-gaap_ChangeInUnrealizedGainLossOnFairValueHedgingInstruments1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in Unrealized Gain (Loss) on Fair Value Hedging Instruments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ChangeInUnrealizedGainLossOnFairValueHedgingInstruments1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ChangeInUnrealizedGainLossOnFairValueHedgingInstruments1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ChangeInUnrealizedGainLossOnFairValueHedgingInstruments1" xlink:to="lab_us-gaap_ChangeInUnrealizedGainLossOnFairValueHedgingInstruments1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InsuranceAbstract_a3e41f1c-9279-41ff-a84b-f71b7368b51e_terseLabel_en-US" xlink:label="lab_us-gaap_InsuranceAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance [Abstract]</link:label>
    <link:label id="lab_us-gaap_InsuranceAbstract_label_en-US" xlink:label="lab_us-gaap_InsuranceAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InsuranceAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InsuranceAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InsuranceAbstract" xlink:to="lab_us-gaap_InsuranceAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsCreditLossesOnDebtSecuritiesHeld_466628cb-cf28-4755-a5c5-3f4b86931e1c_periodStartLabel_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsCreditLossesOnDebtSecuritiesHeld" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Beginning of period</link:label>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsCreditLossesOnDebtSecuritiesHeld_05966e4e-5895-4ea3-98a3-9553c03e20d7_periodEndLabel_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsCreditLossesOnDebtSecuritiesHeld" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">End of period</link:label>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsCreditLossesOnDebtSecuritiesHeld_label_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsCreditLossesOnDebtSecuritiesHeld" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other than Temporary Impairment, Credit Losses Recognized in Earnings, Credit Losses on Debt Securities Held</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsCreditLossesOnDebtSecuritiesHeld" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsCreditLossesOnDebtSecuritiesHeld"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsCreditLossesOnDebtSecuritiesHeld" xlink:to="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsCreditLossesOnDebtSecuritiesHeld" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RetirementPlanTaxStatusAxis_670f5811-467b-4d1a-9914-880996343b4d_terseLabel_en-US" xlink:label="lab_us-gaap_RetirementPlanTaxStatusAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plan Tax Status [Axis]</link:label>
    <link:label id="lab_us-gaap_RetirementPlanTaxStatusAxis_label_en-US" xlink:label="lab_us-gaap_RetirementPlanTaxStatusAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plan Tax Status [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RetirementPlanTaxStatusAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RetirementPlanTaxStatusAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RetirementPlanTaxStatusAxis" xlink:to="lab_us-gaap_RetirementPlanTaxStatusAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementalCashFlowElementsAbstract_1dc16b26-f0c8-473a-84d7-7a0aa5fcf2db_terseLabel_en-US" xlink:label="lab_us-gaap_SupplementalCashFlowElementsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Supplemental Cash Flow Elements [Abstract]</link:label>
    <link:label id="lab_us-gaap_SupplementalCashFlowElementsAbstract_label_en-US" xlink:label="lab_us-gaap_SupplementalCashFlowElementsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Supplemental Cash Flow Elements [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementalCashFlowElementsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementalCashFlowElementsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementalCashFlowElementsAbstract" xlink:to="lab_us-gaap_SupplementalCashFlowElementsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeAmortizationAbstract_e6d2de96-6687-4de2-a2f0-d703e1c916ba_verboseLabel_en-US" xlink:label="lab_hmn_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeAmortizationAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Components of net periodic pension (income) expense:</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeAmortizationAbstract_label_en-US" xlink:label="lab_hmn_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeAmortizationAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan Accumulated Other Comprehensive Income Amortization [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeAmortizationAbstract" xlink:href="hmn-20201231.xsd#hmn_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeAmortizationAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeAmortizationAbstract" xlink:to="lab_hmn_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeAmortizationAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_RetentionAmountOfEachLiabilityLossPerOccurrence_2c801c1b-76a6-47a8-9024-92aff96c52d2_verboseLabel_en-US" xlink:label="lab_hmn_RetentionAmountOfEachLiabilityLossPerOccurrence" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability coverages, Company reinsured each loss above a retention per occurrence</link:label>
    <link:label id="lab_hmn_RetentionAmountOfEachLiabilityLossPerOccurrence_label_en-US" xlink:label="lab_hmn_RetentionAmountOfEachLiabilityLossPerOccurrence" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention Amount Of Each Liability Loss Per Occurrence</link:label>
    <link:label id="lab_hmn_RetentionAmountOfEachLiabilityLossPerOccurrence_documentation_en-US" xlink:label="lab_hmn_RetentionAmountOfEachLiabilityLossPerOccurrence" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention amount of each liability coverage loss per occurrence.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_RetentionAmountOfEachLiabilityLossPerOccurrence" xlink:href="hmn-20201231.xsd#hmn_RetentionAmountOfEachLiabilityLossPerOccurrence"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_RetentionAmountOfEachLiabilityLossPerOccurrence" xlink:to="lab_hmn_RetentionAmountOfEachLiabilityLossPerOccurrence" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFour_637336e1-47e4-4049-9fc8-52f69bd1652b_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFour" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Year Four</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFour_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFour" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration, Year Four</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFour" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFour"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFour" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFour" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ValuationTechniqueAxis_8ac43034-04e8-4df1-b211-c677d36ab21e_terseLabel_en-US" xlink:label="lab_us-gaap_ValuationTechniqueAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Valuation Approach and Technique [Axis]</link:label>
    <link:label id="lab_us-gaap_ValuationTechniqueAxis_label_en-US" xlink:label="lab_us-gaap_ValuationTechniqueAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Valuation Approach and Technique [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ValuationTechniqueAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ValuationTechniqueAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ValuationTechniqueAxis" xlink:to="lab_us-gaap_ValuationTechniqueAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerOneCatastropheReinsurance_bdc0bd73-805d-4006-82c0-7c26c9a9863b_terseLabel_en-US" xlink:label="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerOneCatastropheReinsurance" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Coverage above retention per occurrence under layer one catastrophe reinsurance</link:label>
    <link:label id="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerOneCatastropheReinsurance_label_en-US" xlink:label="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerOneCatastropheReinsurance" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Coverage Above Retention Per Occurrence Under Layer One Catastrophe Reinsurance</link:label>
    <link:label id="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerOneCatastropheReinsurance_documentation_en-US" xlink:label="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerOneCatastropheReinsurance" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Coverage provided above retention per occurrence under layer one of catastrophe excess of loss reinsurance coverage.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerOneCatastropheReinsurance" xlink:href="hmn-20201231.xsd#hmn_CoverageAboveRetentionPerOccurrenceUnderLayerOneCatastropheReinsurance"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerOneCatastropheReinsurance" xlink:to="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerOneCatastropheReinsurance" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpenseEffectOfAdjustmentsToEstimatedGrossProfitOrEstimatedGrossMargin_217e9a71-9ebe-450e-97a7-1414e4e49d39_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpenseEffectOfAdjustmentsToEstimatedGrossProfitOrEstimatedGrossMargin" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpenseEffectOfAdjustmentsToEstimatedGrossProfitOrEstimatedGrossMargin_label_en-US" xlink:label="lab_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpenseEffectOfAdjustmentsToEstimatedGrossProfitOrEstimatedGrossMargin" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Policy Acquisition Cost, Amortization Expense, Effect of Adjustments to Estimated Gross Profit or Estimated Gross Margin</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpenseEffectOfAdjustmentsToEstimatedGrossProfitOrEstimatedGrossMargin" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredPolicyAcquisitionCostAmortizationExpenseEffectOfAdjustmentsToEstimatedGrossProfitOrEstimatedGrossMargin"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpenseEffectOfAdjustmentsToEstimatedGrossProfitOrEstimatedGrossMargin" xlink:to="lab_us-gaap_DeferredPolicyAcquisitionCostAmortizationExpenseEffectOfAdjustmentsToEstimatedGrossProfitOrEstimatedGrossMargin" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_SharebasedCompensationArrangementBySharebasedPaymentAwardEquityInstrumentsOtherThanAdjustmentForPerformanceAchievementOptionsInPeriod_1c305547-bfd4-475f-87d7-03361a5c0a9f_terseLabel_en-US" xlink:label="lab_hmn_SharebasedCompensationArrangementBySharebasedPaymentAwardEquityInstrumentsOtherThanAdjustmentForPerformanceAchievementOptionsInPeriod" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Adjustment for performance achievement, Units (in shares)</link:label>
    <link:label id="lab_hmn_SharebasedCompensationArrangementBySharebasedPaymentAwardEquityInstrumentsOtherThanAdjustmentForPerformanceAchievementOptionsInPeriod_label_en-US" xlink:label="lab_hmn_SharebasedCompensationArrangementBySharebasedPaymentAwardEquityInstrumentsOtherThanAdjustmentForPerformanceAchievementOptionsInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based Compensation Arrangement By Share based Payment Award Equity Instruments Other Than Adjustment For Performance Achievement Options In Period</link:label>
    <link:label id="lab_hmn_SharebasedCompensationArrangementBySharebasedPaymentAwardEquityInstrumentsOtherThanAdjustmentForPerformanceAchievementOptionsInPeriod_documentation_en-US" xlink:label="lab_hmn_SharebasedCompensationArrangementBySharebasedPaymentAwardEquityInstrumentsOtherThanAdjustmentForPerformanceAchievementOptionsInPeriod" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based Compensation Arrangement By Share based Payment Award Equity Instruments Other Than Adjustment For Performance Achievement Options In Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_SharebasedCompensationArrangementBySharebasedPaymentAwardEquityInstrumentsOtherThanAdjustmentForPerformanceAchievementOptionsInPeriod" xlink:href="hmn-20201231.xsd#hmn_SharebasedCompensationArrangementBySharebasedPaymentAwardEquityInstrumentsOtherThanAdjustmentForPerformanceAchievementOptionsInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_SharebasedCompensationArrangementBySharebasedPaymentAwardEquityInstrumentsOtherThanAdjustmentForPerformanceAchievementOptionsInPeriod" xlink:to="lab_hmn_SharebasedCompensationArrangementBySharebasedPaymentAwardEquityInstrumentsOtherThanAdjustmentForPerformanceAchievementOptionsInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSeven_1ed6bafb-f4b2-4535-b294-7f132921a1b8_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSeven" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Year Seven</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSeven_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSeven" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration, Year Seven</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSeven" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSeven"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSeven" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearSeven" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable_e0ad14fd-3ae2-443c-9666-26f2e60ba082_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Recurring and Nonrecurring [Table]</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Recurring and Nonrecurring [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable" xlink:to="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeAssetNotOffsetPolicyElectionDeduction_790d33a5-3e73-47b7-aba0-e345d6b623d4_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeAssetNotOffsetPolicyElectionDeduction" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross Amounts Not Offset in the Consolidated Balance Sheets, Financial Instruments</link:label>
    <link:label id="lab_us-gaap_DerivativeAssetNotOffsetPolicyElectionDeduction_label_en-US" xlink:label="lab_us-gaap_DerivativeAssetNotOffsetPolicyElectionDeduction" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Asset, Not Offset, Policy Election Deduction</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeAssetNotOffsetPolicyElectionDeduction" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeAssetNotOffsetPolicyElectionDeduction"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeAssetNotOffsetPolicyElectionDeduction" xlink:to="lab_us-gaap_DerivativeAssetNotOffsetPolicyElectionDeduction" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleRealizedGain_a85abddd-3c17-44c0-abe0-7680566aabd0_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleRealizedGain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross gains realized</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleRealizedGain_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleRealizedGain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Realized Gain</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleRealizedGain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleRealizedGain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleRealizedGain" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleRealizedGain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommonStockDividendsPerShareCashPaid_f986f7ba-658f-4add-ba98-f271aae76a6a_verboseLabel_en-US" xlink:label="lab_us-gaap_CommonStockDividendsPerShareCashPaid" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash dividends (in usd per share)</link:label>
    <link:label id="lab_us-gaap_CommonStockDividendsPerShareCashPaid_label_en-US" xlink:label="lab_us-gaap_CommonStockDividendsPerShareCashPaid" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Common Stock, Dividends, Per Share, Cash Paid</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonStockDividendsPerShareCashPaid" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CommonStockDividendsPerShareCashPaid"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommonStockDividendsPerShareCashPaid" xlink:to="lab_us-gaap_CommonStockDividendsPerShareCashPaid" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNet_cf987ffa-e154-4a3b-a661-73a8cb283147_verboseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liabilities for claims and claim adjustment expenses, net of reinsurance</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNet_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Liability for Unpaid Claims and Allocated Claim Adjustment Expense, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturingOnSeptember112025Member_8b717bb5-009c-4ddb-bb7c-c4730506d3c8_terseLabel_en-US" xlink:label="lab_hmn_MaturingOnSeptember112025Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On September 11 2025</link:label>
    <link:label id="lab_hmn_MaturingOnSeptember112025Member_label_en-US" xlink:label="lab_hmn_MaturingOnSeptember112025Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On September 11 2025 [Member]</link:label>
    <link:label id="lab_hmn_MaturingOnSeptember112025Member_documentation_en-US" xlink:label="lab_hmn_MaturingOnSeptember112025Member" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On September 11 2025</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturingOnSeptember112025Member" xlink:href="hmn-20201231.xsd#hmn_MaturingOnSeptember112025Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturingOnSeptember112025Member" xlink:to="lab_hmn_MaturingOnSeptember112025Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReinsuranceRecoverablesOnPaidLosses_bf338140-b548-4f48-a58c-387024028874_terseLabel_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverablesOnPaidLosses" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deposit asset on reinsurance</link:label>
    <link:label id="lab_us-gaap_ReinsuranceRecoverablesOnPaidLosses_label_en-US" xlink:label="lab_us-gaap_ReinsuranceRecoverablesOnPaidLosses" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Recoverable for Paid Claims and Claims Adjustments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReinsuranceRecoverablesOnPaidLosses" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ReinsuranceRecoverablesOnPaidLosses"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReinsuranceRecoverablesOnPaidLosses" xlink:to="lab_us-gaap_ReinsuranceRecoverablesOnPaidLosses" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfQuarterlyFinancialInformationTableTextBlock_6e57368a-293f-4727-8890-060c852a59d3_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfQuarterlyFinancialInformationTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Selected quarterly financial data</link:label>
    <link:label id="lab_us-gaap_ScheduleOfQuarterlyFinancialInformationTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfQuarterlyFinancialInformationTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Quarterly Financial Information [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfQuarterlyFinancialInformationTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfQuarterlyFinancialInformationTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfQuarterlyFinancialInformationTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfQuarterlyFinancialInformationTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OperatingSegmentsMember_9d8787b8-d2ec-4b64-9320-48f2ca54b1e0_terseLabel_en-US" xlink:label="lab_us-gaap_OperatingSegmentsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Segments</link:label>
    <link:label id="lab_us-gaap_OperatingSegmentsMember_label_en-US" xlink:label="lab_us-gaap_OperatingSegmentsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Segments [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OperatingSegmentsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OperatingSegmentsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OperatingSegmentsMember" xlink:to="lab_us-gaap_OperatingSegmentsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TreasuryStockValueAcquiredCostMethod_197270eb-76a5-4ddd-aeec-07d9dc6a1b79_negatedLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockValueAcquiredCostMethod" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisition of shares</link:label>
    <link:label id="lab_us-gaap_TreasuryStockValueAcquiredCostMethod_label_en-US" xlink:label="lab_us-gaap_TreasuryStockValueAcquiredCostMethod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Treasury Stock, Value, Acquired, Cost Method</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TreasuryStockValueAcquiredCostMethod" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_TreasuryStockValueAcquiredCostMethod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TreasuryStockValueAcquiredCostMethod" xlink:to="lab_us-gaap_TreasuryStockValueAcquiredCostMethod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeLiabilities_c1a1d39f-48e5-49c4-9ede-32b9c8fd1c08_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeLiabilities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivatives embedded in fixed indexed annuity products</link:label>
    <link:label id="lab_us-gaap_DerivativeLiabilities_label_en-US" xlink:label="lab_us-gaap_DerivativeLiabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Liability</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeLiabilities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeLiabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeLiabilities" xlink:to="lab_us-gaap_DerivativeLiabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions_e91bb7fd-d15a-4a99-858f-0cb5c62290d6_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number of positions with a gross unrealized loss, 12 Months or Less</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Continuous Unrealized Loss Position, Less than 12 Months, Number of Positions</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MeasurementInputConstantPrepaymentRateMember_a1458d6a-09e9-49d1-8aad-ffd6dd3d06e0_terseLabel_en-US" xlink:label="lab_us-gaap_MeasurementInputConstantPrepaymentRateMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">constant prepayment rate</link:label>
    <link:label id="lab_us-gaap_MeasurementInputConstantPrepaymentRateMember_label_en-US" xlink:label="lab_us-gaap_MeasurementInputConstantPrepaymentRateMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input, Constant Prepayment Rate [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MeasurementInputConstantPrepaymentRateMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_MeasurementInputConstantPrepaymentRateMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MeasurementInputConstantPrepaymentRateMember" xlink:to="lab_us-gaap_MeasurementInputConstantPrepaymentRateMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationDeductionsDividends_40fea812-d014-4bb0-9a43-51dca7677e02_negatedLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationDeductionsDividends" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Dividend received deduction</link:label>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationDeductionsDividends_label_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationDeductionsDividends" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Income Tax Rate Reconciliation, Deduction, Dividends, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxReconciliationDeductionsDividends" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationDeductionsDividends"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxReconciliationDeductionsDividends" xlink:to="lab_us-gaap_IncomeTaxReconciliationDeductionsDividends" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParent_01325bf2-0a66-484f-9538-bdc9735477df_verboseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in net unrealized investment gains (losses) on fixed maturity securities</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParent_0bf14381-1fc0-4c78-b521-df802a6168a8_netLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2009/role/netLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in net unrealized investment gains (losses) on fixed maturity securities</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParent_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Available-for-sale Securities Adjustment, Net of Tax, Portion Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParent" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParent" xlink:to="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesAdjustmentNetOfTaxPortionAttributableToParent" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AggregateInMoneyDeathBenefitsUnderGuaranteedMinimumDeathBenefitReserveProvision_28cb2a68-c7c3-4fe0-99b0-e0242fb5aebb_verboseLabel_en-US" xlink:label="lab_hmn_AggregateInMoneyDeathBenefitsUnderGuaranteedMinimumDeathBenefitReserveProvision" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Aggregate in-the-money death benefits under the GMDB provision</link:label>
    <link:label id="lab_hmn_AggregateInMoneyDeathBenefitsUnderGuaranteedMinimumDeathBenefitReserveProvision_label_en-US" xlink:label="lab_hmn_AggregateInMoneyDeathBenefitsUnderGuaranteedMinimumDeathBenefitReserveProvision" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Aggregate In Money Death Benefits Under Guaranteed Minimum Death Benefit Reserve Provision</link:label>
    <link:label id="lab_hmn_AggregateInMoneyDeathBenefitsUnderGuaranteedMinimumDeathBenefitReserveProvision_documentation_en-US" xlink:label="lab_hmn_AggregateInMoneyDeathBenefitsUnderGuaranteedMinimumDeathBenefitReserveProvision" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Aggregate in money death benefits under guaranteed minimum death benefit reserve provision.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AggregateInMoneyDeathBenefitsUnderGuaranteedMinimumDeathBenefitReserveProvision" xlink:href="hmn-20201231.xsd#hmn_AggregateInMoneyDeathBenefitsUnderGuaranteedMinimumDeathBenefitReserveProvision"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AggregateInMoneyDeathBenefitsUnderGuaranteedMinimumDeathBenefitReserveProvision" xlink:to="lab_hmn_AggregateInMoneyDeathBenefitsUnderGuaranteedMinimumDeathBenefitReserveProvision" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsForLossesAndLossAdjustmentExpense_cee0f59b-7a28-4de7-9ae3-35e8b105bbf9_totalLabel_en-US" xlink:label="lab_us-gaap_PaymentsForLossesAndLossAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total claims and claim expense payments</link:label>
    <link:label id="lab_us-gaap_PaymentsForLossesAndLossAdjustmentExpense_label_en-US" xlink:label="lab_us-gaap_PaymentsForLossesAndLossAdjustmentExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Unpaid Claims and Claims Adjustment Expense, Claims Paid</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsForLossesAndLossAdjustmentExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsForLossesAndLossAdjustmentExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsForLossesAndLossAdjustmentExpense" xlink:to="lab_us-gaap_PaymentsForLossesAndLossAdjustmentExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FixedIndexedAnnuitiesTermMinimum_9006b858-2ba8-4849-a700-622a5721e439_terseLabel_en-US" xlink:label="lab_hmn_FixedIndexedAnnuitiesTermMinimum" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Expected contract term</link:label>
    <link:label id="lab_hmn_FixedIndexedAnnuitiesTermMinimum_label_en-US" xlink:label="lab_hmn_FixedIndexedAnnuitiesTermMinimum" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed Indexed Annuities Term Minimum</link:label>
    <link:label id="lab_hmn_FixedIndexedAnnuitiesTermMinimum_documentation_en-US" xlink:label="lab_hmn_FixedIndexedAnnuitiesTermMinimum" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed indexed annuities term.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FixedIndexedAnnuitiesTermMinimum" xlink:href="hmn-20201231.xsd#hmn_FixedIndexedAnnuitiesTermMinimum"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FixedIndexedAnnuitiesTermMinimum" xlink:to="lab_hmn_FixedIndexedAnnuitiesTermMinimum" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FourZeroOneKPlanMember_2ac88b26-d09f-4753-a748-2dd09789d9e1_verboseLabel_en-US" xlink:label="lab_hmn_FourZeroOneKPlanMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">401(k) plan</link:label>
    <link:label id="lab_hmn_FourZeroOneKPlanMember_label_en-US" xlink:label="lab_hmn_FourZeroOneKPlanMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Four Zero One K Plan [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FourZeroOneKPlanMember" xlink:href="hmn-20201231.xsd#hmn_FourZeroOneKPlanMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FourZeroOneKPlanMember" xlink:to="lab_hmn_FourZeroOneKPlanMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherInsuranceProductLineMember_b3313611-eee2-4afb-bb00-a6ba8f59e709_verboseLabel_en-US" xlink:label="lab_us-gaap_OtherInsuranceProductLineMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other, including consolidating eliminations</link:label>
    <link:label id="lab_us-gaap_OtherInsuranceProductLineMember_label_en-US" xlink:label="lab_us-gaap_OtherInsuranceProductLineMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance, Other [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherInsuranceProductLineMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherInsuranceProductLineMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherInsuranceProductLineMember" xlink:to="lab_us-gaap_OtherInsuranceProductLineMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateProjectedBenefitObligation_d5d7af83-d9ed-4ff7-a4d8-fe8944a1d8c5_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateProjectedBenefitObligation" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Projected benefit obligation</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateProjectedBenefitObligation_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateProjectedBenefitObligation" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Pension Plan with Accumulated Benefit Obligation in Excess of Plan Assets, Projected Benefit Obligation</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateProjectedBenefitObligation" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateProjectedBenefitObligation"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateProjectedBenefitObligation" xlink:to="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateProjectedBenefitObligation" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ConcentrationRiskByTypeAxis_3a8fb868-0990-4c7a-b024-9e0a52af6b3a_terseLabel_en-US" xlink:label="lab_us-gaap_ConcentrationRiskByTypeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Concentration Risk Type [Axis]</link:label>
    <link:label id="lab_us-gaap_ConcentrationRiskByTypeAxis_label_en-US" xlink:label="lab_us-gaap_ConcentrationRiskByTypeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Concentration Risk Type [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ConcentrationRiskByTypeAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ConcentrationRiskByTypeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ConcentrationRiskByTypeAxis" xlink:to="lab_us-gaap_ConcentrationRiskByTypeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfRealizedGainLossTableTextBlock_7f179503-9e7b-4b50-9d54-76c2686732b4_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfRealizedGainLossTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds received from sales of fixed maturities and equity securities</link:label>
    <link:label id="lab_us-gaap_ScheduleOfRealizedGainLossTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfRealizedGainLossTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Realized Gain (Loss) [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfRealizedGainLossTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfRealizedGainLossTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfRealizedGainLossTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfRealizedGainLossTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_SupplementalMember_a25111f8-077a-4e89-bc28-cfbcfe9cc7e0_verboseLabel_en-US" xlink:label="lab_hmn_SupplementalMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Supplemental</link:label>
    <link:label id="lab_hmn_SupplementalMember_c3d388db-e53f-4840-8d57-eb567ba78ee4_terseLabel_en-US" xlink:label="lab_hmn_SupplementalMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Supplemental</link:label>
    <link:label id="lab_hmn_SupplementalMember_label_en-US" xlink:label="lab_hmn_SupplementalMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Supplemental [Member]</link:label>
    <link:label id="lab_hmn_SupplementalMember_documentation_en-US" xlink:label="lab_hmn_SupplementalMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Supplemental [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_SupplementalMember" xlink:href="hmn-20201231.xsd#hmn_SupplementalMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_SupplementalMember" xlink:to="lab_hmn_SupplementalMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_USGovernmentDebtSecuritiesMember_5ca90563-f7f1-4712-a21b-a57c26ab1b1b_verboseLabel_en-US" xlink:label="lab_us-gaap_USGovernmentDebtSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other</link:label>
    <link:label id="lab_us-gaap_USGovernmentDebtSecuritiesMember_label_en-US" xlink:label="lab_us-gaap_USGovernmentDebtSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">US Government Debt Securities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_USGovernmentDebtSecuritiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_USGovernmentDebtSecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_USGovernmentDebtSecuritiesMember" xlink:to="lab_us-gaap_USGovernmentDebtSecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsNoPreviousImpairment_a1bf65ab-b8c9-4214-bfc5-f2d6a77a105d_verboseLabel_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsNoPreviousImpairment" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">New credit losses</link:label>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsNoPreviousImpairment_label_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsNoPreviousImpairment" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other than Temporary Impairment, Credit Losses Recognized in Earnings, Additions, No Previous Impairment</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsNoPreviousImpairment" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsNoPreviousImpairment"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsNoPreviousImpairment" xlink:to="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsNoPreviousImpairment" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentLossesInvestmentsPortionInOtherComprehensiveIncomeLossBeforeTaxIncludingPortionAttributableToNoncontrollingInterest_d0a206bf-92db-45a3-9568-5b67df12dad3_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentLossesInvestmentsPortionInOtherComprehensiveIncomeLossBeforeTaxIncludingPortionAttributableToNoncontrollingInterest" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Portion of losses recognized in other comprehensive income (loss)</link:label>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentLossesInvestmentsPortionInOtherComprehensiveIncomeLossBeforeTaxIncludingPortionAttributableToNoncontrollingInterest_label_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentLossesInvestmentsPortionInOtherComprehensiveIncomeLossBeforeTaxIncludingPortionAttributableToNoncontrollingInterest" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other than Temporary Impairment Losses, Investments, Portion in Other Comprehensive Loss, before Tax, Including Portion Attributable to Noncontrolling Interest</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherThanTemporaryImpairmentLossesInvestmentsPortionInOtherComprehensiveIncomeLossBeforeTaxIncludingPortionAttributableToNoncontrollingInterest" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherThanTemporaryImpairmentLossesInvestmentsPortionInOtherComprehensiveIncomeLossBeforeTaxIncludingPortionAttributableToNoncontrollingInterest"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherThanTemporaryImpairmentLossesInvestmentsPortionInOtherComprehensiveIncomeLossBeforeTaxIncludingPortionAttributableToNoncontrollingInterest" xlink:to="lab_us-gaap_OtherThanTemporaryImpairmentLossesInvestmentsPortionInOtherComprehensiveIncomeLossBeforeTaxIncludingPortionAttributableToNoncontrollingInterest" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationTaxExemptIncome_20acb816-5d3c-412e-80c2-5fe60c30d467_negatedLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationTaxExemptIncome" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Tax-exempt interest</link:label>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationTaxExemptIncome_label_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationTaxExemptIncome" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Income Tax Rate Reconciliation, Tax Exempt Income, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxReconciliationTaxExemptIncome" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationTaxExemptIncome"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxReconciliationTaxExemptIncome" xlink:to="lab_us-gaap_IncomeTaxReconciliationTaxExemptIncome" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ValueOfDistributionAcquired_0739487c-8ff4-4ae1-bcf8-cd7803ee20d5_terseLabel_en-US" xlink:label="lab_hmn_ValueOfDistributionAcquired" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of distribution acquired</link:label>
    <link:label id="lab_hmn_ValueOfDistributionAcquired_label_en-US" xlink:label="lab_hmn_ValueOfDistributionAcquired" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value Of Distribution Acquired</link:label>
    <link:label id="lab_hmn_ValueOfDistributionAcquired_documentation_en-US" xlink:label="lab_hmn_ValueOfDistributionAcquired" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value Of Distribution Acquired</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ValueOfDistributionAcquired" xlink:href="hmn-20201231.xsd#hmn_ValueOfDistributionAcquired"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ValueOfDistributionAcquired" xlink:to="lab_hmn_ValueOfDistributionAcquired" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsPercentageOfFairValue_40e28e21-5d9d-41c3-8e4a-95d27fac6a80_verboseLabel_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsPercentageOfFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 20 years</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsPercentageOfFairValue_label_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsPercentageOfFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 20 years, Percent of Total Fair Value</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsPercentageOfFairValue_documentation_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsPercentageOfFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of fair value of available for sale debt securities maturing after the twentieth rolling twelve months following the latest balance sheet presented.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsPercentageOfFairValue" xlink:href="hmn-20201231.xsd#hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsPercentageOfFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsPercentageOfFairValue" xlink:to="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsPercentageOfFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsAmortizedCostBasis_dc07477e-8438-4fc7-bd48-61b5420ae365_verboseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsAmortizedCostBasis" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due in 1 year or less</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsAmortizedCostBasis_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsAmortizedCostBasis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Maturity, Allocated and Single Maturity Date, Rolling within One Year, Amortized Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsAmortizedCostBasis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsAmortizedCostBasis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsAmortizedCostBasis" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsAmortizedCostBasis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_TwoThousandFifteenEquityIncentivePlanMember_35d756bf-8a35-4d57-8b61-e3096d302b2e_verboseLabel_en-US" xlink:label="lab_hmn_TwoThousandFifteenEquityIncentivePlanMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2015 Plan</link:label>
    <link:label id="lab_hmn_TwoThousandFifteenEquityIncentivePlanMember_label_en-US" xlink:label="lab_hmn_TwoThousandFifteenEquityIncentivePlanMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Two Thousand Fifteen Equity Incentive Plan [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_TwoThousandFifteenEquityIncentivePlanMember" xlink:href="hmn-20201231.xsd#hmn_TwoThousandFifteenEquityIncentivePlanMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_TwoThousandFifteenEquityIncentivePlanMember" xlink:to="lab_hmn_TwoThousandFifteenEquityIncentivePlanMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EstimateOfFairValueFairValueDisclosureMember_9fa1ca9b-9a00-46b3-926d-67cca785a7e8_terseLabel_en-US" xlink:label="lab_us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value</link:label>
    <link:label id="lab_us-gaap_EstimateOfFairValueFairValueDisclosureMember_label_en-US" xlink:label="lab_us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Estimate of Fair Value Measurement [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EstimateOfFairValueFairValueDisclosureMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:to="lab_us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsIncurredClaimsAndAllocatedClaimAdjustmentExpenseNet_841709de-bd8e-4a73-9986-de3102f34cd9_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsIncurredClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Incurred Claims and Allocated Claim Adjustment Expense, Net of Reinsurance</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsIncurredClaimsAndAllocatedClaimAdjustmentExpenseNet_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsIncurredClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Incurred Claims and Allocated Claim Adjustment Expense, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsIncurredClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsIncurredClaimsAndAllocatedClaimAdjustmentExpenseNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsIncurredClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsIncurredClaimsAndAllocatedClaimAdjustmentExpenseNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFour_7553e932-0cf0-46c0-aceb-3e1684812b67_verboseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFour" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization in 2024</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFour_d1d4c0b1-ba26-4ae9-94c5-105a5bdb62a6_terseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFour" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2024</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFour_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFour" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Asset, Expected Amortization, Year Four</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFour" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFour"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFour" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetsAmortizationExpenseYearFour" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsAdditionalCreditLosses_fcc41ffd-cc2a-4083-a06e-e14d8bc330b4_verboseLabel_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsAdditionalCreditLosses" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increases to previously recognized credit losses</link:label>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsAdditionalCreditLosses_label_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsAdditionalCreditLosses" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other than Temporary Impairment, Credit Losses Recognized in Earnings, Additions, Additional Credit Losses</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsAdditionalCreditLosses" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsAdditionalCreditLosses"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsAdditionalCreditLosses" xlink:to="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsAdditionsAdditionalCreditLosses" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromRepaymentsOfBankOverdrafts_3e0e2ef9-475d-49a1-b877-136889b4736b_verboseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromRepaymentsOfBankOverdrafts" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in book overdrafts</link:label>
    <link:label id="lab_us-gaap_ProceedsFromRepaymentsOfBankOverdrafts_label_en-US" xlink:label="lab_us-gaap_ProceedsFromRepaymentsOfBankOverdrafts" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from (Repayments of) Bank Overdrafts</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromRepaymentsOfBankOverdrafts" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromRepaymentsOfBankOverdrafts"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromRepaymentsOfBankOverdrafts" xlink:to="lab_us-gaap_ProceedsFromRepaymentsOfBankOverdrafts" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles_ed74049f-465d-4c20-9a1e-ea759da4b814_terseLabel_en-US" xlink:label="lab_us-gaap_BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquired finite-lived intangible assets</link:label>
    <link:label id="lab_us-gaap_BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles_label_en-US" xlink:label="lab_us-gaap_BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Business Combination, Recognized Identifiable Assets Acquired and Liabilities Assumed, Finite-Lived Intangibles</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles" xlink:to="lab_us-gaap_BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaims1_4af1f913-bb95-4f0d-8164-22bb96494874_totalLabel_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaims1" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total claims and claim expenses incurred</link:label>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaims1_label_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaims1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Unpaid Claims and Claims Adjustment Expense, Incurred Claims</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaims1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaims1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaims1" xlink:to="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseIncurredClaims1" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentLineItems_612fdccf-7ac5-4e6a-8868-45a33b40d63a_terseLabel_en-US" xlink:label="lab_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance [Line Items]</link:label>
    <link:label id="lab_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentLineItems_label_en-US" xlink:label="lab_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentLineItems" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentLineItems" xlink:to="lab_srt_ReinsurancePremiumsForInsuranceCompaniesByProductSegmentLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesContinuingOperationsAbstract_ca5763d8-6009-4acf-8875-68a430cc6777_verboseLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesContinuingOperationsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash flows from investing activities</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesContinuingOperationsAbstract_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesContinuingOperationsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Cash Provided by (Used in) Investing Activities, Continuing Operations [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInInvestingActivitiesContinuingOperationsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetCashProvidedByUsedInInvestingActivitiesContinuingOperationsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInInvestingActivitiesContinuingOperationsAbstract" xlink:to="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesContinuingOperationsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ResidentialMortgageBackedSecuritiesMember_141f9fe8-1407-4ea9-8426-36322f9c1b55_terseLabel_en-US" xlink:label="lab_us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Residential mortgage-backed securities (non-agency)</link:label>
    <link:label id="lab_us-gaap_ResidentialMortgageBackedSecuritiesMember_label_en-US" xlink:label="lab_us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Residential Mortgage Backed Securities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ResidentialMortgageBackedSecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:to="lab_us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1_839c3098-aea7-494b-baee-3ba2b60b91d9_terseLabel_en-US" xlink:label="lab_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Remaining authorized repurchase amount</link:label>
    <link:label id="lab_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1_label_en-US" xlink:label="lab_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Stock Repurchase Program, Remaining Authorized Repurchase Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1" xlink:to="lab_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanEquitySecuritiesNonUsMember_91728383-74d5-482b-a2ee-b1d0f1732a45_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanEquitySecuritiesNonUsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity security funds, International</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanEquitySecuritiesNonUsMember_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanEquitySecuritiesNonUsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Equity Securities, Non-US [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanEquitySecuritiesNonUsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanEquitySecuritiesNonUsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanEquitySecuritiesNonUsMember" xlink:to="lab_us-gaap_DefinedBenefitPlanEquitySecuritiesNonUsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AvailableforsaleSecuritiesContinuousUnrealizedLossPositionAggregateLossAbstract_c16c4501-c0db-49ed-83cc-3d389e811e9d_verboseLabel_en-US" xlink:label="lab_hmn_AvailableforsaleSecuritiesContinuousUnrealizedLossPositionAggregateLossAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities, Gross Unrealized Losses</link:label>
    <link:label id="lab_hmn_AvailableforsaleSecuritiesContinuousUnrealizedLossPositionAggregateLossAbstract_label_en-US" xlink:label="lab_hmn_AvailableforsaleSecuritiesContinuousUnrealizedLossPositionAggregateLossAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Available-for-sale Securities, Continuous Unrealized Loss Position, Aggregate Loss [Abstract]</link:label>
    <link:label id="lab_hmn_AvailableforsaleSecuritiesContinuousUnrealizedLossPositionAggregateLossAbstract_documentation_en-US" xlink:label="lab_hmn_AvailableforsaleSecuritiesContinuousUnrealizedLossPositionAggregateLossAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Available-for-sale Securities, Continuous Unrealized Loss Position, Aggregate Loss [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AvailableforsaleSecuritiesContinuousUnrealizedLossPositionAggregateLossAbstract" xlink:href="hmn-20201231.xsd#hmn_AvailableforsaleSecuritiesContinuousUnrealizedLossPositionAggregateLossAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AvailableforsaleSecuritiesContinuousUnrealizedLossPositionAggregateLossAbstract" xlink:to="lab_hmn_AvailableforsaleSecuritiesContinuousUnrealizedLossPositionAggregateLossAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_NTALifeEnterprisesMember_07e6fab3-6ecb-4891-a452-c98ea046534f_terseLabel_en-US" xlink:label="lab_hmn_NTALifeEnterprisesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">NTA</link:label>
    <link:label id="lab_hmn_NTALifeEnterprisesMember_label_en-US" xlink:label="lab_hmn_NTALifeEnterprisesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">NTA Life Enterprises [Member]</link:label>
    <link:label id="lab_hmn_NTALifeEnterprisesMember_documentation_en-US" xlink:label="lab_hmn_NTALifeEnterprisesMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">NTA Life Enterprises [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_NTALifeEnterprisesMember" xlink:href="hmn-20201231.xsd#hmn_NTALifeEnterprisesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_NTALifeEnterprisesMember" xlink:to="lab_hmn_NTALifeEnterprisesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ComprehensiveIncomeNetOfTax_2d76b50c-50ba-43f7-b166-834c935580ea_totalLabel_en-US" xlink:label="lab_us-gaap_ComprehensiveIncomeNetOfTax" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_ComprehensiveIncomeNetOfTax_label_en-US" xlink:label="lab_us-gaap_ComprehensiveIncomeNetOfTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Comprehensive Income (Loss), Net of Tax, Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ComprehensiveIncomeNetOfTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ComprehensiveIncomeNetOfTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ComprehensiveIncomeNetOfTax" xlink:to="lab_us-gaap_ComprehensiveIncomeNetOfTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PublicUtilityBondsMember_bf790862-6cc0-4f59-a948-2a67114587a0_verboseLabel_en-US" xlink:label="lab_us-gaap_PublicUtilityBondsMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Public utilities</link:label>
    <link:label id="lab_us-gaap_PublicUtilityBondsMember_label_en-US" xlink:label="lab_us-gaap_PublicUtilityBondsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Public Utility, Bonds [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PublicUtilityBondsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PublicUtilityBondsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PublicUtilityBondsMember" xlink:to="lab_us-gaap_PublicUtilityBondsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedDividendRate_73d4624b-a7bb-4668-b900-3bab6e61cebc_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedDividendRate" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Expected dividend yield</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedDividendRate_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedDividendRate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Fair Value Assumptions, Expected Dividend Rate</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedDividendRate" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedDividendRate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedDividendRate" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsExpectedDividendRate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PreferredStockParOrStatedValuePerShare_faf04446-6894-460b-98ec-36027ec158bf_verboseLabel_en-US" xlink:label="lab_us-gaap_PreferredStockParOrStatedValuePerShare" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Preferred stock, par value (in usd per share)</link:label>
    <link:label id="lab_us-gaap_PreferredStockParOrStatedValuePerShare_label_en-US" xlink:label="lab_us-gaap_PreferredStockParOrStatedValuePerShare" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Preferred Stock, Par or Stated Value Per Share</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PreferredStockParOrStatedValuePerShare" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PreferredStockParOrStatedValuePerShare"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PreferredStockParOrStatedValuePerShare" xlink:to="lab_us-gaap_PreferredStockParOrStatedValuePerShare" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_USGovernmentSponsoredEnterprisesDebtSecuritiesMember_96d07551-feda-45ca-9f75-afd55f5e25d0_verboseLabel_en-US" xlink:label="lab_us-gaap_USGovernmentSponsoredEnterprisesDebtSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">U.S. Government and federally sponsored agency obligations</link:label>
    <link:label id="lab_us-gaap_USGovernmentSponsoredEnterprisesDebtSecuritiesMember_label_en-US" xlink:label="lab_us-gaap_USGovernmentSponsoredEnterprisesDebtSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">US Government-sponsored Enterprises Debt Securities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_USGovernmentSponsoredEnterprisesDebtSecuritiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_USGovernmentSponsoredEnterprisesDebtSecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_USGovernmentSponsoredEnterprisesDebtSecuritiesMember" xlink:to="lab_us-gaap_USGovernmentSponsoredEnterprisesDebtSecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentsIncorporatedByReferenceTextBlock_f90cb0f5-0d7a-4f20-9893-393027f38bae_terseLabel_en-US" xlink:label="lab_dei_DocumentsIncorporatedByReferenceTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Documents Incorporated by Reference</link:label>
    <link:label id="lab_dei_DocumentsIncorporatedByReferenceTextBlock_label_en-US" xlink:label="lab_dei_DocumentsIncorporatedByReferenceTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Documents Incorporated by Reference [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentsIncorporatedByReferenceTextBlock" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_DocumentsIncorporatedByReferenceTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentsIncorporatedByReferenceTextBlock" xlink:to="lab_dei_DocumentsIncorporatedByReferenceTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfEffectiveIncomeTaxRateReconciliationTableTextBlock_c6f31505-bf28-47ef-b51b-a9250768e7b0_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfEffectiveIncomeTaxRateReconciliationTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income taxes expenses reconciliation</link:label>
    <link:label id="lab_us-gaap_ScheduleOfEffectiveIncomeTaxRateReconciliationTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfEffectiveIncomeTaxRateReconciliationTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Effective Income Tax Rate Reconciliation [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfEffectiveIncomeTaxRateReconciliationTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfEffectiveIncomeTaxRateReconciliationTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfEffectiveIncomeTaxRateReconciliationTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfEffectiveIncomeTaxRateReconciliationTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_TwoThousandTenComprehensiveExecutiveCompensationPlanMember_534b0d99-9d6f-4e8c-ad59-adc7c3af9fa7_verboseLabel_en-US" xlink:label="lab_hmn_TwoThousandTenComprehensiveExecutiveCompensationPlanMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Comprehensive Plan</link:label>
    <link:label id="lab_hmn_TwoThousandTenComprehensiveExecutiveCompensationPlanMember_label_en-US" xlink:label="lab_hmn_TwoThousandTenComprehensiveExecutiveCompensationPlanMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Two Thousand Ten Comprehensive Executive Compensation Plan [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_TwoThousandTenComprehensiveExecutiveCompensationPlanMember" xlink:href="hmn-20201231.xsd#hmn_TwoThousandTenComprehensiveExecutiveCompensationPlanMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_TwoThousandTenComprehensiveExecutiveCompensationPlanMember" xlink:to="lab_hmn_TwoThousandTenComprehensiveExecutiveCompensationPlanMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OciBeforeReclassificationsNetOfTaxAttributableToParent_cb1b9c41-2822-4789-9c33-74fd66d43666_terseLabel_en-US" xlink:label="lab_us-gaap_OciBeforeReclassificationsNetOfTaxAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other comprehensive income (loss) before reclassifications</link:label>
    <link:label id="lab_us-gaap_OciBeforeReclassificationsNetOfTaxAttributableToParent_label_en-US" xlink:label="lab_us-gaap_OciBeforeReclassificationsNetOfTaxAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">OCI, before Reclassifications, Net of Tax, Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OciBeforeReclassificationsNetOfTaxAttributableToParent" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OciBeforeReclassificationsNetOfTaxAttributableToParent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OciBeforeReclassificationsNetOfTaxAttributableToParent" xlink:to="lab_us-gaap_OciBeforeReclassificationsNetOfTaxAttributableToParent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2016Member_26059ed6-7e64-4509-bb95-258393eb9991_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2016Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2016</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2016Member_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2016Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Accident Year 2016 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsAccidentYear2016Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsAccidentYear2016Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsAccidentYear2016Member" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsAccidentYear2016Member" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_LegalEntityAxis_a245a9cf-9914-4ccb-8976-6f9388b1d423_terseLabel_en-US" xlink:label="lab_dei_LegalEntityAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Legal Entity [Axis]</link:label>
    <link:label id="lab_dei_LegalEntityAxis_label_en-US" xlink:label="lab_dei_LegalEntityAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Legal Entity [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_LegalEntityAxis" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_LegalEntityAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_LegalEntityAxis" xlink:to="lab_dei_LegalEntityAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_CityAreaCode_9d4b6b0f-0b18-487d-ad9a-50a866ccab7c_terseLabel_en-US" xlink:label="lab_dei_CityAreaCode" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">City Area Code</link:label>
    <link:label id="lab_dei_CityAreaCode_label_en-US" xlink:label="lab_dei_CityAreaCode" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">City Area Code</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_CityAreaCode" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_CityAreaCode"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_CityAreaCode" xlink:to="lab_dei_CityAreaCode" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNet_8bcbeff8-40d5-40cc-982c-517cd014a9be_verboseLabel_en-US" xlink:label="lab_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNet" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net investment gain (loss)</link:label>
    <link:label id="lab_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNet_eb7264fa-bf02-47f3-b846-96928296ae03_terseLabel_en-US" xlink:label="lab_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net investment gains (losses)</link:label>
    <link:label id="lab_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNet_label_en-US" xlink:label="lab_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Embedded Derivative, Gain (Loss) on Embedded Derivative, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNet" xlink:to="lab_us-gaap_EmbeddedDerivativeGainLossOnEmbeddedDerivativeNet" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentPeriodEndDate_974944a1-cbc2-4c4d-970b-1cfe0c230ba8_terseLabel_en-US" xlink:label="lab_dei_DocumentPeriodEndDate" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Document Period End Date</link:label>
    <link:label id="lab_dei_DocumentPeriodEndDate_label_en-US" xlink:label="lab_dei_DocumentPeriodEndDate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Document Period End Date</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentPeriodEndDate" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_DocumentPeriodEndDate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentPeriodEndDate" xlink:to="lab_dei_DocumentPeriodEndDate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxLiabilitiesDeferredExpense_253dbf8e-7eb3-4db5-bf79-bcfb359e206c_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxLiabilitiesDeferredExpense" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred policy acquisition costs</link:label>
    <link:label id="lab_us-gaap_DeferredTaxLiabilitiesDeferredExpense_label_en-US" xlink:label="lab_us-gaap_DeferredTaxLiabilitiesDeferredExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Deferred Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxLiabilitiesDeferredExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxLiabilitiesDeferredExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxLiabilitiesDeferredExpense" xlink:to="lab_us-gaap_DeferredTaxLiabilitiesDeferredExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTen_5d4a6eef-d54b-46c1-9cad-24de31f74077_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTen" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Year Ten</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTen_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTen" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration, Year Ten</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTen" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTen"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTen" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTen" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAbstract_fec5b971-796a-42c7-9a13-47a85470203c_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Information for pension plans with an accumulated benefit obligation greater than plan assets:</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAbstract_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan with Accumulated Benefit Obligation in Excess of Plan Assets [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAbstract" xlink:to="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InvestmentContractAndLifePolicyReservesTableTextBlock_3447d844-2a3b-4e5e-a777-f4f1efe727d3_verboseLabel_en-US" xlink:label="lab_hmn_InvestmentContractAndLifePolicyReservesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment contract and life policy reserves</link:label>
    <link:label id="lab_hmn_InvestmentContractAndLifePolicyReservesTableTextBlock_label_en-US" xlink:label="lab_hmn_InvestmentContractAndLifePolicyReservesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Contract And Life Policy Reserves [Table Text Block]</link:label>
    <link:label id="lab_hmn_InvestmentContractAndLifePolicyReservesTableTextBlock_documentation_en-US" xlink:label="lab_hmn_InvestmentContractAndLifePolicyReservesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">A table of investment contract and life policy reserves, shown as a text block.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InvestmentContractAndLifePolicyReservesTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_InvestmentContractAndLifePolicyReservesTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InvestmentContractAndLifePolicyReservesTableTextBlock" xlink:to="lab_hmn_InvestmentContractAndLifePolicyReservesTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockRepurchaseProgramAuthorizedAmount1_20396e57-091b-4c7c-bdd8-37f8a830bc22_terseLabel_en-US" xlink:label="lab_us-gaap_StockRepurchaseProgramAuthorizedAmount1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Authorized repurchase amount</link:label>
    <link:label id="lab_us-gaap_StockRepurchaseProgramAuthorizedAmount1_label_en-US" xlink:label="lab_us-gaap_StockRepurchaseProgramAuthorizedAmount1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Stock Repurchase Program, Authorized Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockRepurchaseProgramAuthorizedAmount1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StockRepurchaseProgramAuthorizedAmount1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockRepurchaseProgramAuthorizedAmount1" xlink:to="lab_us-gaap_StockRepurchaseProgramAuthorizedAmount1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSales_de0eb4dd-2cfb-46c9-8c3b-9693855bced4_negatedLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSales" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Sales</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSales_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSales" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Sales</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSales" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSales"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSales" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSales" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_NumberOfRetirementPlans_679db9c3-6b60-49fc-b3c2-448786f2004c_terseLabel_en-US" xlink:label="lab_hmn_NumberOfRetirementPlans" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number of retirement plans</link:label>
    <link:label id="lab_hmn_NumberOfRetirementPlans_label_en-US" xlink:label="lab_hmn_NumberOfRetirementPlans" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number Of Retirement Plans</link:label>
    <link:label id="lab_hmn_NumberOfRetirementPlans_documentation_en-US" xlink:label="lab_hmn_NumberOfRetirementPlans" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number Of Retirement Plans</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_NumberOfRetirementPlans" xlink:href="hmn-20201231.xsd#hmn_NumberOfRetirementPlans"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_NumberOfRetirementPlans" xlink:to="lab_hmn_NumberOfRetirementPlans" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_QuarterlyFinancialInformationDisclosureAbstract_e148f2db-b37a-4348-9539-f55e16639d66_terseLabel_en-US" xlink:label="lab_us-gaap_QuarterlyFinancialInformationDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Quarterly Financial Information Disclosure [Abstract]</link:label>
    <link:label id="lab_us-gaap_QuarterlyFinancialInformationDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_QuarterlyFinancialInformationDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Quarterly Financial Information Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_QuarterlyFinancialInformationDisclosureAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_QuarterlyFinancialInformationDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_QuarterlyFinancialInformationDisclosureAbstract" xlink:to="lab_us-gaap_QuarterlyFinancialInformationDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockRepurchasedDuringPeriodValue_7082640f-ff87-4d74-8552-571b3ed09d82_terseLabel_en-US" xlink:label="lab_us-gaap_StockRepurchasedDuringPeriodValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Shares reacquired during period, value</link:label>
    <link:label id="lab_us-gaap_StockRepurchasedDuringPeriodValue_label_en-US" xlink:label="lab_us-gaap_StockRepurchasedDuringPeriodValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Stock Repurchased During Period, Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockRepurchasedDuringPeriodValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StockRepurchasedDuringPeriodValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockRepurchasedDuringPeriodValue" xlink:to="lab_us-gaap_StockRepurchasedDuringPeriodValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LongtermDebtTypeDomain_47786407-0890-457e-a80c-559a7bf91283_terseLabel_en-US" xlink:label="lab_us-gaap_LongtermDebtTypeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term Debt, Type [Domain]</link:label>
    <link:label id="lab_us-gaap_LongtermDebtTypeDomain_label_en-US" xlink:label="lab_us-gaap_LongtermDebtTypeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term Debt, Type [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LongtermDebtTypeDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LongtermDebtTypeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LongtermDebtTypeDomain" xlink:to="lab_us-gaap_LongtermDebtTypeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensation_c08b3bca-a078-4814-9abf-f5a42231f42d_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensation" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based compensation expense</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensation_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensation" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Payment Arrangement, Noncash Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensation" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensation"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensation" xlink:to="lab_us-gaap_ShareBasedCompensation" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PolicyLiabilitiesAbstract_19334952-bff2-4212-9871-982dafb180b9_verboseLabel_en-US" xlink:label="lab_hmn_PolicyLiabilitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Policy liabilities</link:label>
    <link:label id="lab_hmn_PolicyLiabilitiesAbstract_label_en-US" xlink:label="lab_hmn_PolicyLiabilitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Policy liabilities</link:label>
    <link:label id="lab_hmn_PolicyLiabilitiesAbstract_documentation_en-US" xlink:label="lab_hmn_PolicyLiabilitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Policy liabilities.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PolicyLiabilitiesAbstract" xlink:href="hmn-20201231.xsd#hmn_PolicyLiabilitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PolicyLiabilitiesAbstract" xlink:to="lab_hmn_PolicyLiabilitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_SupplementaryInsuranceInformationForInsuranceCompaniesDisclosureAndScheduleOfSupplementalInformationForPropertyCasualtyInsuranceUnderwritersTextBlock_1320ec2e-93f7-4931-bc0b-b02a0481115a_verboseLabel_en-US" xlink:label="lab_hmn_SupplementaryInsuranceInformationForInsuranceCompaniesDisclosureAndScheduleOfSupplementalInformationForPropertyCasualtyInsuranceUnderwritersTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule III and VI Supplementary Insurance Information Supplemental Information Concerning Property and Casualty Insurance Operations</link:label>
    <link:label id="lab_hmn_SupplementaryInsuranceInformationForInsuranceCompaniesDisclosureAndScheduleOfSupplementalInformationForPropertyCasualtyInsuranceUnderwritersTextBlock_label_en-US" xlink:label="lab_hmn_SupplementaryInsuranceInformationForInsuranceCompaniesDisclosureAndScheduleOfSupplementalInformationForPropertyCasualtyInsuranceUnderwritersTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Supplementary Insurance Information For Insurance Companies Disclosure And Schedule Of Supplemental Information For Property Casualty Insurance Underwriters [Text Block]</link:label>
    <link:label id="lab_hmn_SupplementaryInsuranceInformationForInsuranceCompaniesDisclosureAndScheduleOfSupplementalInformationForPropertyCasualtyInsuranceUnderwritersTextBlock_documentation_en-US" xlink:label="lab_hmn_SupplementaryInsuranceInformationForInsuranceCompaniesDisclosureAndScheduleOfSupplementalInformationForPropertyCasualtyInsuranceUnderwritersTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Supplementary insurance information for insurance companies disclosure and schedule of supplemental information for property casualty insurance underwriters.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_SupplementaryInsuranceInformationForInsuranceCompaniesDisclosureAndScheduleOfSupplementalInformationForPropertyCasualtyInsuranceUnderwritersTextBlock" xlink:href="hmn-20201231.xsd#hmn_SupplementaryInsuranceInformationForInsuranceCompaniesDisclosureAndScheduleOfSupplementalInformationForPropertyCasualtyInsuranceUnderwritersTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_SupplementaryInsuranceInformationForInsuranceCompaniesDisclosureAndScheduleOfSupplementalInformationForPropertyCasualtyInsuranceUnderwritersTextBlock" xlink:to="lab_hmn_SupplementaryInsuranceInformationForInsuranceCompaniesDisclosureAndScheduleOfSupplementalInformationForPropertyCasualtyInsuranceUnderwritersTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CashDividendsPaidToParentCompanyByConsolidatedSubsidiaries_f93732ec-4c7a-4e67-96de-7b61b89a8bcc_verboseLabel_en-US" xlink:label="lab_us-gaap_CashDividendsPaidToParentCompanyByConsolidatedSubsidiaries" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Dividends received from subsidiaries</link:label>
    <link:label id="lab_us-gaap_CashDividendsPaidToParentCompanyByConsolidatedSubsidiaries_label_en-US" xlink:label="lab_us-gaap_CashDividendsPaidToParentCompanyByConsolidatedSubsidiaries" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-04, Cash Dividends Paid to Registrant, Consolidated Subsidiaries</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CashDividendsPaidToParentCompanyByConsolidatedSubsidiaries" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CashDividendsPaidToParentCompanyByConsolidatedSubsidiaries"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CashDividendsPaidToParentCompanyByConsolidatedSubsidiaries" xlink:to="lab_us-gaap_CashDividendsPaidToParentCompanyByConsolidatedSubsidiaries" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesTaxPortionAttributableToParent_7732c1a7-7765-4f87-8ed6-b78c874b4c71_terseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income tax expense (benefit)</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesTaxPortionAttributableToParent_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Available-for-sale Securities, Tax, Portion Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesTaxPortionAttributableToParent" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesTaxPortionAttributableToParent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesTaxPortionAttributableToParent" xlink:to="lab_us-gaap_OtherComprehensiveIncomeAvailableforsaleSecuritiesTaxPortionAttributableToParent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromLimitedPartnershipInvestments_14b1057d-276f-40a3-9124-13f75ffb3cb3_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromLimitedPartnershipInvestments" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Sales</link:label>
    <link:label id="lab_us-gaap_ProceedsFromLimitedPartnershipInvestments_label_en-US" xlink:label="lab_us-gaap_ProceedsFromLimitedPartnershipInvestments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from Limited Partnership Investments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromLimitedPartnershipInvestments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromLimitedPartnershipInvestments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromLimitedPartnershipInvestments" xlink:to="lab_us-gaap_ProceedsFromLimitedPartnershipInvestments" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_CoverAbstract_388e6bce-7734-411b-a0d4-c56e236e45c4_terseLabel_en-US" xlink:label="lab_dei_CoverAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cover [Abstract]</link:label>
    <link:label id="lab_dei_CoverAbstract_label_en-US" xlink:label="lab_dei_CoverAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cover [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_CoverAbstract" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_CoverAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_CoverAbstract" xlink:to="lab_dei_CoverAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MeasurementInputTypeAxis_215c7775-d714-42ff-bab4-6a5a7deaaa6b_terseLabel_en-US" xlink:label="lab_us-gaap_MeasurementInputTypeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Type [Axis]</link:label>
    <link:label id="lab_us-gaap_MeasurementInputTypeAxis_label_en-US" xlink:label="lab_us-gaap_MeasurementInputTypeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Type [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MeasurementInputTypeAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_MeasurementInputTypeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MeasurementInputTypeAxis" xlink:to="lab_us-gaap_MeasurementInputTypeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DefinedBenefitPlanPrepaidAccruedBenefitExpense_27287c19-e72d-4874-8594-0d5458ae55c8_terseLabel_en-US" xlink:label="lab_hmn_DefinedBenefitPlanPrepaidAccruedBenefitExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Prepaid (accrued) benefit expense</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanPrepaidAccruedBenefitExpense_label_en-US" xlink:label="lab_hmn_DefinedBenefitPlanPrepaidAccruedBenefitExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan Prepaid (Accrued) Benefit Expense</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanPrepaidAccruedBenefitExpense_documentation_en-US" xlink:label="lab_hmn_DefinedBenefitPlanPrepaidAccruedBenefitExpense" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined benefit plan prepaid (accrued) benefit expense.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DefinedBenefitPlanPrepaidAccruedBenefitExpense" xlink:href="hmn-20201231.xsd#hmn_DefinedBenefitPlanPrepaidAccruedBenefitExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DefinedBenefitPlanPrepaidAccruedBenefitExpense" xlink:to="lab_hmn_DefinedBenefitPlanPrepaidAccruedBenefitExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GovernmentNationalMortgageAssociationCertificatesAndObligationsGNMAMember_f1a1834d-3ef2-4cd5-b5dc-95826265e24c_terseLabel_en-US" xlink:label="lab_us-gaap_GovernmentNationalMortgageAssociationCertificatesAndObligationsGNMAMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">GNMA</link:label>
    <link:label id="lab_us-gaap_GovernmentNationalMortgageAssociationCertificatesAndObligationsGNMAMember_label_en-US" xlink:label="lab_us-gaap_GovernmentNationalMortgageAssociationCertificatesAndObligationsGNMAMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Government National Mortgage Association Certificates and Obligations (GNMA) [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GovernmentNationalMortgageAssociationCertificatesAndObligationsGNMAMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GovernmentNationalMortgageAssociationCertificatesAndObligationsGNMAMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GovernmentNationalMortgageAssociationCertificatesAndObligationsGNMAMember" xlink:to="lab_us-gaap_GovernmentNationalMortgageAssociationCertificatesAndObligationsGNMAMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercent_b2e2eee4-69c4-496d-a882-996c89ca2f3f_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercent" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Employer matching contribution as percent of employees' gross pay</link:label>
    <link:label id="lab_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercent_label_en-US" xlink:label="lab_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Contribution Plan, Employer Matching Contribution, Percent of Employees' Gross Pay</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercent" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedContributionPlanEmployerMatchingContributionPercent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercent" xlink:to="lab_us-gaap_DefinedContributionPlanEmployerMatchingContributionPercent" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnNonrecurringBasisTableTextBlock_e3deb914-7cca-4d80-bbd1-fb26e9bca1c0_verboseLabel_en-US" xlink:label="lab_hmn_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnNonrecurringBasisTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of fair value assets and liabilities measured on nonrecurring basis</link:label>
    <link:label id="lab_hmn_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnNonrecurringBasisTableTextBlock_label_en-US" xlink:label="lab_hmn_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnNonrecurringBasisTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule Of Fair Value Assets And Liabilities Measured On Nonrecurring Basis [Table Text Block]</link:label>
    <link:label id="lab_hmn_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnNonrecurringBasisTableTextBlock_documentation_en-US" xlink:label="lab_hmn_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnNonrecurringBasisTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Carrying value, fair value and fair value hierarchy of financial assets and financial liabilities not carried at fair value, are measured on a nonrecurring basis, and fair value disclosure is required.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnNonrecurringBasisTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnNonrecurringBasisTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnNonrecurringBasisTableTextBlock" xlink:to="lab_hmn_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnNonrecurringBasisTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InvestmentGainLossOnReinsuranceNetOfTax_cecb5d56-3514-4538-906f-961ccb7cfebf_terseLabel_en-US" xlink:label="lab_hmn_InvestmentGainLossOnReinsuranceNetOfTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment gain realized, net of tax</link:label>
    <link:label id="lab_hmn_InvestmentGainLossOnReinsuranceNetOfTax_label_en-US" xlink:label="lab_hmn_InvestmentGainLossOnReinsuranceNetOfTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Gain (Loss) On Reinsurance, Net Of Tax</link:label>
    <link:label id="lab_hmn_InvestmentGainLossOnReinsuranceNetOfTax_documentation_en-US" xlink:label="lab_hmn_InvestmentGainLossOnReinsuranceNetOfTax" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Gain (Loss) On Reinsurance, Net Of Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InvestmentGainLossOnReinsuranceNetOfTax" xlink:href="hmn-20201231.xsd#hmn_InvestmentGainLossOnReinsuranceNetOfTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InvestmentGainLossOnReinsuranceNetOfTax" xlink:to="lab_hmn_InvestmentGainLossOnReinsuranceNetOfTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FixedIncomeSecuritiesMember_c175a27f-2b70-4cd6-b4e9-e8378c2ff930_verboseLabel_en-US" xlink:label="lab_us-gaap_FixedIncomeSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities</link:label>
    <link:label id="lab_us-gaap_FixedIncomeSecuritiesMember_695a27b3-73d9-4254-a928-917d922667a1_terseLabel_en-US" xlink:label="lab_us-gaap_FixedIncomeSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed income funds</link:label>
    <link:label id="lab_us-gaap_FixedIncomeSecuritiesMember_label_en-US" xlink:label="lab_us-gaap_FixedIncomeSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed Income Securities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FixedIncomeSecuritiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FixedIncomeSecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FixedIncomeSecuritiesMember" xlink:to="lab_us-gaap_FixedIncomeSecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LongTermDebt_cf15ce5f-8c32-40a1-94cf-855b5c46d030_verboseLabel_en-US" xlink:label="lab_us-gaap_LongTermDebt" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term debt</link:label>
    <link:label id="lab_us-gaap_LongTermDebt_label_en-US" xlink:label="lab_us-gaap_LongTermDebt" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term Debt</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LongTermDebt" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LongTermDebt"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LongTermDebt" xlink:to="lab_us-gaap_LongTermDebt" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeasesTextBlock_64a198e8-76dd-47c5-919d-c146df6901ba_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeasesTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Leases</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeasesTextBlock_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeasesTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Leases [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeasesTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeasesTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeasesTextBlock" xlink:to="lab_us-gaap_LesseeOperatingLeasesTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_LiabilityForOtherThanShortDurationAndUnallocatedClaimsAdjustmentExpenses_377fb49e-bd7b-437d-9912-c3e3ff127123_terseLabel_en-US" xlink:label="lab_hmn_LiabilityForOtherThanShortDurationAndUnallocatedClaimsAdjustmentExpenses" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total other than short duration and unallocated claims adjustment expenses</link:label>
    <link:label id="lab_hmn_LiabilityForOtherThanShortDurationAndUnallocatedClaimsAdjustmentExpenses_label_en-US" xlink:label="lab_hmn_LiabilityForOtherThanShortDurationAndUnallocatedClaimsAdjustmentExpenses" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability For Other Than Short Duration And Unallocated Claims Adjustment Expenses</link:label>
    <link:label id="lab_hmn_LiabilityForOtherThanShortDurationAndUnallocatedClaimsAdjustmentExpenses_documentation_en-US" xlink:label="lab_hmn_LiabilityForOtherThanShortDurationAndUnallocatedClaimsAdjustmentExpenses" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability For Other Than Short Duration And Unallocated Claims Adjustment Expenses</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_LiabilityForOtherThanShortDurationAndUnallocatedClaimsAdjustmentExpenses" xlink:href="hmn-20201231.xsd#hmn_LiabilityForOtherThanShortDurationAndUnallocatedClaimsAdjustmentExpenses"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_LiabilityForOtherThanShortDurationAndUnallocatedClaimsAdjustmentExpenses" xlink:to="lab_hmn_LiabilityForOtherThanShortDurationAndUnallocatedClaimsAdjustmentExpenses" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DefinedBenefitPlanServiceCostOther_efcddbf1-463f-4bb0-a844-c4c239ebc45a_verboseLabel_en-US" xlink:label="lab_hmn_DefinedBenefitPlanServiceCostOther" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other expenses</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanServiceCostOther_label_en-US" xlink:label="lab_hmn_DefinedBenefitPlanServiceCostOther" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan Service Cost Other</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanServiceCostOther_documentation_en-US" xlink:label="lab_hmn_DefinedBenefitPlanServiceCostOther" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined benefit plan service cost other expenses of the plan.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DefinedBenefitPlanServiceCostOther" xlink:href="hmn-20201231.xsd#hmn_DefinedBenefitPlanServiceCostOther"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DefinedBenefitPlanServiceCostOther" xlink:to="lab_hmn_DefinedBenefitPlanServiceCostOther" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherInvestmentMember_32d469d9-fd3d-4e6b-a059-c9a907e07af9_terseLabel_en-US" xlink:label="lab_hmn_OtherInvestmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other investments</link:label>
    <link:label id="lab_hmn_OtherInvestmentMember_label_en-US" xlink:label="lab_hmn_OtherInvestmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Investment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherInvestmentMember" xlink:href="hmn-20201231.xsd#hmn_OtherInvestmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherInvestmentMember" xlink:to="lab_hmn_OtherInvestmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_Investments_f4bd858a-b7c1-4b68-9858-a1a7196981b5_totalLabel_en-US" xlink:label="lab_us-gaap_Investments" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total investments</link:label>
    <link:label id="lab_us-gaap_Investments_label_en-US" xlink:label="lab_us-gaap_Investments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_Investments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_Investments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_Investments" xlink:to="lab_us-gaap_Investments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RetirementPlanNameAxis_de8534a0-d329-47a1-9c8d-245de4a675c1_terseLabel_en-US" xlink:label="lab_us-gaap_RetirementPlanNameAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plan Name [Axis]</link:label>
    <link:label id="lab_us-gaap_RetirementPlanNameAxis_label_en-US" xlink:label="lab_us-gaap_RetirementPlanNameAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plan Name [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RetirementPlanNameAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RetirementPlanNameAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RetirementPlanNameAxis" xlink:to="lab_us-gaap_RetirementPlanNameAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DeferredTaxLiabilitiesDeferredExpenseDeferredPolicyAcquisitionCostTransitionalRule_b38cfacb-daa4-4701-a817-f39a691b1f1e_terseLabel_en-US" xlink:label="lab_hmn_DeferredTaxLiabilitiesDeferredExpenseDeferredPolicyAcquisitionCostTransitionalRule" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Life insurance future policy benefit reserve (transitional rule)</link:label>
    <link:label id="lab_hmn_DeferredTaxLiabilitiesDeferredExpenseDeferredPolicyAcquisitionCostTransitionalRule_label_en-US" xlink:label="lab_hmn_DeferredTaxLiabilitiesDeferredExpenseDeferredPolicyAcquisitionCostTransitionalRule" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Deferred Expense, Deferred Policy Acquisition Cost, Transitional Rule</link:label>
    <link:label id="lab_hmn_DeferredTaxLiabilitiesDeferredExpenseDeferredPolicyAcquisitionCostTransitionalRule_documentation_en-US" xlink:label="lab_hmn_DeferredTaxLiabilitiesDeferredExpenseDeferredPolicyAcquisitionCostTransitionalRule" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Deferred Expense, Deferred Policy Acquisition Cost, Transitional Rule</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DeferredTaxLiabilitiesDeferredExpenseDeferredPolicyAcquisitionCostTransitionalRule" xlink:href="hmn-20201231.xsd#hmn_DeferredTaxLiabilitiesDeferredExpenseDeferredPolicyAcquisitionCostTransitionalRule"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DeferredTaxLiabilitiesDeferredExpenseDeferredPolicyAcquisitionCostTransitionalRule" xlink:to="lab_hmn_DeferredTaxLiabilitiesDeferredExpenseDeferredPolicyAcquisitionCostTransitionalRule" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanServiceCost_b23a43eb-572a-49fe-9faf-1aa9cdf5c79c_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanServiceCost" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Service cost</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanServiceCost_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanServiceCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Service Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanServiceCost" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanServiceCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanServiceCost" xlink:to="lab_us-gaap_DefinedBenefitPlanServiceCost" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesMember_3759eda9-b141-4287-8a32-e99ab2fe428d_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesMember_f81dbe3e-f424-4966-957d-dc13a9f86f55_verboseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesMember_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesMember" xlink:to="lab_us-gaap_DebtSecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments_d05358ca-7021-46dc-86c0-6769babd2af6_negatedLabel_en-US" xlink:label="lab_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization of premiums and accretion of discounts on fixed maturity securities, net</link:label>
    <link:label id="lab_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments_label_en-US" xlink:label="lab_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accretion (Amortization) of Discounts and Premiums, Investments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments" xlink:to="lab_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue_03204ce2-08e3-42ba-815e-7ca77269da34_periodStartLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Beginning balance</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue_ed16bf5a-b636-4ea4-9883-1f264b67a7d6_periodEndLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ending balance</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ConcentrationRiskByBenchmarkAxis_a5da7bae-cb74-4bb7-ab98-95dd288e00f8_terseLabel_en-US" xlink:label="lab_us-gaap_ConcentrationRiskByBenchmarkAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Concentration Risk Benchmark [Axis]</link:label>
    <link:label id="lab_us-gaap_ConcentrationRiskByBenchmarkAxis_label_en-US" xlink:label="lab_us-gaap_ConcentrationRiskByBenchmarkAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Concentration Risk Benchmark [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ConcentrationRiskByBenchmarkAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ConcentrationRiskByBenchmarkAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ConcentrationRiskByBenchmarkAxis" xlink:to="lab_us-gaap_ConcentrationRiskByBenchmarkAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CustomerRelationshipsMember_2ffba09c-ffdb-4aef-a325-65784ab4bd0b_terseLabel_en-US" xlink:label="lab_us-gaap_CustomerRelationshipsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of customer relationships</link:label>
    <link:label id="lab_us-gaap_CustomerRelationshipsMember_label_en-US" xlink:label="lab_us-gaap_CustomerRelationshipsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Customer Relationships [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CustomerRelationshipsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CustomerRelationshipsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CustomerRelationshipsMember" xlink:to="lab_us-gaap_CustomerRelationshipsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesNetOfTax_b2dac236-fbfe-4ab5-a4e6-c7114379ea8f_negatedLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesNetOfTax" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reclassification of net investment (gains) losses on securities to net income</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesNetOfTax_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesNetOfTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Reclassification Adjustment from AOCI for Sale of Securities, Net of Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesNetOfTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesNetOfTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesNetOfTax" xlink:to="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesNetOfTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementEquityComponentsAxis_84bc4706-c475-4b5b-a3f4-f34455389395_terseLabel_en-US" xlink:label="lab_us-gaap_StatementEquityComponentsAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity Components [Axis]</link:label>
    <link:label id="lab_us-gaap_StatementEquityComponentsAxis_label_en-US" xlink:label="lab_us-gaap_StatementEquityComponentsAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity Components [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementEquityComponentsAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatementEquityComponentsAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementEquityComponentsAxis" xlink:to="lab_us-gaap_StatementEquityComponentsAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ExercisePriceRangeRangeOneMember_7a0b6739-f53d-4689-8e5b-ca9f67fa082b_terseLabel_en-US" xlink:label="lab_hmn_ExercisePriceRangeRangeOneMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Range One</link:label>
    <link:label id="lab_hmn_ExercisePriceRangeRangeOneMember_label_en-US" xlink:label="lab_hmn_ExercisePriceRangeRangeOneMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Exercise Price Range Range One [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ExercisePriceRangeRangeOneMember" xlink:href="hmn-20201231.xsd#hmn_ExercisePriceRangeRangeOneMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ExercisePriceRangeRangeOneMember" xlink:to="lab_hmn_ExercisePriceRangeRangeOneMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveAmortizedCostBasis_62f2570d-bac1-4e65-91f5-7f6b62af0dda_verboseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveAmortizedCostBasis" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 1 year through 5 years</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveAmortizedCostBasis_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveAmortizedCostBasis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Maturity, Allocated and Single Maturity Date, Rolling after One Through Five Years, Amortized Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveAmortizedCostBasis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveAmortizedCostBasis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveAmortizedCostBasis" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveAmortizedCostBasis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxAssetsGross_ab03337f-6cde-461a-9b76-dbd1ef73a2d4_totalLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsGross" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total gross deferred tax assets</link:label>
    <link:label id="lab_us-gaap_DeferredTaxAssetsGross_label_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsGross" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Assets, Gross</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxAssetsGross" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsGross"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxAssetsGross" xlink:to="lab_us-gaap_DeferredTaxAssetsGross" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_MinimumMember_841f3d2a-102a-4540-87ca-df739ca5a0d2_terseLabel_en-US" xlink:label="lab_srt_MinimumMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Minimum</link:label>
    <link:label id="lab_srt_MinimumMember_label_en-US" xlink:label="lab_srt_MinimumMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Minimum [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_MinimumMember" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_MinimumMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_MinimumMember" xlink:to="lab_srt_MinimumMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BalanceSheetLocationDomain_a51b1997-c3a3-4c19-ac66-48e696d2e1ad_terseLabel_en-US" xlink:label="lab_us-gaap_BalanceSheetLocationDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Balance Sheet Location [Domain]</link:label>
    <link:label id="lab_us-gaap_BalanceSheetLocationDomain_label_en-US" xlink:label="lab_us-gaap_BalanceSheetLocationDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Balance Sheet Location [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BalanceSheetLocationDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_BalanceSheetLocationDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BalanceSheetLocationDomain" xlink:to="lab_us-gaap_BalanceSheetLocationDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_BarclaysBankPlcMember_5711bada-2df0-469c-b8a5-af431fa95a5a_terseLabel_en-US" xlink:label="lab_hmn_BarclaysBankPlcMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Barclays Bank PLC</link:label>
    <link:label id="lab_hmn_BarclaysBankPlcMember_label_en-US" xlink:label="lab_hmn_BarclaysBankPlcMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Barclays Bank PLC [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_BarclaysBankPlcMember" xlink:href="hmn-20201231.xsd#hmn_BarclaysBankPlcMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_BarclaysBankPlcMember" xlink:to="lab_hmn_BarclaysBankPlcMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions_f605db74-5587-4e60-ae7b-1091196848e8_terseLabel_en-US" xlink:label="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrecognized share-based compensation expense, equity instruments other than options</link:label>
    <link:label id="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions_label_en-US" xlink:label="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Payment Arrangement, Nonvested Award, Excluding Option, Cost Not yet Recognized, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions" xlink:to="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateAccumulatedBenefitObligation_df16b752-4858-4f65-a8f1-300aaf1deece_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateAccumulatedBenefitObligation" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated benefit obligation</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateAccumulatedBenefitObligation_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateAccumulatedBenefitObligation" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan with Accumulated Benefit Obligation in Excess of Plan Assets, Accumulated Benefit Obligation</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateAccumulatedBenefitObligation" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateAccumulatedBenefitObligation"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateAccumulatedBenefitObligation" xlink:to="lab_us-gaap_DefinedBenefitPlanPensionPlansWithAccumulatedBenefitObligationsInExcessOfPlanAssetsAggregateAccumulatedBenefitObligation" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankAmountOfAdvancesByBranch_fa3ee6e8-2624-4987-bc9e-9953bcb41edb_terseLabel_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankAmountOfAdvancesByBranch" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">FHLB advances</link:label>
    <link:label id="lab_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankAmountOfAdvancesByBranch_label_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankAmountOfAdvancesByBranch" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank, Advances, Branch of FHLB Bank, Amount of Advances</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankAmountOfAdvancesByBranch" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankAmountOfAdvancesByBranch"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankAmountOfAdvancesByBranch" xlink:to="lab_us-gaap_FederalHomeLoanBankAdvancesBranchOfFHLBBankAmountOfAdvancesByBranch" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfCashFlowSupplementalDisclosuresTableTextBlock_567d0b87-beef-4494-b88e-cb8113069901_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfCashFlowSupplementalDisclosuresTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of supplemental cash flow information related to operating leases</link:label>
    <link:label id="lab_us-gaap_ScheduleOfCashFlowSupplementalDisclosuresTableTextBlock_69d30ac9-9ef7-43e4-bb6a-868104ac1760_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfCashFlowSupplementalDisclosuresTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reconciliation of net income to net cash provided by operating activities</link:label>
    <link:label id="lab_us-gaap_ScheduleOfCashFlowSupplementalDisclosuresTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfCashFlowSupplementalDisclosuresTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Cash Flow, Supplemental Disclosures [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfCashFlowSupplementalDisclosuresTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfCashFlowSupplementalDisclosuresTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfCashFlowSupplementalDisclosuresTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfCashFlowSupplementalDisclosuresTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PlanAssetCategoriesDomain_0790f31d-ced2-4ea5-be3a-6cce04e0a6cf_terseLabel_en-US" xlink:label="lab_us-gaap_PlanAssetCategoriesDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan Assets, Category [Domain]</link:label>
    <link:label id="lab_us-gaap_PlanAssetCategoriesDomain_label_en-US" xlink:label="lab_us-gaap_PlanAssetCategoriesDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan Assets, Category [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PlanAssetCategoriesDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PlanAssetCategoriesDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PlanAssetCategoriesDomain" xlink:to="lab_us-gaap_PlanAssetCategoriesDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CededPremiumsEarned_f438f710-a659-46c1-a958-5ee94a8d7efb_verboseLabel_en-US" xlink:label="lab_us-gaap_CededPremiumsEarned" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ceded to Other Companies</link:label>
    <link:label id="lab_us-gaap_CededPremiumsEarned_label_en-US" xlink:label="lab_us-gaap_CededPremiumsEarned" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ceded Premiums Earned</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CededPremiumsEarned" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CededPremiumsEarned"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CededPremiumsEarned" xlink:to="lab_us-gaap_CededPremiumsEarned" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ValuationTechniqueBlackScholesMember_d0191713-4368-4bb6-9b85-bb469cbfedd2_terseLabel_en-US" xlink:label="lab_hmn_ValuationTechniqueBlackScholesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Black-Scholes</link:label>
    <link:label id="lab_hmn_ValuationTechniqueBlackScholesMember_label_en-US" xlink:label="lab_hmn_ValuationTechniqueBlackScholesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Valuation Technique Black Scholes [Member]</link:label>
    <link:label id="lab_hmn_ValuationTechniqueBlackScholesMember_documentation_en-US" xlink:label="lab_hmn_ValuationTechniqueBlackScholesMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Valuation Technique Black Scholes</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ValuationTechniqueBlackScholesMember" xlink:href="hmn-20201231.xsd#hmn_ValuationTechniqueBlackScholesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ValuationTechniqueBlackScholesMember" xlink:to="lab_hmn_ValuationTechniqueBlackScholesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetBackedSecuritiesMember_03c4333c-91ab-4b74-8f4b-8df684529dd9_terseLabel_en-US" xlink:label="lab_us-gaap_AssetBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Asset-backed securities</link:label>
    <link:label id="lab_us-gaap_AssetBackedSecuritiesMember_label_en-US" xlink:label="lab_us-gaap_AssetBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Asset-backed Securities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetBackedSecuritiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AssetBackedSecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetBackedSecuritiesMember" xlink:to="lab_us-gaap_AssetBackedSecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses_a664dadb-ceb3-479c-8e79-9d6fb1600531_negatedLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Actuarial loss</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Amortization of Gain (Loss)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses" xlink:to="lab_us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityInteractiveDataCurrent_77357d45-a321-4104-af9b-9f153da1142b_terseLabel_en-US" xlink:label="lab_dei_EntityInteractiveDataCurrent" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Interactive Data Current</link:label>
    <link:label id="lab_dei_EntityInteractiveDataCurrent_label_en-US" xlink:label="lab_dei_EntityInteractiveDataCurrent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Interactive Data Current</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityInteractiveDataCurrent" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityInteractiveDataCurrent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityInteractiveDataCurrent" xlink:to="lab_dei_EntityInteractiveDataCurrent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentsAndCash_b97cddff-a017-4646-823c-7cd9cebf0694_verboseLabel_en-US" xlink:label="lab_us-gaap_InvestmentsAndCash" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments and cash</link:label>
    <link:label id="lab_us-gaap_InvestmentsAndCash_label_en-US" xlink:label="lab_us-gaap_InvestmentsAndCash" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments and Cash</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentsAndCash" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentsAndCash"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentsAndCash" xlink:to="lab_us-gaap_InvestmentsAndCash" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost_79e1d2f1-2e12-4c04-8a65-9724b5d33bc3_totalLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net periodic pension expense</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Net Periodic Benefit Cost (Credit)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost" xlink:to="lab_us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfAllocationOfPlanAssetsTableTextBlock_bf168900-896c-45ed-93df-27a3343d6fd0_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfAllocationOfPlanAssetsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value hierarchy for the Company's defined benefit pension plan assets</link:label>
    <link:label id="lab_us-gaap_ScheduleOfAllocationOfPlanAssetsTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfAllocationOfPlanAssetsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Allocation of Plan Assets [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfAllocationOfPlanAssetsTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfAllocationOfPlanAssetsTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfAllocationOfPlanAssetsTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfAllocationOfPlanAssetsTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExercisesInPeriodWeightedAverageExercisePrice_5241b9b3-d954-4c4c-8dd8-fb277c23d688_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExercisesInPeriodWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average Option Price per Share, Options Exercised (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExercisesInPeriodWeightedAverageExercisePrice_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExercisesInPeriodWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangements by Share-based Payment Award, Options, Exercises in Period, Weighted Average Exercise Price</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExercisesInPeriodWeightedAverageExercisePrice" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExercisesInPeriodWeightedAverageExercisePrice"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExercisesInPeriodWeightedAverageExercisePrice" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsExercisesInPeriodWeightedAverageExercisePrice" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsEmployeeCompensation_86b2dc96-1b0c-4176-a937-0603d01071d7_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsEmployeeCompensation" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Compensation accruals</link:label>
    <link:label id="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsEmployeeCompensation_label_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsEmployeeCompensation" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Assets, Tax Deferred Expense, Compensation and Benefits, Employee Compensation</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsEmployeeCompensation" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsEmployeeCompensation"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsEmployeeCompensation" xlink:to="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsEmployeeCompensation" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RevenuesAbstract_5aa3caad-9f4a-441b-ac35-e952ca8f38b0_verboseLabel_en-US" xlink:label="lab_us-gaap_RevenuesAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Revenues</link:label>
    <link:label id="lab_us-gaap_RevenuesAbstract_label_en-US" xlink:label="lab_us-gaap_RevenuesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Revenues [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RevenuesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RevenuesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RevenuesAbstract" xlink:to="lab_us-gaap_RevenuesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract_0042aa75-1e0b-4f15-98b0-26239be13626_terseLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash flows from operating activities</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Cash Provided by (Used in) Operating Activities [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract" xlink:to="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfShareBasedCompensationStockOptionsActivityTableTextBlock_855579dc-8905-41c5-a4b7-67a387aaca0d_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfShareBasedCompensationStockOptionsActivityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of changes in outstanding options</link:label>
    <link:label id="lab_us-gaap_ScheduleOfShareBasedCompensationStockOptionsActivityTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfShareBasedCompensationStockOptionsActivityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Payment Arrangement, Option, Activity [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfShareBasedCompensationStockOptionsActivityTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfShareBasedCompensationStockOptionsActivityTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfShareBasedCompensationStockOptionsActivityTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfShareBasedCompensationStockOptionsActivityTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock_43174d01-c5ef-47ff-a755-e179c074dbb3_verboseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of fair value and gross unrealized losses of fixed maturity securities and equity securities in an unrealized loss position</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Unrealized Loss Position, Fair Value [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities_bade2fdc-70dc-4ff7-b597-bfd041d89954_verboseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturities, paydowns, calls and redemptions</link:label>
    <link:label id="lab_us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities_label_en-US" xlink:label="lab_us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from Maturities, Prepayments and Calls of Debt Securities, Available-for-sale</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities" xlink:to="lab_us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LineOfCreditFacilityCommitmentFeePercentage_4ae888bd-b104-4b65-b25f-d18c8a935a6b_terseLabel_en-US" xlink:label="lab_us-gaap_LineOfCreditFacilityCommitmentFeePercentage" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Commitment fee percent</link:label>
    <link:label id="lab_us-gaap_LineOfCreditFacilityCommitmentFeePercentage_label_en-US" xlink:label="lab_us-gaap_LineOfCreditFacilityCommitmentFeePercentage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Line of Credit Facility, Commitment Fee Percentage</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LineOfCreditFacilityCommitmentFeePercentage" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LineOfCreditFacilityCommitmentFeePercentage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LineOfCreditFacilityCommitmentFeePercentage" xlink:to="lab_us-gaap_LineOfCreditFacilityCommitmentFeePercentage" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationOptionAndIncentivePlansPolicy_0ab0ce50-8a64-4afc-a43b-93ac594d16b8_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationOptionAndIncentivePlansPolicy" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-Based Compensation</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationOptionAndIncentivePlansPolicy_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationOptionAndIncentivePlansPolicy" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Payment Arrangement [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationOptionAndIncentivePlansPolicy" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationOptionAndIncentivePlansPolicy"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationOptionAndIncentivePlansPolicy" xlink:to="lab_us-gaap_ShareBasedCompensationOptionAndIncentivePlansPolicy" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_HealthReimbursementAccountBalance_b8150394-34c6-4f33-87e2-0f497883567c_terseLabel_en-US" xlink:label="lab_hmn_HealthReimbursementAccountBalance" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Health reimbursement account, amount</link:label>
    <link:label id="lab_hmn_HealthReimbursementAccountBalance_label_en-US" xlink:label="lab_hmn_HealthReimbursementAccountBalance" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Health Reimbursement Account Balance</link:label>
    <link:label id="lab_hmn_HealthReimbursementAccountBalance_documentation_en-US" xlink:label="lab_hmn_HealthReimbursementAccountBalance" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Health reimbursement account balance.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_HealthReimbursementAccountBalance" xlink:href="hmn-20201231.xsd#hmn_HealthReimbursementAccountBalance"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_HealthReimbursementAccountBalance" xlink:to="lab_hmn_HealthReimbursementAccountBalance" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationLiabilityForFuturePolicyBenefitsLossesClaimsAndLossExpenseReserves_b2bb6278-fb7f-49dc-8c1f-d7357c66be65_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationLiabilityForFuturePolicyBenefitsLossesClaimsAndLossExpenseReserves" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Future policy benefits, claims and claim expenses</link:label>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationLiabilityForFuturePolicyBenefitsLossesClaimsAndLossExpenseReserves_label_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationLiabilityForFuturePolicyBenefitsLossesClaimsAndLossExpenseReserves" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information, Liability for Future Policy Benefit, Loss, Claim and Loss Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementaryInsuranceInformationLiabilityForFuturePolicyBenefitsLossesClaimsAndLossExpenseReserves" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementaryInsuranceInformationLiabilityForFuturePolicyBenefitsLossesClaimsAndLossExpenseReserves"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementaryInsuranceInformationLiabilityForFuturePolicyBenefitsLossesClaimsAndLossExpenseReserves" xlink:to="lab_us-gaap_SupplementaryInsuranceInformationLiabilityForFuturePolicyBenefitsLossesClaimsAndLossExpenseReserves" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsAmortizedCost_f7f61d26-a4e1-4838-9f81-ac6fc5d09899_verboseLabel_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 20 years</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsAmortizedCost_label_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 20 years, Amortized Cost</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsAmortizedCost_documentation_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount of available-for-sale debt securities at cost, net of adjustments, maturing after the twentieth rolling twelve months following the latest balance sheet presented. Adjustments include, but are not limited to, accretion, amortization, collection of cash, previous other-than-temporary impairments (OTTI) recognized in earnings (less any cumulative-effect adjustments, defined) and fair value hedge accounting adjustments.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsAmortizedCost" xlink:href="hmn-20201231.xsd#hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsAmortizedCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsAmortizedCost" xlink:to="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsAmortizedCost" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturingOnDecember152023Member_98599486-3b43-48cc-90c6-0487d0087c8a_terseLabel_en-US" xlink:label="lab_hmn_MaturingOnDecember152023Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On December 15, 2023</link:label>
    <link:label id="lab_hmn_MaturingOnDecember152023Member_label_en-US" xlink:label="lab_hmn_MaturingOnDecember152023Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On December 15 2023 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturingOnDecember152023Member" xlink:href="hmn-20201231.xsd#hmn_MaturingOnDecember152023Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturingOnDecember152023Member" xlink:to="lab_hmn_MaturingOnDecember152023Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeTable_c78f7ff7-9958-486c-858e-e083de1dad24_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative [Table]</link:label>
    <link:label id="lab_us-gaap_DerivativeTable_label_en-US" xlink:label="lab_us-gaap_DerivativeTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeTable" xlink:to="lab_us-gaap_DerivativeTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementOfStockholdersEquityAbstract_b17cf8de-2d8e-49d0-9f85-68d42a2b7780_terseLabel_en-US" xlink:label="lab_us-gaap_StatementOfStockholdersEquityAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statement of Stockholders' Equity [Abstract]</link:label>
    <link:label id="lab_us-gaap_StatementOfStockholdersEquityAbstract_label_en-US" xlink:label="lab_us-gaap_StatementOfStockholdersEquityAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statement of Stockholders' Equity [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementOfStockholdersEquityAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatementOfStockholdersEquityAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementOfStockholdersEquityAbstract" xlink:to="lab_us-gaap_StatementOfStockholdersEquityAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsNextTwelveMonths_68f52420-2685-43e1-80f0-33bb50777811_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsNextTwelveMonths" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2021</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsNextTwelveMonths_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsNextTwelveMonths" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Expected Future Benefit Payment, Year One</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsNextTwelveMonths" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsNextTwelveMonths"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsNextTwelveMonths" xlink:to="lab_us-gaap_DefinedBenefitPlanExpectedFutureBenefitPaymentsNextTwelveMonths" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_SummaryOfStockOptionActivityAbstract_19bf564e-047e-4135-82d2-140d4e0bf9f5_verboseLabel_en-US" xlink:label="lab_hmn_SummaryOfStockOptionActivityAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of changes in outstanding options</link:label>
    <link:label id="lab_hmn_SummaryOfStockOptionActivityAbstract_label_en-US" xlink:label="lab_hmn_SummaryOfStockOptionActivityAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary Of Stock Option Activity [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_SummaryOfStockOptionActivityAbstract" xlink:href="hmn-20201231.xsd#hmn_SummaryOfStockOptionActivityAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_SummaryOfStockOptionActivityAbstract" xlink:to="lab_hmn_SummaryOfStockOptionActivityAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredIncomeTaxLiabilities_3870893c-8673-4e07-b2d2-e6f6c926dec3_totalLabel_en-US" xlink:label="lab_us-gaap_DeferredIncomeTaxLiabilities" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total gross deferred tax liabilities</link:label>
    <link:label id="lab_us-gaap_DeferredIncomeTaxLiabilities_label_en-US" xlink:label="lab_us-gaap_DeferredIncomeTaxLiabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Gross</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredIncomeTaxLiabilities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredIncomeTaxLiabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredIncomeTaxLiabilities" xlink:to="lab_us-gaap_DeferredIncomeTaxLiabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_VendorPriceMember_c3455e0d-743c-4237-9398-3760abb5ccb5_terseLabel_en-US" xlink:label="lab_hmn_VendorPriceMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">vendor price</link:label>
    <link:label id="lab_hmn_VendorPriceMember_label_en-US" xlink:label="lab_hmn_VendorPriceMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vendor Price [Member]</link:label>
    <link:label id="lab_hmn_VendorPriceMember_documentation_en-US" xlink:label="lab_hmn_VendorPriceMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vendor Price</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_VendorPriceMember" xlink:href="hmn-20201231.xsd#hmn_VendorPriceMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_VendorPriceMember" xlink:to="lab_hmn_VendorPriceMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturityDateDomain_bfaf1644-8037-4e0b-99ca-19d78fe19245_terseLabel_en-US" xlink:label="lab_hmn_MaturityDateDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturity Date [Domain]</link:label>
    <link:label id="lab_hmn_MaturityDateDomain_label_en-US" xlink:label="lab_hmn_MaturityDateDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturity Date [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturityDateDomain" xlink:href="hmn-20201231.xsd#hmn_MaturityDateDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturityDateDomain" xlink:to="lab_hmn_MaturityDateDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NumberOfReportableSegments_eb9b374a-e548-49af-9616-d2c88973bb89_terseLabel_en-US" xlink:label="lab_us-gaap_NumberOfReportableSegments" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number of reportable segments</link:label>
    <link:label id="lab_us-gaap_NumberOfReportableSegments_label_en-US" xlink:label="lab_us-gaap_NumberOfReportableSegments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Number of Reportable Segments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NumberOfReportableSegments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NumberOfReportableSegments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NumberOfReportableSegments" xlink:to="lab_us-gaap_NumberOfReportableSegments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCost_bec8812f-ce45-498d-a533-adf110da0997_verboseLabel_en-US" xlink:label="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCost" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cost</link:label>
    <link:label id="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCost_label_en-US" xlink:label="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-15, Insurance Companies, Summary of Investments, Other than Investments in Related Parties, Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCost" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCost" xlink:to="lab_us-gaap_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesCost" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ValueofCustomerRelationship_fd2fc915-7d9a-44e0-90b4-8bcb99a661fa_terseLabel_en-US" xlink:label="lab_hmn_ValueofCustomerRelationship" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of customer relationship</link:label>
    <link:label id="lab_hmn_ValueofCustomerRelationship_label_en-US" xlink:label="lab_hmn_ValueofCustomerRelationship" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of Customer Relationship</link:label>
    <link:label id="lab_hmn_ValueofCustomerRelationship_documentation_en-US" xlink:label="lab_hmn_ValueofCustomerRelationship" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of Customer Relationship</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ValueofCustomerRelationship" xlink:href="hmn-20201231.xsd#hmn_ValueofCustomerRelationship"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ValueofCustomerRelationship" xlink:to="lab_hmn_ValueofCustomerRelationship" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RetirementPlanTypeDomain_58161663-40bc-4730-aed1-6e07befcd830_terseLabel_en-US" xlink:label="lab_us-gaap_RetirementPlanTypeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plan Type [Domain]</link:label>
    <link:label id="lab_us-gaap_RetirementPlanTypeDomain_label_en-US" xlink:label="lab_us-gaap_RetirementPlanTypeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Plan Type [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RetirementPlanTypeDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RetirementPlanTypeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RetirementPlanTypeDomain" xlink:to="lab_us-gaap_RetirementPlanTypeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesAbstract_7d546cf6-1575-49f2-9761-7db17739438c_terseLabel_en-US" xlink:label="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-15, Insurance Companies, Summary of Investments, Other than Investments in Related Parties [Abstract]</link:label>
    <link:label id="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesAbstract_label_en-US" xlink:label="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-15, Insurance Companies, Summary of Investments, Other than Investments in Related Parties [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesAbstract" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesAbstract" xlink:to="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansByExercisePriceRangeAxis_8d75d822-b2fa-492c-8890-e3a1a126f992_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansByExercisePriceRangeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Exercise Price Range [Axis]</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansByExercisePriceRangeAxis_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansByExercisePriceRangeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Exercise Price Range [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansByExercisePriceRangeAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansByExercisePriceRangeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansByExercisePriceRangeAxis" xlink:to="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansByExercisePriceRangeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetInvestmentIncome_102dc093-045f-4cc7-a49d-3ee6e0924e6d_verboseLabel_en-US" xlink:label="lab_us-gaap_NetInvestmentIncome" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net investment income</link:label>
    <link:label id="lab_us-gaap_NetInvestmentIncome_9ce8cc33-1324-462c-bb73-1746c9d589d1_totalLabel_en-US" xlink:label="lab_us-gaap_NetInvestmentIncome" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total net investment income</link:label>
    <link:label id="lab_us-gaap_NetInvestmentIncome_label_en-US" xlink:label="lab_us-gaap_NetInvestmentIncome" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Investment Income</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetInvestmentIncome" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetInvestmentIncome"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetInvestmentIncome" xlink:to="lab_us-gaap_NetInvestmentIncome" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentInterestRateEffectivePercentage_7dd5161e-ff14-4e0d-9c31-423b1ae6d1f9_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentInterestRateEffectivePercentage" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective interest percentage</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentInterestRateEffectivePercentage_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentInterestRateEffectivePercentage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Instrument, Interest Rate, Effective Percentage</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentInterestRateEffectivePercentage" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtInstrumentInterestRateEffectivePercentage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentInterestRateEffectivePercentage" xlink:to="lab_us-gaap_DebtInstrumentInterestRateEffectivePercentage" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ConsolidationItemsAxis_7b6ff31f-6039-49f5-a6df-4961c1f81b66_terseLabel_en-US" xlink:label="lab_srt_ConsolidationItemsAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidation Items [Axis]</link:label>
    <link:label id="lab_srt_ConsolidationItemsAxis_label_en-US" xlink:label="lab_srt_ConsolidationItemsAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Consolidation Items [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ConsolidationItemsAxis" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_ConsolidationItemsAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ConsolidationItemsAxis" xlink:to="lab_srt_ConsolidationItemsAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_WeightedAverageNumberDilutedSharesOutstandingAdjustmentAbstract_b4579a45-7342-44a7-bbd7-b67983918ac5_verboseLabel_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberDilutedSharesOutstandingAdjustmentAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted average number of common equivalent shares to reflect the dilutive effect of common stock equivalent securities</link:label>
    <link:label id="lab_us-gaap_WeightedAverageNumberDilutedSharesOutstandingAdjustmentAbstract_label_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberDilutedSharesOutstandingAdjustmentAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Incremental Weighted Average Shares Attributable to Dilutive Effect [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_WeightedAverageNumberDilutedSharesOutstandingAdjustmentAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_WeightedAverageNumberDilutedSharesOutstandingAdjustmentAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_WeightedAverageNumberDilutedSharesOutstandingAdjustmentAbstract" xlink:to="lab_us-gaap_WeightedAverageNumberDilutedSharesOutstandingAdjustmentAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherPolicyholderFund_21eb2d69-5a11-45e5-a1b7-e26961f6c487_verboseLabel_en-US" xlink:label="lab_hmn_OtherPolicyholderFund" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other policyholder funds</link:label>
    <link:label id="lab_hmn_OtherPolicyholderFund_label_en-US" xlink:label="lab_hmn_OtherPolicyholderFund" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Policyholder Fund</link:label>
    <link:label id="lab_hmn_OtherPolicyholderFund_documentation_en-US" xlink:label="lab_hmn_OtherPolicyholderFund" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The liability as of the balance sheet date for funds held that are returnable under terms of insurance contracts that were not separately reported, and amounts payable under Federal Home Loan Bank Funding agreements.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherPolicyholderFund" xlink:href="hmn-20201231.xsd#hmn_OtherPolicyholderFund"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherPolicyholderFund" xlink:to="lab_hmn_OtherPolicyholderFund" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax_6ca9c84e-e8e7-41f3-9198-a9ca4e880294_negatedLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net actuarial loss (gain)</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Defined Benefit Plan, Gain (Loss) Arising During Period, before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax" xlink:to="lab_us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GoodwillImpairmentLoss_489e041e-2c68-4635-96d5-64cd27d2dd89_terseLabel_en-US" xlink:label="lab_us-gaap_GoodwillImpairmentLoss" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill impairment</link:label>
    <link:label id="lab_us-gaap_GoodwillImpairmentLoss_3109bab5-004c-4427-88cb-f78984b23747_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_GoodwillImpairmentLoss" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Impairments</link:label>
    <link:label id="lab_us-gaap_GoodwillImpairmentLoss_label_en-US" xlink:label="lab_us-gaap_GoodwillImpairmentLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill, Impairment Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GoodwillImpairmentLoss" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GoodwillImpairmentLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GoodwillImpairmentLoss" xlink:to="lab_us-gaap_GoodwillImpairmentLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ReinsuranceAssumedfromOtherCompaniesAbstract_2cb8b5bf-76fb-42eb-8bed-ef8ada937610_terseLabel_en-US" xlink:label="lab_hmn_ReinsuranceAssumedfromOtherCompaniesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assumed from Other Companies</link:label>
    <link:label id="lab_hmn_ReinsuranceAssumedfromOtherCompaniesAbstract_label_en-US" xlink:label="lab_hmn_ReinsuranceAssumedfromOtherCompaniesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance, Assumed from Other Companies [Abstract]</link:label>
    <link:label id="lab_hmn_ReinsuranceAssumedfromOtherCompaniesAbstract_documentation_en-US" xlink:label="lab_hmn_ReinsuranceAssumedfromOtherCompaniesAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance, Assumed from Other Companies [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ReinsuranceAssumedfromOtherCompaniesAbstract" xlink:href="hmn-20201231.xsd#hmn_ReinsuranceAssumedfromOtherCompaniesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ReinsuranceAssumedfromOtherCompaniesAbstract" xlink:to="lab_hmn_ReinsuranceAssumedfromOtherCompaniesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossDefinedBenefitPensionAndOtherPostretirementPlansNetOfTax_535d2e02-246e-4d88-b4d2-4a304cf76110_negatedLabel_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossDefinedBenefitPensionAndOtherPostretirementPlansNetOfTax" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net funded status of benefit plans</link:label>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossDefinedBenefitPensionAndOtherPostretirementPlansNetOfTax_4aee2924-1cd3-4aa5-8878-f443bacf3203_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossDefinedBenefitPensionAndOtherPostretirementPlansNetOfTax" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net funded status of benefit plans</link:label>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossDefinedBenefitPensionAndOtherPostretirementPlansNetOfTax_label_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossDefinedBenefitPensionAndOtherPostretirementPlansNetOfTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated Other Comprehensive (Income) Loss, Defined Benefit Plan, after Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccumulatedOtherComprehensiveIncomeLossDefinedBenefitPensionAndOtherPostretirementPlansNetOfTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeLossDefinedBenefitPensionAndOtherPostretirementPlansNetOfTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccumulatedOtherComprehensiveIncomeLossDefinedBenefitPensionAndOtherPostretirementPlansNetOfTax" xlink:to="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossDefinedBenefitPensionAndOtherPostretirementPlansNetOfTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue_7f556e13-b78a-48fc-bb6c-276388bc1804_totalLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total future minimum lease payments</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_IncrementalCommonSharesAttributableToRestrictedCommonStockUnitsRelatedToIncentiveCompensation_f62af0c0-374c-4f67-89ae-13ef971b6c44_terseLabel_en-US" xlink:label="lab_hmn_IncrementalCommonSharesAttributableToRestrictedCommonStockUnitsRelatedToIncentiveCompensation" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">RSUs related to incentive compensation (in shares)</link:label>
    <link:label id="lab_hmn_IncrementalCommonSharesAttributableToRestrictedCommonStockUnitsRelatedToIncentiveCompensation_label_en-US" xlink:label="lab_hmn_IncrementalCommonSharesAttributableToRestrictedCommonStockUnitsRelatedToIncentiveCompensation" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Incremental Common Shares Attributable To Restricted Common Stock Units Related To Incentive Compensation</link:label>
    <link:label id="lab_hmn_IncrementalCommonSharesAttributableToRestrictedCommonStockUnitsRelatedToIncentiveCompensation_documentation_en-US" xlink:label="lab_hmn_IncrementalCommonSharesAttributableToRestrictedCommonStockUnitsRelatedToIncentiveCompensation" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Incremental common shares attributable to restricted common stock units related to incentive compensation.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_IncrementalCommonSharesAttributableToRestrictedCommonStockUnitsRelatedToIncentiveCompensation" xlink:href="hmn-20201231.xsd#hmn_IncrementalCommonSharesAttributableToRestrictedCommonStockUnitsRelatedToIncentiveCompensation"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_IncrementalCommonSharesAttributableToRestrictedCommonStockUnitsRelatedToIncentiveCompensation" xlink:to="lab_hmn_IncrementalCommonSharesAttributableToRestrictedCommonStockUnitsRelatedToIncentiveCompensation" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_RetentionAmountPerOccurrenceRelatedToCatastropheLossesScenarioOne_058eb5ed-48da-476b-912b-8600592181f9_terseLabel_en-US" xlink:label="lab_hmn_RetentionAmountPerOccurrenceRelatedToCatastropheLossesScenarioOne" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention amount per occurrence related to catastrophe losses, layer one</link:label>
    <link:label id="lab_hmn_RetentionAmountPerOccurrenceRelatedToCatastropheLossesScenarioOne_label_en-US" xlink:label="lab_hmn_RetentionAmountPerOccurrenceRelatedToCatastropheLossesScenarioOne" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention Amount Per Occurrence Related To Catastrophe Losses, Scenario One</link:label>
    <link:label id="lab_hmn_RetentionAmountPerOccurrenceRelatedToCatastropheLossesScenarioOne_documentation_en-US" xlink:label="lab_hmn_RetentionAmountPerOccurrenceRelatedToCatastropheLossesScenarioOne" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention amount per occurrence related to catastrophe losses.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_RetentionAmountPerOccurrenceRelatedToCatastropheLossesScenarioOne" xlink:href="hmn-20201231.xsd#hmn_RetentionAmountPerOccurrenceRelatedToCatastropheLossesScenarioOne"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_RetentionAmountPerOccurrenceRelatedToCatastropheLossesScenarioOne" xlink:to="lab_hmn_RetentionAmountPerOccurrenceRelatedToCatastropheLossesScenarioOne" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredPolicyAcquisitionCosts_373da650-bdb1-41ab-8d52-682e98627b39_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredPolicyAcquisitionCosts" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred policy acquisition costs</link:label>
    <link:label id="lab_us-gaap_DeferredPolicyAcquisitionCosts_label_en-US" xlink:label="lab_us-gaap_DeferredPolicyAcquisitionCosts" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Policy Acquisition Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredPolicyAcquisitionCosts" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredPolicyAcquisitionCosts"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredPolicyAcquisitionCosts" xlink:to="lab_us-gaap_DeferredPolicyAcquisitionCosts" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShorttermDebtFairValue_d2f28761-470c-4a5c-9528-e51cc5faff78_terseLabel_en-US" xlink:label="lab_us-gaap_ShorttermDebtFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term debt</link:label>
    <link:label id="lab_us-gaap_ShorttermDebtFairValue_label_en-US" xlink:label="lab_us-gaap_ShorttermDebtFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term Debt, Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShorttermDebtFairValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShorttermDebtFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShorttermDebtFairValue" xlink:to="lab_us-gaap_ShorttermDebtFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_BenefitConsultantsGroupInc.Member_441c7fca-250b-4307-bc76-3187a07bbc2c_terseLabel_en-US" xlink:label="lab_hmn_BenefitConsultantsGroupInc.Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefit Consultants Group Inc.</link:label>
    <link:label id="lab_hmn_BenefitConsultantsGroupInc.Member_label_en-US" xlink:label="lab_hmn_BenefitConsultantsGroupInc.Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefit Consultants Group Inc. [Member]</link:label>
    <link:label id="lab_hmn_BenefitConsultantsGroupInc.Member_documentation_en-US" xlink:label="lab_hmn_BenefitConsultantsGroupInc.Member" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefit Consultants Group Inc. [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_BenefitConsultantsGroupInc.Member" xlink:href="hmn-20201231.xsd#hmn_BenefitConsultantsGroupInc.Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_BenefitConsultantsGroupInc.Member" xlink:to="lab_hmn_BenefitConsultantsGroupInc.Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GuaranteedInsuranceContractTypeOfBenefitAxis_b2df9e01-20a7-4460-88f1-a62aede6625c_terseLabel_en-US" xlink:label="lab_us-gaap_GuaranteedInsuranceContractTypeOfBenefitAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Guaranteed Insurance Contract, Type of Benefit [Axis]</link:label>
    <link:label id="lab_us-gaap_GuaranteedInsuranceContractTypeOfBenefitAxis_label_en-US" xlink:label="lab_us-gaap_GuaranteedInsuranceContractTypeOfBenefitAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Guaranteed Insurance Contract, Type of Benefit [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GuaranteedInsuranceContractTypeOfBenefitAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GuaranteedInsuranceContractTypeOfBenefitAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GuaranteedInsuranceContractTypeOfBenefitAxis" xlink:to="lab_us-gaap_GuaranteedInsuranceContractTypeOfBenefitAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationSharesGrantedUnderStockOptionPlansExercisePriceRange_e3cfde20-36a3-41c6-b9c5-6e4f68308abc_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesGrantedUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Range of Option Prices per Share, Granted (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationSharesGrantedUnderStockOptionPlansExercisePriceRange_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesGrantedUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Shares Granted Under Stock Option Plans Exercise Price Range</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationSharesGrantedUnderStockOptionPlansExercisePriceRange_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationSharesGrantedUnderStockOptionPlansExercisePriceRange" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation shares granted under stock option plans exercise price range.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationSharesGrantedUnderStockOptionPlansExercisePriceRange" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationSharesGrantedUnderStockOptionPlansExercisePriceRange"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationSharesGrantedUnderStockOptionPlansExercisePriceRange" xlink:to="lab_hmn_ShareBasedCompensationSharesGrantedUnderStockOptionPlansExercisePriceRange" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAbstract_c8582198-a4d3-4cd6-8899-d9187189233c_verboseLabel_en-US" xlink:label="lab_us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities</link:label>
    <link:label id="lab_us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAbstract_label_en-US" xlink:label="lab_us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Held-to-maturity, Maturity [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAbstract" xlink:to="lab_us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_Cash_01687780-a26c-4ec6-b2e0-46b3707bb1dc_terseLabel_en-US" xlink:label="lab_us-gaap_Cash" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash</link:label>
    <link:label id="lab_us-gaap_Cash_655037df-eb5a-4f5e-81b6-7f03e382e554_periodStartLabel_en-US" xlink:label="lab_us-gaap_Cash" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash at beginning of period</link:label>
    <link:label id="lab_us-gaap_Cash_c875acb4-06b0-4df6-866e-5a52acfb1c62_periodEndLabel_en-US" xlink:label="lab_us-gaap_Cash" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash at end of period</link:label>
    <link:label id="lab_us-gaap_Cash_label_en-US" xlink:label="lab_us-gaap_Cash" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_Cash" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_Cash"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_Cash" xlink:to="lab_us-gaap_Cash" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable_2ffe4d0d-e6de-4917-9fb3-8567cc9fc4f9_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Measurement Inputs and Valuation Techniques [Table]</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value Measurement Inputs and Valuation Techniques [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable" xlink:to="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ScheduleOfReinsuranceRecoverableOnReservesTableTextBlock_15317bf7-dfa1-4d15-ab8d-22977941b9ed_verboseLabel_en-US" xlink:label="lab_hmn_ScheduleOfReinsuranceRecoverableOnReservesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of reinsurance recoverable on unpaid insurance reserves</link:label>
    <link:label id="lab_hmn_ScheduleOfReinsuranceRecoverableOnReservesTableTextBlock_label_en-US" xlink:label="lab_hmn_ScheduleOfReinsuranceRecoverableOnReservesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule Of Reinsurance Recoverable On Reserves [Table Text Block]</link:label>
    <link:label id="lab_hmn_ScheduleOfReinsuranceRecoverableOnReservesTableTextBlock_documentation_en-US" xlink:label="lab_hmn_ScheduleOfReinsuranceRecoverableOnReservesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of reinsurance recoverable on reserves.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ScheduleOfReinsuranceRecoverableOnReservesTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_ScheduleOfReinsuranceRecoverableOnReservesTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ScheduleOfReinsuranceRecoverableOnReservesTableTextBlock" xlink:to="lab_hmn_ScheduleOfReinsuranceRecoverableOnReservesTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsTableTextBlock_be6998b7-bb7a-496e-adbd-1115169bd65d_verboseLabel_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of cumulative credit losses</link:label>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsTableTextBlock_label_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other than Temporary Impairment, Credit Losses Recognized in Earnings [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsTableTextBlock" xlink:to="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DerivativeInstrumentsMember_b2b01806-255a-4862-9e12-e5d3ce720e33_terseLabel_en-US" xlink:label="lab_hmn_DerivativeInstrumentsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivatives</link:label>
    <link:label id="lab_hmn_DerivativeInstrumentsMember_label_en-US" xlink:label="lab_hmn_DerivativeInstrumentsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative instruments [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DerivativeInstrumentsMember" xlink:href="hmn-20201231.xsd#hmn_DerivativeInstrumentsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DerivativeInstrumentsMember" xlink:to="lab_hmn_DerivativeInstrumentsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EffectsOfReinsuranceLineItems_98f217a2-4bdf-497b-a680-02ffe54ec9ff_terseLabel_en-US" xlink:label="lab_us-gaap_EffectsOfReinsuranceLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effects of Reinsurance [Line Items]</link:label>
    <link:label id="lab_us-gaap_EffectsOfReinsuranceLineItems_label_en-US" xlink:label="lab_us-gaap_EffectsOfReinsuranceLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effects of Reinsurance [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EffectsOfReinsuranceLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EffectsOfReinsuranceLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EffectsOfReinsuranceLineItems" xlink:to="lab_us-gaap_EffectsOfReinsuranceLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MeasurementInputSBLInterestMarginMember_6825d8e2-b205-4005-a935-9ac5c4ffce6b_terseLabel_en-US" xlink:label="lab_hmn_MeasurementInputSBLInterestMarginMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">S B L interest margin</link:label>
    <link:label id="lab_hmn_MeasurementInputSBLInterestMarginMember_label_en-US" xlink:label="lab_hmn_MeasurementInputSBLInterestMarginMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input S B L Interest Margin [Member]</link:label>
    <link:label id="lab_hmn_MeasurementInputSBLInterestMarginMember_documentation_en-US" xlink:label="lab_hmn_MeasurementInputSBLInterestMarginMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input S B L Interest Margin</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MeasurementInputSBLInterestMarginMember" xlink:href="hmn-20201231.xsd#hmn_MeasurementInputSBLInterestMarginMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MeasurementInputSBLInterestMarginMember" xlink:to="lab_hmn_MeasurementInputSBLInterestMarginMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValue_04c7de0b-4218-4923-baff-65f75d6bd730_totalLabel_en-US" xlink:label="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValue" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value as a percentage of total fixed maturities and equity securities fair value, Total</link:label>
    <link:label id="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValue_label_en-US" xlink:label="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value as percentage of total fixed maturities and equity securities fair value, Total</link:label>
    <link:label id="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValue_documentation_en-US" xlink:label="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value of positions with a gross unrealized loss as a percentage of total fixed maturities and equities fair value.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValue" xlink:href="hmn-20201231.xsd#hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValue" xlink:to="lab_hmn_FairValueAsPercentageOfAggregateFixedMaturitiesAndEquitySecuritiesFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentTransitionReport_9bb0e8a3-c23a-4d23-9434-ea6bbe1bec19_terseLabel_en-US" xlink:label="lab_dei_DocumentTransitionReport" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Document Transition Report</link:label>
    <link:label id="lab_dei_DocumentTransitionReport_label_en-US" xlink:label="lab_dei_DocumentTransitionReport" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Document Transition Report</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentTransitionReport" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_DocumentTransitionReport"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentTransitionReport" xlink:to="lab_dei_DocumentTransitionReport" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_9f08520a-5a2e-4992-9f5c-5ea22a00c920_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities, Gross Unrealized Losses, More than 12 Months</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Continuous Unrealized Loss Position, 12 Months or Longer, Accumulated Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeFairValueOfDerivativeAsset_64e6866f-803a-4f9a-9f95-862fca6e6cae_verboseLabel_en-US" xlink:label="lab_us-gaap_DerivativeFairValueOfDerivativeAsset" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross Amounts</link:label>
    <link:label id="lab_us-gaap_DerivativeFairValueOfDerivativeAsset_label_en-US" xlink:label="lab_us-gaap_DerivativeFairValueOfDerivativeAsset" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Asset, Fair Value, Gross Asset</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeFairValueOfDerivativeAsset" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeFairValueOfDerivativeAsset"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeFairValueOfDerivativeAsset" xlink:to="lab_us-gaap_DerivativeFairValueOfDerivativeAsset" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstandingTableTextBlock_7b0cc207-0c5e-4547-8297-cb757d28565d_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstandingTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of stock units and stock options outstanding under the comprehensive Plan</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstandingTableTextBlock_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstandingTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Awards Equity Instruments Outstanding [Table Text Block]</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstandingTableTextBlock_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstandingTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">A table of share based compensation arrangement by share based payment awards equity instruments outstanding, shown as a text block.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstandingTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstandingTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstandingTableTextBlock" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstandingTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueInputsLevel2Member_ced9411f-a7bb-438a-99d1-ce6ba6664124_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel2Member" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Level 2</link:label>
    <link:label id="lab_us-gaap_FairValueInputsLevel2Member_label_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel2Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Inputs, Level 2 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueInputsLevel2Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueInputsLevel2Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueInputsLevel2Member" xlink:to="lab_us-gaap_FairValueInputsLevel2Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimAdjustmentExpenseOtherReconcilingItem_4fcedc83-6305-4143-b3bd-1cf6bc01f8d5_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimAdjustmentExpenseOtherReconcilingItem" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Prior years paid</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimAdjustmentExpenseOtherReconcilingItem_281ff3de-a984-47f3-9fcd-9a4c41f62011_verboseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimAdjustmentExpenseOtherReconcilingItem" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance lines other than short duration</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimAdjustmentExpenseOtherReconcilingItem_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimAdjustmentExpenseOtherReconcilingItem" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Liability for Unpaid Claims and Claim Adjustment Expense, Other Reconciling Item</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimAdjustmentExpenseOtherReconcilingItem" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimAdjustmentExpenseOtherReconcilingItem"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimAdjustmentExpenseOtherReconcilingItem" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsLiabilityForUnpaidClaimsAndClaimAdjustmentExpenseOtherReconcilingItem" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidPriorYears1_6013245b-3a66-4a35-b1cd-b9141372c088_verboseLabel_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidPriorYears1" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Prior years</link:label>
    <link:label id="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidPriorYears1_label_en-US" xlink:label="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidPriorYears1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Unpaid Claims and Claims Adjustment Expense, Claims Paid, Prior Years</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidPriorYears1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidPriorYears1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidPriorYears1" xlink:to="lab_us-gaap_LiabilityForUnpaidClaimsAndClaimsAdjustmentExpenseClaimsPaidPriorYears1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilitiesFairValueDisclosureAbstract_9f2bd527-68e2-4b20-adbe-6fd8ecea87d9_verboseLabel_en-US" xlink:label="lab_us-gaap_LiabilitiesFairValueDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Financial Liabilities</link:label>
    <link:label id="lab_us-gaap_LiabilitiesFairValueDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_LiabilitiesFairValueDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liabilities, Fair Value Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilitiesFairValueDisclosureAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilitiesFairValueDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilitiesFairValueDisclosureAbstract" xlink:to="lab_us-gaap_LiabilitiesFairValueDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedWeightedAverageGrantDateFairValueRollForward_7e3e7b26-73ad-4663-aef8-e08d755dbe05_terseLabel_en-US" xlink:label="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedWeightedAverageGrantDateFairValueRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vested Units, Weighted Average Grant Date Fair Value per Unit</link:label>
    <link:label id="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedWeightedAverageGrantDateFairValueRollForward_label_en-US" xlink:label="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedWeightedAverageGrantDateFairValueRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Vested, Weighted Average Grant Date Fair Value [Roll Forward]</link:label>
    <link:label id="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedWeightedAverageGrantDateFairValueRollForward_documentation_en-US" xlink:label="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedWeightedAverageGrantDateFairValueRollForward" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Vested, Weighted Average Grant Date Fair Value [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedWeightedAverageGrantDateFairValueRollForward" xlink:href="hmn-20201231.xsd#hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedWeightedAverageGrantDateFairValueRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedWeightedAverageGrantDateFairValueRollForward" xlink:to="lab_hmn_SharebasedCompensationArrangementbySharebasedPaymentAwardEquityInstrumentsOtherthanOptionsVestedWeightedAverageGrantDateFairValueRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsLossReserves_18701f1e-d594-42b2-b83d-b7f87443e148_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsLossReserves" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Discounting of unpaid claims and claim expense tax reserves</link:label>
    <link:label id="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsLossReserves_label_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsLossReserves" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Assets, Tax Deferred Expense, Reserves and Accruals, Loss Reserves</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsLossReserves" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsLossReserves"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsLossReserves" xlink:to="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccrualsLossReserves" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherLiabilitiesMember_ed75b883-f238-4f64-9041-e2cdaac06e2a_terseLabel_en-US" xlink:label="lab_us-gaap_OtherLiabilitiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other liabilities</link:label>
    <link:label id="lab_us-gaap_OtherLiabilitiesMember_label_en-US" xlink:label="lab_us-gaap_OtherLiabilitiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Liabilities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherLiabilitiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherLiabilitiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherLiabilitiesMember" xlink:to="lab_us-gaap_OtherLiabilitiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_CumulativeEffectPeriodOfAdoptionAxis_77c54677-9052-4bc4-8015-6134e45b709b_terseLabel_en-US" xlink:label="lab_srt_CumulativeEffectPeriodOfAdoptionAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cumulative Effect, Period of Adoption [Axis]</link:label>
    <link:label id="lab_srt_CumulativeEffectPeriodOfAdoptionAxis_label_en-US" xlink:label="lab_srt_CumulativeEffectPeriodOfAdoptionAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cumulative Effect, Period of Adoption [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_CumulativeEffectPeriodOfAdoptionAxis" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_CumulativeEffectPeriodOfAdoptionAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_CumulativeEffectPeriodOfAdoptionAxis" xlink:to="lab_srt_CumulativeEffectPeriodOfAdoptionAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationUnearnedPremiums_5a7da887-28b9-4294-b140-2eeb6eab3677_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationUnearnedPremiums" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unearned premiums</link:label>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationUnearnedPremiums_label_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationUnearnedPremiums" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information, Unearned Premium</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementaryInsuranceInformationUnearnedPremiums" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementaryInsuranceInformationUnearnedPremiums"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementaryInsuranceInformationUnearnedPremiums" xlink:to="lab_us-gaap_SupplementaryInsuranceInformationUnearnedPremiums" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CreditFacilityDomain_2e37e78a-ec45-4eab-835a-3987b0c12b46_terseLabel_en-US" xlink:label="lab_us-gaap_CreditFacilityDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Credit Facility [Domain]</link:label>
    <link:label id="lab_us-gaap_CreditFacilityDomain_label_en-US" xlink:label="lab_us-gaap_CreditFacilityDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Credit Facility [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CreditFacilityDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CreditFacilityDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CreditFacilityDomain" xlink:to="lab_us-gaap_CreditFacilityDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsRollForward_7387a98c-f779-4a2d-a4e6-160bb0516315_verboseLabel_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsRollForward" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cumulative credit loss</link:label>
    <link:label id="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsRollForward_label_en-US" xlink:label="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other than Temporary Impairment, Credit Losses Recognized in Earnings [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsRollForward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsRollForward" xlink:to="lab_us-gaap_OtherThanTemporaryImpairmentCreditLossesRecognizedInEarningsRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareBasic_0ce356a5-15ad-4094-8da7-fd029e65a653_terseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasic" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Basic (in usd per share)</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareBasic_f60574cb-cdac-4c76-9cd8-6d4d4316257b_verboseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasic" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net income per share - basic (in usd per share)</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareBasic_bb4c3b0f-530e-4fe2-8025-9b2a10441c1f_netLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasic" xlink:role="http://www.xbrl.org/2009/role/netLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net income - basic (in usd per share)</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareBasic_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasic" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Earnings Per Share, Basic</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareBasic" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EarningsPerShareBasic"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareBasic" xlink:to="lab_us-gaap_EarningsPerShareBasic" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FederalHomeLoanMortgageCorporationCertificatesAndObligationsFHLMCMember_769902b5-379f-469c-8b85-55272f11a420_terseLabel_en-US" xlink:label="lab_us-gaap_FederalHomeLoanMortgageCorporationCertificatesAndObligationsFHLMCMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">FHLMC</link:label>
    <link:label id="lab_us-gaap_FederalHomeLoanMortgageCorporationCertificatesAndObligationsFHLMCMember_label_en-US" xlink:label="lab_us-gaap_FederalHomeLoanMortgageCorporationCertificatesAndObligationsFHLMCMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Mortgage Corporation Certificates and Obligations (FHLMC) [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FederalHomeLoanMortgageCorporationCertificatesAndObligationsFHLMCMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FederalHomeLoanMortgageCorporationCertificatesAndObligationsFHLMCMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FederalHomeLoanMortgageCorporationCertificatesAndObligationsFHLMCMember" xlink:to="lab_us-gaap_FederalHomeLoanMortgageCorporationCertificatesAndObligationsFHLMCMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PaymentsForProceedsFromAvailableforsaleSecuritiesEquitySecuritiesAbstract_48495486-ef42-456b-bb50-50b8a62cd5ce_terseLabel_en-US" xlink:label="lab_hmn_PaymentsForProceedsFromAvailableforsaleSecuritiesEquitySecuritiesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity securities</link:label>
    <link:label id="lab_hmn_PaymentsForProceedsFromAvailableforsaleSecuritiesEquitySecuritiesAbstract_label_en-US" xlink:label="lab_hmn_PaymentsForProceedsFromAvailableforsaleSecuritiesEquitySecuritiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments For (Proceeds From) Available-for-sale Securities, Equity Securities [Abstract]</link:label>
    <link:label id="lab_hmn_PaymentsForProceedsFromAvailableforsaleSecuritiesEquitySecuritiesAbstract_documentation_en-US" xlink:label="lab_hmn_PaymentsForProceedsFromAvailableforsaleSecuritiesEquitySecuritiesAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments For (Proceeds From) Available-for-sale Securities, Equity Securities [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PaymentsForProceedsFromAvailableforsaleSecuritiesEquitySecuritiesAbstract" xlink:href="hmn-20201231.xsd#hmn_PaymentsForProceedsFromAvailableforsaleSecuritiesEquitySecuritiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PaymentsForProceedsFromAvailableforsaleSecuritiesEquitySecuritiesAbstract" xlink:to="lab_hmn_PaymentsForProceedsFromAvailableforsaleSecuritiesEquitySecuritiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTable_11e3db81-23fd-4772-a2e3-9be70035530f_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Indefinite-Lived Intangible Assets [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Indefinite-Lived Intangible Assets [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTable" xlink:to="lab_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardFairValueAssumptionsExpectedTerm1_258d5bd6-73bf-4cdd-bb81-b9cfb99e8c6c_verboseLabel_en-US" xlink:label="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardFairValueAssumptionsExpectedTerm1" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Expected life, in years</link:label>
    <link:label id="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardFairValueAssumptionsExpectedTerm1_label_en-US" xlink:label="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardFairValueAssumptionsExpectedTerm1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Fair Value Assumptions, Expected Term</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardFairValueAssumptionsExpectedTerm1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardFairValueAssumptionsExpectedTerm1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardFairValueAssumptionsExpectedTerm1" xlink:to="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardFairValueAssumptionsExpectedTerm1" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityFileNumber_02521a4a-657a-486d-8c55-73424d992a6f_terseLabel_en-US" xlink:label="lab_dei_EntityFileNumber" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity File Number</link:label>
    <link:label id="lab_dei_EntityFileNumber_label_en-US" xlink:label="lab_dei_EntityFileNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity File Number</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityFileNumber" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityFileNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityFileNumber" xlink:to="lab_dei_EntityFileNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExpirationsInPeriod_9f222b68-e1c9-428a-84e0-331ad98b499b_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExpirationsInPeriod" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Options Outstanding, Expired (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExpirationsInPeriod_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExpirationsInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Expirations in Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExpirationsInPeriod" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExpirationsInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExpirationsInPeriod" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExpirationsInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherPolicyholderFundsFairValueDisclosure_0be390c8-9ae0-437b-85c9-bef77578b885_verboseLabel_en-US" xlink:label="lab_hmn_OtherPolicyholderFundsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other policyholder funds</link:label>
    <link:label id="lab_hmn_OtherPolicyholderFundsFairValueDisclosure_label_en-US" xlink:label="lab_hmn_OtherPolicyholderFundsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Policyholder Funds, Fair Value Disclosure</link:label>
    <link:label id="lab_hmn_OtherPolicyholderFundsFairValueDisclosure_documentation_en-US" xlink:label="lab_hmn_OtherPolicyholderFundsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value of the liability as of the balance sheet date to the policyholders for funds held that are returnable under the terms of insurance contracts that were not separately reported.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherPolicyholderFundsFairValueDisclosure" xlink:href="hmn-20201231.xsd#hmn_OtherPolicyholderFundsFairValueDisclosure"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherPolicyholderFundsFairValueDisclosure" xlink:to="lab_hmn_OtherPolicyholderFundsFairValueDisclosure" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1_42514289-0209-4adc-8838-74a7f0fe9db4_terseLabel_en-US" xlink:label="lab_us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted average remaining lease term</link:label>
    <link:label id="lab_us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1_label_en-US" xlink:label="lab_us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Lease, Weighted Average Remaining Lease Term</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1" xlink:to="lab_us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeAssetFairValueOffsetAgainstCollateralNetOfNotSubjectToMasterNettingArrangementPolicyElection_1b6d4dad-ddc0-4124-bf27-ed68b8b8ebd1_totalLabel_en-US" xlink:label="lab_us-gaap_DerivativeAssetFairValueOffsetAgainstCollateralNetOfNotSubjectToMasterNettingArrangementPolicyElection" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Amount</link:label>
    <link:label id="lab_us-gaap_DerivativeAssetFairValueOffsetAgainstCollateralNetOfNotSubjectToMasterNettingArrangementPolicyElection_label_en-US" xlink:label="lab_us-gaap_DerivativeAssetFairValueOffsetAgainstCollateralNetOfNotSubjectToMasterNettingArrangementPolicyElection" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Asset, Fair Value, Offset Against Collateral, Net of Not Subject to Master Netting Arrangement, Policy Election</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeAssetFairValueOffsetAgainstCollateralNetOfNotSubjectToMasterNettingArrangementPolicyElection" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeAssetFairValueOffsetAgainstCollateralNetOfNotSubjectToMasterNettingArrangementPolicyElection"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeAssetFairValueOffsetAgainstCollateralNetOfNotSubjectToMasterNettingArrangementPolicyElection" xlink:to="lab_us-gaap_DerivativeAssetFairValueOffsetAgainstCollateralNetOfNotSubjectToMasterNettingArrangementPolicyElection" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OffsettingDerivativeAssetsAbstract_84cbb141-8f0a-4b69-9a7a-f22c0306498f_verboseLabel_en-US" xlink:label="lab_us-gaap_OffsettingDerivativeAssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Asset derivatives</link:label>
    <link:label id="lab_us-gaap_OffsettingDerivativeAssetsAbstract_label_en-US" xlink:label="lab_us-gaap_OffsettingDerivativeAssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Offsetting Derivative Assets [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OffsettingDerivativeAssetsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OffsettingDerivativeAssetsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OffsettingDerivativeAssetsAbstract" xlink:to="lab_us-gaap_OffsettingDerivativeAssetsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementalEmployeeRetirementPlanDefinedBenefitMember_42e6ae8c-5883-4113-a3b4-2ad868ae7417_terseLabel_en-US" xlink:label="lab_us-gaap_SupplementalEmployeeRetirementPlanDefinedBenefitMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Supplemental Defined Benefit Plans</link:label>
    <link:label id="lab_us-gaap_SupplementalEmployeeRetirementPlanDefinedBenefitMember_label_en-US" xlink:label="lab_us-gaap_SupplementalEmployeeRetirementPlanDefinedBenefitMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Supplemental Employee Retirement Plan [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementalEmployeeRetirementPlanDefinedBenefitMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementalEmployeeRetirementPlanDefinedBenefitMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementalEmployeeRetirementPlanDefinedBenefitMember" xlink:to="lab_us-gaap_SupplementalEmployeeRetirementPlanDefinedBenefitMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsCarryingAmount_bbb3f40c-f5bc-4d17-9ccd-3f74e3665b8e_verboseLabel_en-US" xlink:label="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsCarryingAmount" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">FIA - embedded derivatives, reported in Other policyholder funds</link:label>
    <link:label id="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsCarryingAmount_label_en-US" xlink:label="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsCarryingAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Policyholder Funds Derivative Instruments Carrying Amount</link:label>
    <link:label id="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsCarryingAmount_documentation_en-US" xlink:label="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsCarryingAmount" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Carrying amount liability as of the policyholders for funds held that are returnable under the terms of insurance contracts that were not separately reported.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherPolicyholderFundsDerivativeInstrumentsCarryingAmount" xlink:href="hmn-20201231.xsd#hmn_OtherPolicyholderFundsDerivativeInstrumentsCarryingAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherPolicyholderFundsDerivativeInstrumentsCarryingAmount" xlink:to="lab_hmn_OtherPolicyholderFundsDerivativeInstrumentsCarryingAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAmountsRecognizedInBalanceSheet_57f99b6a-9e50-45ad-be26-4e039534908e_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAmountsRecognizedInBalanceSheet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total amount recognized in Consolidated Balance Sheets, all in Other liabilities</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAmountsRecognizedInBalanceSheet_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAmountsRecognizedInBalanceSheet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Amounts for Asset (Liability) Recognized in Statement of Financial Position</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanAmountsRecognizedInBalanceSheet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanAmountsRecognizedInBalanceSheet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanAmountsRecognizedInBalanceSheet" xlink:to="lab_us-gaap_DefinedBenefitPlanAmountsRecognizedInBalanceSheet" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InvestmentGradeRate_ee0e1fba-5f4d-49c2-a8a8-2f6c75f4af3e_terseLabel_en-US" xlink:label="lab_hmn_InvestmentGradeRate" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment grade rating</link:label>
    <link:label id="lab_hmn_InvestmentGradeRate_label_en-US" xlink:label="lab_hmn_InvestmentGradeRate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Grade Rate</link:label>
    <link:label id="lab_hmn_InvestmentGradeRate_documentation_en-US" xlink:label="lab_hmn_InvestmentGradeRate" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of fair value of fixed maturity and equity securities with a gross unrealized loss having an investment grade rating at period end.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InvestmentGradeRate" xlink:href="hmn-20201231.xsd#hmn_InvestmentGradeRate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InvestmentGradeRate" xlink:to="lab_hmn_InvestmentGradeRate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesContinuingOperationsAbstract_437f852b-c008-4269-b67d-39f8a78b06fc_verboseLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesContinuingOperationsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash flows from operating activities</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesContinuingOperationsAbstract_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesContinuingOperationsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Cash Provided by (Used in) Operating Activities, Continuing Operations [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInOperatingActivitiesContinuingOperationsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetCashProvidedByUsedInOperatingActivitiesContinuingOperationsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInOperatingActivitiesContinuingOperationsAbstract" xlink:to="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesContinuingOperationsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AdjustmentToAmortizationExpensesTableTextBlock_a1c51b43-1019-49a6-9534-30210785279a_verboseLabel_en-US" xlink:label="lab_hmn_AdjustmentToAmortizationExpensesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Adjustment to amortization expenses</link:label>
    <link:label id="lab_hmn_AdjustmentToAmortizationExpensesTableTextBlock_label_en-US" xlink:label="lab_hmn_AdjustmentToAmortizationExpensesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Adjustment To Amortization Expenses [Table Text Block]</link:label>
    <link:label id="lab_hmn_AdjustmentToAmortizationExpensesTableTextBlock_documentation_en-US" xlink:label="lab_hmn_AdjustmentToAmortizationExpensesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Adjustment to amortization expenses.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AdjustmentToAmortizationExpensesTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_AdjustmentToAmortizationExpensesTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AdjustmentToAmortizationExpensesTableTextBlock" xlink:to="lab_hmn_AdjustmentToAmortizationExpensesTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_CreditSuisseInternationalMember_03632aa3-89f8-4f98-933c-e1a20fa01c89_terseLabel_en-US" xlink:label="lab_hmn_CreditSuisseInternationalMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Credit Suisse International</link:label>
    <link:label id="lab_hmn_CreditSuisseInternationalMember_label_en-US" xlink:label="lab_hmn_CreditSuisseInternationalMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Credit Suisse International [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_CreditSuisseInternationalMember" xlink:href="hmn-20201231.xsd#hmn_CreditSuisseInternationalMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_CreditSuisseInternationalMember" xlink:to="lab_hmn_CreditSuisseInternationalMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentHoldingsTable_0cae2853-2fd9-4d9a-9f71-bd0ef11392a6_terseLabel_en-US" xlink:label="lab_us-gaap_InvestmentHoldingsTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Holdings [Table]</link:label>
    <link:label id="lab_us-gaap_InvestmentHoldingsTable_label_en-US" xlink:label="lab_us-gaap_InvestmentHoldingsTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Holdings [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentHoldingsTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentHoldingsTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentHoldingsTable" xlink:to="lab_us-gaap_InvestmentHoldingsTable" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherPolicyholderFundsMember_48590f61-e8b5-4eb7-84b9-32ff1080951c_terseLabel_en-US" xlink:label="lab_hmn_OtherPolicyholderFundsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">FIA - embedded derivatives, reported in Other policyholder funds</link:label>
    <link:label id="lab_hmn_OtherPolicyholderFundsMember_label_en-US" xlink:label="lab_hmn_OtherPolicyholderFundsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Policyholder Funds [Member]</link:label>
    <link:label id="lab_hmn_OtherPolicyholderFundsMember_documentation_en-US" xlink:label="lab_hmn_OtherPolicyholderFundsMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Policyholder Funds [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherPolicyholderFundsMember" xlink:href="hmn-20201231.xsd#hmn_OtherPolicyholderFundsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherPolicyholderFundsMember" xlink:to="lab_hmn_OtherPolicyholderFundsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetPriorServiceCostCreditBeforeTax_0b0e376e-fa51-40bf-82ab-596ecc004ca1_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetPriorServiceCostCreditBeforeTax" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Prior service cost</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetPriorServiceCostCreditBeforeTax_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetPriorServiceCostCreditBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Accumulated Other Comprehensive (Income) Loss, Prior Service Cost (Credit), before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetPriorServiceCostCreditBeforeTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetPriorServiceCostCreditBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetPriorServiceCostCreditBeforeTax" xlink:to="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetPriorServiceCostCreditBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExpectedToVestExercisableAggregateIntrinsicValue_db1a007e-3525-4041-9eb5-3a34f8b992a7_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExpectedToVestExercisableAggregateIntrinsicValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Aggregate intrinsic value of vested options</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExpectedToVestExercisableAggregateIntrinsicValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExpectedToVestExercisableAggregateIntrinsicValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Vested and Expected to Vest, Exercisable, Aggregate Intrinsic Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExpectedToVestExercisableAggregateIntrinsicValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExpectedToVestExercisableAggregateIntrinsicValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExpectedToVestExercisableAggregateIntrinsicValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsVestedAndExpectedToVestExercisableAggregateIntrinsicValue" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PercentageOfLossesIncurred_fd3f72fa-9ae1-4205-a52c-22444afce24a_terseLabel_en-US" xlink:label="lab_hmn_PercentageOfLossesIncurred" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of losses incurred</link:label>
    <link:label id="lab_hmn_PercentageOfLossesIncurred_label_en-US" xlink:label="lab_hmn_PercentageOfLossesIncurred" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of Losses Incurred</link:label>
    <link:label id="lab_hmn_PercentageOfLossesIncurred_documentation_en-US" xlink:label="lab_hmn_PercentageOfLossesIncurred" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The percentage of losses represented by auto liability and auto physical damage.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PercentageOfLossesIncurred" xlink:href="hmn-20201231.xsd#hmn_PercentageOfLossesIncurred"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PercentageOfLossesIncurred" xlink:to="lab_hmn_PercentageOfLossesIncurred" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AllocatedShareBasedCompensationExpense_05451500-a9fb-4154-be5f-51dcf961ef7c_terseLabel_en-US" xlink:label="lab_us-gaap_AllocatedShareBasedCompensationExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based compensation expense</link:label>
    <link:label id="lab_us-gaap_AllocatedShareBasedCompensationExpense_label_en-US" xlink:label="lab_us-gaap_AllocatedShareBasedCompensationExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Payment Arrangement, Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AllocatedShareBasedCompensationExpense" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AllocatedShareBasedCompensationExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AllocatedShareBasedCompensationExpense" xlink:to="lab_us-gaap_AllocatedShareBasedCompensationExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccumulatedNetUnrealizedInvestmentGainLossMember_96bf6983-9e30-4fa6-b309-2f649cc78c38_verboseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedNetUnrealizedInvestmentGainLossMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net unrealized investment gains (losses) on securities</link:label>
    <link:label id="lab_us-gaap_AccumulatedNetUnrealizedInvestmentGainLossMember_label_en-US" xlink:label="lab_us-gaap_AccumulatedNetUnrealizedInvestmentGainLossMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">AOCI, Accumulated Gain (Loss), Debt Securities, Available-for-sale, Parent [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccumulatedNetUnrealizedInvestmentGainLossMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccumulatedNetUnrealizedInvestmentGainLossMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccumulatedNetUnrealizedInvestmentGainLossMember" xlink:to="lab_us-gaap_AccumulatedNetUnrealizedInvestmentGainLossMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFive_7181554a-61ca-4f42-9f3f-2f8bc1cfa643_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFive" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Year Five</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFive_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFive" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration, Year Five</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFive" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFive"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFive" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearFive" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BalanceSheetLocationAxis_7cf808fd-79b9-490a-875e-7c3042e6386e_terseLabel_en-US" xlink:label="lab_us-gaap_BalanceSheetLocationAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Balance Sheet Location [Axis]</link:label>
    <link:label id="lab_us-gaap_BalanceSheetLocationAxis_label_en-US" xlink:label="lab_us-gaap_BalanceSheetLocationAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Balance Sheet Location [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BalanceSheetLocationAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_BalanceSheetLocationAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BalanceSheetLocationAxis" xlink:to="lab_us-gaap_BalanceSheetLocationAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturingOnJanuary162026Member_50c6144c-4d47-4ecc-8ed7-6f87d5352c36_terseLabel_en-US" xlink:label="lab_hmn_MaturingOnJanuary162026Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On January 16, 2026</link:label>
    <link:label id="lab_hmn_MaturingOnJanuary162026Member_label_en-US" xlink:label="lab_hmn_MaturingOnJanuary162026Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturing On January 16 2026 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturingOnJanuary162026Member" xlink:href="hmn-20201231.xsd#hmn_MaturingOnJanuary162026Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturingOnJanuary162026Member" xlink:to="lab_hmn_MaturingOnJanuary162026Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareBasicAndDilutedOtherDisclosuresAbstract_924e6a5d-4a09-4fef-aa3c-9b871f078e4d_terseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasicAndDilutedOtherDisclosuresAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted average number of shares and equivalent shares</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareBasicAndDilutedOtherDisclosuresAbstract_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasicAndDilutedOtherDisclosuresAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Earnings Per Share, Basic and Diluted, Other Disclosures [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareBasicAndDilutedOtherDisclosuresAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EarningsPerShareBasicAndDilutedOtherDisclosuresAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareBasicAndDilutedOtherDisclosuresAbstract" xlink:to="lab_us-gaap_EarningsPerShareBasicAndDilutedOtherDisclosuresAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_BusinessAcquiredMember_10b5edbb-1e0b-4cf4-b1ff-88e378c179ee_terseLabel_en-US" xlink:label="lab_hmn_BusinessAcquiredMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of business acquired</link:label>
    <link:label id="lab_hmn_BusinessAcquiredMember_label_en-US" xlink:label="lab_hmn_BusinessAcquiredMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Business Acquired [Member]</link:label>
    <link:label id="lab_hmn_BusinessAcquiredMember_documentation_en-US" xlink:label="lab_hmn_BusinessAcquiredMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Business Acquired [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_BusinessAcquiredMember" xlink:href="hmn-20201231.xsd#hmn_BusinessAcquiredMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_BusinessAcquiredMember" xlink:to="lab_hmn_BusinessAcquiredMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MeasurementInputLapseMember_27adec8c-e035-44ec-8bd7-004fe269cdad_terseLabel_en-US" xlink:label="lab_hmn_MeasurementInputLapseMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">lapse rate</link:label>
    <link:label id="lab_hmn_MeasurementInputLapseMember_label_en-US" xlink:label="lab_hmn_MeasurementInputLapseMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Lapse [Member]</link:label>
    <link:label id="lab_hmn_MeasurementInputLapseMember_documentation_en-US" xlink:label="lab_hmn_MeasurementInputLapseMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Lapse</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MeasurementInputLapseMember" xlink:href="hmn-20201231.xsd#hmn_MeasurementInputLapseMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MeasurementInputLapseMember" xlink:to="lab_hmn_MeasurementInputLapseMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GoodwillAndIntangibleAssetsDisclosureAbstract_f64ce676-0878-44c9-9e90-3882d33f635b_terseLabel_en-US" xlink:label="lab_us-gaap_GoodwillAndIntangibleAssetsDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill and Intangible Assets Disclosure [Abstract]</link:label>
    <link:label id="lab_us-gaap_GoodwillAndIntangibleAssetsDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_GoodwillAndIntangibleAssetsDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill and Intangible Assets Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GoodwillAndIntangibleAssetsDisclosureAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GoodwillAndIntangibleAssetsDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GoodwillAndIntangibleAssetsDisclosureAbstract" xlink:to="lab_us-gaap_GoodwillAndIntangibleAssetsDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ImpairmentOfIntangibleAssetsFinitelived_583cb568-2efd-45f9-ac8e-f86e834c30ec_terseLabel_en-US" xlink:label="lab_us-gaap_ImpairmentOfIntangibleAssetsFinitelived" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Impairment of finite lived intangible assets</link:label>
    <link:label id="lab_us-gaap_ImpairmentOfIntangibleAssetsFinitelived_label_en-US" xlink:label="lab_us-gaap_ImpairmentOfIntangibleAssetsFinitelived" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Impairment of Intangible Assets, Finite-lived</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ImpairmentOfIntangibleAssetsFinitelived" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ImpairmentOfIntangibleAssetsFinitelived"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ImpairmentOfIntangibleAssetsFinitelived" xlink:to="lab_us-gaap_ImpairmentOfIntangibleAssetsFinitelived" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DeferredTaxLiabilitiesInvestmentsNetUnrealizedGainsOnFixedMaturitiesAndEquitySecurities_4be19a06-e8e6-4f55-958b-d93771926369_verboseLabel_en-US" xlink:label="lab_hmn_DeferredTaxLiabilitiesInvestmentsNetUnrealizedGainsOnFixedMaturitiesAndEquitySecurities" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other comprehensive income - net unrealized gains on securities</link:label>
    <link:label id="lab_hmn_DeferredTaxLiabilitiesInvestmentsNetUnrealizedGainsOnFixedMaturitiesAndEquitySecurities_label_en-US" xlink:label="lab_hmn_DeferredTaxLiabilitiesInvestmentsNetUnrealizedGainsOnFixedMaturitiesAndEquitySecurities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities Investments Net Unrealized Gains on Fixed Maturities and Equity Securities</link:label>
    <link:label id="lab_hmn_DeferredTaxLiabilitiesInvestmentsNetUnrealizedGainsOnFixedMaturitiesAndEquitySecurities_documentation_en-US" xlink:label="lab_hmn_DeferredTaxLiabilitiesInvestmentsNetUnrealizedGainsOnFixedMaturitiesAndEquitySecurities" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred tax liabilities investments net unrealized gains on fixed maturities and equity securities.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DeferredTaxLiabilitiesInvestmentsNetUnrealizedGainsOnFixedMaturitiesAndEquitySecurities" xlink:href="hmn-20201231.xsd#hmn_DeferredTaxLiabilitiesInvestmentsNetUnrealizedGainsOnFixedMaturitiesAndEquitySecurities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DeferredTaxLiabilitiesInvestmentsNetUnrealizedGainsOnFixedMaturitiesAndEquitySecurities" xlink:to="lab_hmn_DeferredTaxLiabilitiesInvestmentsNetUnrealizedGainsOnFixedMaturitiesAndEquitySecurities" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentAnnualReport_77d55b91-c1a3-4179-b580-30452b8123e2_terseLabel_en-US" xlink:label="lab_dei_DocumentAnnualReport" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Document Annual Report</link:label>
    <link:label id="lab_dei_DocumentAnnualReport_label_en-US" xlink:label="lab_dei_DocumentAnnualReport" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Document Annual Report</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentAnnualReport" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_DocumentAnnualReport"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentAnnualReport" xlink:to="lab_dei_DocumentAnnualReport" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortTermBorrowingsAbstract_dbbf8db0-63cc-4a83-9df6-6ba19c22ea1a_verboseLabel_en-US" xlink:label="lab_us-gaap_ShortTermBorrowingsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term debt</link:label>
    <link:label id="lab_us-gaap_ShortTermBorrowingsAbstract_label_en-US" xlink:label="lab_us-gaap_ShortTermBorrowingsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term Debt [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortTermBorrowingsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortTermBorrowingsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortTermBorrowingsAbstract" xlink:to="lab_us-gaap_ShortTermBorrowingsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ReinsuranceContractModifiedCoinsuranceBasisMember_13a9db32-2868-4b18-aaaa-1994c6850c8b_terseLabel_en-US" xlink:label="lab_hmn_ReinsuranceContractModifiedCoinsuranceBasisMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Contract Modified Coinsurance Basis</link:label>
    <link:label id="lab_hmn_ReinsuranceContractModifiedCoinsuranceBasisMember_label_en-US" xlink:label="lab_hmn_ReinsuranceContractModifiedCoinsuranceBasisMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Contract Modified Coinsurance Basis [Member]</link:label>
    <link:label id="lab_hmn_ReinsuranceContractModifiedCoinsuranceBasisMember_documentation_en-US" xlink:label="lab_hmn_ReinsuranceContractModifiedCoinsuranceBasisMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Contract Modified Coinsurance Basis [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ReinsuranceContractModifiedCoinsuranceBasisMember" xlink:href="hmn-20201231.xsd#hmn_ReinsuranceContractModifiedCoinsuranceBasisMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ReinsuranceContractModifiedCoinsuranceBasisMember" xlink:to="lab_hmn_ReinsuranceContractModifiedCoinsuranceBasisMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CompensationAndRetirementDisclosureAbstract_393cb2bb-c8f8-41db-9c36-59e35d105b06_terseLabel_en-US" xlink:label="lab_us-gaap_CompensationAndRetirementDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Benefits [Abstract]</link:label>
    <link:label id="lab_us-gaap_CompensationAndRetirementDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_CompensationAndRetirementDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retirement Benefits [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CompensationAndRetirementDisclosureAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CompensationAndRetirementDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CompensationAndRetirementDisclosureAbstract" xlink:to="lab_us-gaap_CompensationAndRetirementDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_GovernmentalAgenciesAsRequiredByLawInVariousStatesMember_1f0cfc86-99a0-420f-b571-81b15def3118_terseLabel_en-US" xlink:label="lab_hmn_GovernmentalAgenciesAsRequiredByLawInVariousStatesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Governmental agencies as required by law in various states</link:label>
    <link:label id="lab_hmn_GovernmentalAgenciesAsRequiredByLawInVariousStatesMember_label_en-US" xlink:label="lab_hmn_GovernmentalAgenciesAsRequiredByLawInVariousStatesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Governmental Agencies as Required by Law in Various States [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_GovernmentalAgenciesAsRequiredByLawInVariousStatesMember" xlink:href="hmn-20201231.xsd#hmn_GovernmentalAgenciesAsRequiredByLawInVariousStatesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_GovernmentalAgenciesAsRequiredByLawInVariousStatesMember" xlink:to="lab_hmn_GovernmentalAgenciesAsRequiredByLawInVariousStatesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_EstimatedExpectedMaturityAbstract_593175fb-cdb6-4a58-a663-079b9036ea99_verboseLabel_en-US" xlink:label="lab_hmn_EstimatedExpectedMaturityAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Estimated expected maturity:</link:label>
    <link:label id="lab_hmn_EstimatedExpectedMaturityAbstract_label_en-US" xlink:label="lab_hmn_EstimatedExpectedMaturityAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Estimated expected maturity:</link:label>
    <link:label id="lab_hmn_EstimatedExpectedMaturityAbstract_documentation_en-US" xlink:label="lab_hmn_EstimatedExpectedMaturityAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Estimated expected maturity.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_EstimatedExpectedMaturityAbstract" xlink:href="hmn-20201231.xsd#hmn_EstimatedExpectedMaturityAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_EstimatedExpectedMaturityAbstract" xlink:to="lab_hmn_EstimatedExpectedMaturityAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentTable_919b07f6-cc17-4d1e-9faf-5e36c2b688ad_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Long-term Debt Instruments [Table]</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentTable_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Long-term Debt Instruments [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtInstrumentTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentTable" xlink:to="lab_us-gaap_DebtInstrumentTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue_fca1622c-51a8-49b0-ba92-28637938d019_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Granted, Total Outstanding, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Grants in Period, Weighted Average Grant Date Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FederalHomeLoanBankAdvancesMember_d7d09b97-9135-45d5-8207-6c4223b23b16_terseLabel_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankAdvancesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank borrowing</link:label>
    <link:label id="lab_us-gaap_FederalHomeLoanBankAdvancesMember_label_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankAdvancesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank Advances [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FederalHomeLoanBankAdvancesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FederalHomeLoanBankAdvancesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FederalHomeLoanBankAdvancesMember" xlink:to="lab_us-gaap_FederalHomeLoanBankAdvancesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortTermBorrowings_af98ec69-8e81-4614-81f7-01ca3361b6a2_terseLabel_en-US" xlink:label="lab_us-gaap_ShortTermBorrowings" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term debt</link:label>
    <link:label id="lab_us-gaap_ShortTermBorrowings_label_en-US" xlink:label="lab_us-gaap_ShortTermBorrowings" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-term Debt</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortTermBorrowings" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortTermBorrowings"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortTermBorrowings" xlink:to="lab_us-gaap_ShortTermBorrowings" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract_b5eb3d6e-f49e-4a11-be7e-2309d4a8ecb9_terseLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash flows from investing activities</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Cash Provided by (Used in) Investing Activities [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract" xlink:to="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockAsPercentageOfBorrowingRequired_d1a84646-f2b5-4629-8600-9d89abe0fe61_terseLabel_en-US" xlink:label="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockAsPercentageOfBorrowingRequired" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Purchase of FHLB activity-based common stock as percentage of borrowing, required</link:label>
    <link:label id="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockAsPercentageOfBorrowingRequired_label_en-US" xlink:label="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockAsPercentageOfBorrowingRequired" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank, Purchase Of FHLB Activity Based Common Stock As Percentage Of Borrowing, Required</link:label>
    <link:label id="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockAsPercentageOfBorrowingRequired_documentation_en-US" xlink:label="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockAsPercentageOfBorrowingRequired" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank, Purchase Of FHLB Activity Based Common Stock As Percentage Of Borrowing, Required</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockAsPercentageOfBorrowingRequired" xlink:href="hmn-20201231.xsd#hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockAsPercentageOfBorrowingRequired"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockAsPercentageOfBorrowingRequired" xlink:to="lab_hmn_FederalHomeLoanBankPurchaseOfFHLBActivityBasedCommonStockAsPercentageOfBorrowingRequired" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersDiscountDeductedFromReserves_f2004829-b8ef-413f-8c80-c3756b96cab6_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersDiscountDeductedFromReserves" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Discount, if any, deducted in previous column</link:label>
    <link:label id="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersDiscountDeductedFromReserves_label_en-US" xlink:label="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersDiscountDeductedFromReserves" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-18, Supplemental Information, Property-Casualty Insurance Underwriters, Discount Deducted from Reserve</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersDiscountDeductedFromReserves" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersDiscountDeductedFromReserves"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersDiscountDeductedFromReserves" xlink:to="lab_us-gaap_SupplementalInformationForPropertyCasualtyInsuranceUnderwritersDiscountDeductedFromReserves" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValue_0c75a0a8-3a6f-439c-8062-0e55b603cbae_verboseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due in 1 year or less</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValue_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Maturity, Allocated and Single Maturity Date, Rolling within One Year, Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValue" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesNextRollingTwelveMonthsFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxLiabilitiesOther_f8fb02b3-3b7b-4468-bfdd-765a427fc42f_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxLiabilitiesOther" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other, net</link:label>
    <link:label id="lab_us-gaap_DeferredTaxLiabilitiesOther_label_en-US" xlink:label="lab_us-gaap_DeferredTaxLiabilitiesOther" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Liabilities, Other</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxLiabilitiesOther" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxLiabilitiesOther"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxLiabilitiesOther" xlink:to="lab_us-gaap_DeferredTaxLiabilitiesOther" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable_4cdbd978-d3d7-4850-8f96-456fbad6dee6_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Defined Benefit Plans Disclosures [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Defined Benefit Plans Disclosures [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable" xlink:to="lab_us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsFairValueDisclosure_14376de9-3493-4667-aa1c-546b4d9829ad_terseLabel_en-US" xlink:label="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment contract and life policy reserves, embedded derivatives</link:label>
    <link:label id="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsFairValueDisclosure_label_en-US" xlink:label="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability For Future Policy Benefits Derivative Instruments Fair Value Disclosure</link:label>
    <link:label id="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsFairValueDisclosure_documentation_en-US" xlink:label="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value disclosure of accrued obligation to policyholders that relates to insured events under other insurance contracts.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsFairValueDisclosure" xlink:href="hmn-20201231.xsd#hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsFairValueDisclosure"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsFairValueDisclosure" xlink:to="lab_hmn_LiabilityForFuturePolicyBenefitsDerivativeInstrumentsFairValueDisclosure" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeAssetFairValueGrossLiability_8b4d40a3-016d-4a1b-a2bf-4530b40d9e25_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeAssetFairValueGrossLiability" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross Amounts Offset in the Consolidated Balance Sheets</link:label>
    <link:label id="lab_us-gaap_DerivativeAssetFairValueGrossLiability_label_en-US" xlink:label="lab_us-gaap_DerivativeAssetFairValueGrossLiability" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Asset, Fair Value, Gross Liability</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeAssetFairValueGrossLiability" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeAssetFairValueGrossLiability"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeAssetFairValueGrossLiability" xlink:to="lab_us-gaap_DerivativeAssetFairValueGrossLiability" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturityDateAxis_981cad83-a235-47ea-ad2c-ea5b456aedf0_terseLabel_en-US" xlink:label="lab_hmn_MaturityDateAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturity Date [Axis]</link:label>
    <link:label id="lab_hmn_MaturityDateAxis_label_en-US" xlink:label="lab_hmn_MaturityDateAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturity Date [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturityDateAxis" xlink:href="hmn-20201231.xsd#hmn_MaturityDateAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturityDateAxis" xlink:to="lab_hmn_MaturityDateAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract_60bf1629-a3f7-4cf0-b063-5bd37a913199_terseLabel_en-US" xlink:label="lab_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statement of Comprehensive Income [Abstract]</link:label>
    <link:label id="lab_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract_label_en-US" xlink:label="lab_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statement of Comprehensive Income [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract" xlink:to="lab_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ConcentrationRiskTypeDomain_86d134ce-f5b0-4064-84dd-1ff26a64baad_terseLabel_en-US" xlink:label="lab_us-gaap_ConcentrationRiskTypeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Concentration Risk Type [Domain]</link:label>
    <link:label id="lab_us-gaap_ConcentrationRiskTypeDomain_label_en-US" xlink:label="lab_us-gaap_ConcentrationRiskTypeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Concentration Risk Type [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ConcentrationRiskTypeDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ConcentrationRiskTypeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ConcentrationRiskTypeDomain" xlink:to="lab_us-gaap_ConcentrationRiskTypeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsToAcquireLimitedPartnershipInterests_8f627ce9-fc56-4042-8e27-6312167afdd3_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireLimitedPartnershipInterests" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Purchases</link:label>
    <link:label id="lab_us-gaap_PaymentsToAcquireLimitedPartnershipInterests_label_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireLimitedPartnershipInterests" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments to Acquire Limited Partnership Interests</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsToAcquireLimitedPartnershipInterests" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsToAcquireLimitedPartnershipInterests"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsToAcquireLimitedPartnershipInterests" xlink:to="lab_us-gaap_PaymentsToAcquireLimitedPartnershipInterests" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_RetentionAmountOfEachPropertyLossPerOccurrence_3ade0fc0-41b3-46cc-8a4d-992d705fd042_verboseLabel_en-US" xlink:label="lab_hmn_RetentionAmountOfEachPropertyLossPerOccurrence" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention amount of each property loss per occurrence</link:label>
    <link:label id="lab_hmn_RetentionAmountOfEachPropertyLossPerOccurrence_label_en-US" xlink:label="lab_hmn_RetentionAmountOfEachPropertyLossPerOccurrence" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention Amount Of Each Property Loss Per Occurrence</link:label>
    <link:label id="lab_hmn_RetentionAmountOfEachPropertyLossPerOccurrence_documentation_en-US" xlink:label="lab_hmn_RetentionAmountOfEachPropertyLossPerOccurrence" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retention amount of each property coverage loss per occurrence.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_RetentionAmountOfEachPropertyLossPerOccurrence" xlink:href="hmn-20201231.xsd#hmn_RetentionAmountOfEachPropertyLossPerOccurrence"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_RetentionAmountOfEachPropertyLossPerOccurrence" xlink:to="lab_hmn_RetentionAmountOfEachPropertyLossPerOccurrence" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortDurationInsuranceContractsAccidentYear2018Member_833d761c-6608-4360-86e9-c1a59dd02a58_terseLabel_en-US" xlink:label="lab_us-gaap_ShortDurationInsuranceContractsAccidentYear2018Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">2018</link:label>
    <link:label id="lab_us-gaap_ShortDurationInsuranceContractsAccidentYear2018Member_label_en-US" xlink:label="lab_us-gaap_ShortDurationInsuranceContractsAccidentYear2018Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Accident Year 2018 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortDurationInsuranceContractsAccidentYear2018Member" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortDurationInsuranceContractsAccidentYear2018Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortDurationInsuranceContractsAccidentYear2018Member" xlink:to="lab_us-gaap_ShortDurationInsuranceContractsAccidentYear2018Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPlanAmendments_66667b45-e2de-44ae-999b-36e9bde26d97_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPlanAmendments" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Plan amendments</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanPlanAmendments_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanPlanAmendments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Benefit Obligation, Increase (Decrease) for Plan Amendment</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanPlanAmendments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanPlanAmendments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanPlanAmendments" xlink:to="lab_us-gaap_DefinedBenefitPlanPlanAmendments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilitiesAndStockholdersEquity_e632b245-9ca7-471d-a790-96cbee42bb39_totalLabel_en-US" xlink:label="lab_us-gaap_LiabilitiesAndStockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total liabilities and shareholders' equity</link:label>
    <link:label id="lab_us-gaap_LiabilitiesAndStockholdersEquity_label_en-US" xlink:label="lab_us-gaap_LiabilitiesAndStockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liabilities and Equity</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilitiesAndStockholdersEquity" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilitiesAndStockholdersEquity"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilitiesAndStockholdersEquity" xlink:to="lab_us-gaap_LiabilitiesAndStockholdersEquity" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxDisclosureTextBlock_d178cd8c-f0e8-4257-b054-35123886cc46_verboseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Taxes</link:label>
    <link:label id="lab_us-gaap_IncomeTaxDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_IncomeTaxDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Tax Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxDisclosureTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxDisclosureTextBlock" xlink:to="lab_us-gaap_IncomeTaxDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PortionAtFairValueFairValueDisclosureMember_152059f8-e023-4efa-a6a5-f370b95eda0f_terseLabel_en-US" xlink:label="lab_us-gaap_PortionAtFairValueFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Portion at Fair Value Measurement</link:label>
    <link:label id="lab_us-gaap_PortionAtFairValueFairValueDisclosureMember_label_en-US" xlink:label="lab_us-gaap_PortionAtFairValueFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Portion at Fair Value Measurement [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PortionAtFairValueFairValueDisclosureMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PortionAtFairValueFairValueDisclosureMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PortionAtFairValueFairValueDisclosureMember" xlink:to="lab_us-gaap_PortionAtFairValueFairValueDisclosureMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionNoGuaranteePercent_d765aedd-91f8-46d2-b530-529381d117ee_verboseLabel_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionNoGuaranteePercent" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">No guarantee</link:label>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionNoGuaranteePercent_label_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionNoGuaranteePercent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable Annuity Contract Value Distribution No Guarantee Percent</link:label>
    <link:label id="lab_hmn_VariableAnnuityContractValueDistributionNoGuaranteePercent_documentation_en-US" xlink:label="lab_hmn_VariableAnnuityContractValueDistributionNoGuaranteePercent" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Variable annuity contract value distribution no guarantee percent.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_VariableAnnuityContractValueDistributionNoGuaranteePercent" xlink:href="hmn-20201231.xsd#hmn_VariableAnnuityContractValueDistributionNoGuaranteePercent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_VariableAnnuityContractValueDistributionNoGuaranteePercent" xlink:to="lab_hmn_VariableAnnuityContractValueDistributionNoGuaranteePercent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OperatingLeaseCost_9c638b91-52dc-4e39-846f-1942c1c5dfec_terseLabel_en-US" xlink:label="lab_us-gaap_OperatingLeaseCost" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating lease cost</link:label>
    <link:label id="lab_us-gaap_OperatingLeaseCost_label_en-US" xlink:label="lab_us-gaap_OperatingLeaseCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Operating Lease, Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OperatingLeaseCost" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OperatingLeaseCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OperatingLeaseCost" xlink:to="lab_us-gaap_OperatingLeaseCost" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefitsReductionsResultingFromLapseOfApplicableStatuteOfLimitations_738e793a-1e94-4cb0-8873-e26a1101f096_negatedLabel_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefitsReductionsResultingFromLapseOfApplicableStatuteOfLimitations" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lapse of statute</link:label>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefitsReductionsResultingFromLapseOfApplicableStatuteOfLimitations_label_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefitsReductionsResultingFromLapseOfApplicableStatuteOfLimitations" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrecognized Tax Benefits, Reduction Resulting from Lapse of Applicable Statute of Limitations</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UnrecognizedTaxBenefitsReductionsResultingFromLapseOfApplicableStatuteOfLimitations" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_UnrecognizedTaxBenefitsReductionsResultingFromLapseOfApplicableStatuteOfLimitations"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UnrecognizedTaxBenefitsReductionsResultingFromLapseOfApplicableStatuteOfLimitations" xlink:to="lab_us-gaap_UnrecognizedTaxBenefitsReductionsResultingFromLapseOfApplicableStatuteOfLimitations" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherIncludingUsTreasurySecuritiesMember_ec69842d-a4d4-40c0-b802-5028cb5e3d02_verboseLabel_en-US" xlink:label="lab_hmn_OtherIncludingUsTreasurySecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other, including U.S. Treasury securities</link:label>
    <link:label id="lab_hmn_OtherIncludingUsTreasurySecuritiesMember_label_en-US" xlink:label="lab_hmn_OtherIncludingUsTreasurySecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other, including U.S. Treasury Securities [Member]</link:label>
    <link:label id="lab_hmn_OtherIncludingUsTreasurySecuritiesMember_documentation_en-US" xlink:label="lab_hmn_OtherIncludingUsTreasurySecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other including U.S treasury securities.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherIncludingUsTreasurySecuritiesMember" xlink:href="hmn-20201231.xsd#hmn_OtherIncludingUsTreasurySecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherIncludingUsTreasurySecuritiesMember" xlink:to="lab_hmn_OtherIncludingUsTreasurySecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CatastrophicEventDomain_a494a2ae-5825-4e52-8859-b3a959b1c8a9_terseLabel_en-US" xlink:label="lab_us-gaap_CatastrophicEventDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Catastrophic Event [Domain]</link:label>
    <link:label id="lab_us-gaap_CatastrophicEventDomain_label_en-US" xlink:label="lab_us-gaap_CatastrophicEventDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Catastrophic Event [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CatastrophicEventDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CatastrophicEventDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CatastrophicEventDomain" xlink:to="lab_us-gaap_CatastrophicEventDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount_378eef2a-c30b-46b3-ad92-b5cb795e132e_terseLabel_en-US" xlink:label="lab_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Antidilutive securities exclude from EPS computation (in shares)</link:label>
    <link:label id="lab_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount_label_en-US" xlink:label="lab_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Antidilutive Securities Excluded from Computation of Earnings Per Share, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount" xlink:to="lab_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationTable_559e4775-138b-4171-a33f-644df456b141_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration [Table]</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationTable_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationTable" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CurrentIncomeTaxExpenseBenefit_76b43db8-611d-4104-a216-4742addd641a_verboseLabel_en-US" xlink:label="lab_us-gaap_CurrentIncomeTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Current</link:label>
    <link:label id="lab_us-gaap_CurrentIncomeTaxExpenseBenefit_label_en-US" xlink:label="lab_us-gaap_CurrentIncomeTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Current Income Tax Expense (Benefit)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CurrentIncomeTaxExpenseBenefit" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CurrentIncomeTaxExpenseBenefit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CurrentIncomeTaxExpenseBenefit" xlink:to="lab_us-gaap_CurrentIncomeTaxExpenseBenefit" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromCurrentPeriodTaxPositions_45907434-107e-45fa-a74a-173fa3032489_verboseLabel_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromCurrentPeriodTaxPositions" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increases related to current year tax positions</link:label>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromCurrentPeriodTaxPositions_label_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromCurrentPeriodTaxPositions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrecognized Tax Benefits, Increase Resulting from Current Period Tax Positions</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromCurrentPeriodTaxPositions" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromCurrentPeriodTaxPositions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromCurrentPeriodTaxPositions" xlink:to="lab_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromCurrentPeriodTaxPositions" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromPriorPeriodTaxPositions_7086cb3e-6bb5-4a48-b1af-acc104185bb4_verboseLabel_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromPriorPeriodTaxPositions" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increases related to prior year tax positions</link:label>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromPriorPeriodTaxPositions_label_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromPriorPeriodTaxPositions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrecognized Tax Benefits, Increase Resulting from Prior Period Tax Positions</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromPriorPeriodTaxPositions" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromPriorPeriodTaxPositions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromPriorPeriodTaxPositions" xlink:to="lab_us-gaap_UnrecognizedTaxBenefitsIncreasesResultingFromPriorPeriodTaxPositions" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetUsefulLife_d62ef20f-60cd-40eb-9d12-5bcdede4a3aa_terseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetUsefulLife" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Useful life (in years)</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetUsefulLife_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetUsefulLife" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Asset, Useful Life</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetUsefulLife" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetUsefulLife"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetUsefulLife" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetUsefulLife" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EquityComponentDomain_8d96b023-cfe9-4554-882d-31804f457ec7_terseLabel_en-US" xlink:label="lab_us-gaap_EquityComponentDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity Component [Domain]</link:label>
    <link:label id="lab_us-gaap_EquityComponentDomain_label_en-US" xlink:label="lab_us-gaap_EquityComponentDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity Component [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EquityComponentDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EquityComponentDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EquityComponentDomain" xlink:to="lab_us-gaap_EquityComponentDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax_13272ddc-14d9-465c-934d-4e42367ffb5a_terseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in net unrealized investment gains (losses) on fixed maturity securities</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">OCI, Debt Securities, Available-for-Sale, Gain (Loss), after Adjustment and Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax" xlink:to="lab_us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentNetOfTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPostretirementBenefits_ff9cdf1c-795f-4643-bff9-d06a48d8291f_verboseLabel_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPostretirementBenefits" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Postretirement benefits other than pensions</link:label>
    <link:label id="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPostretirementBenefits_label_en-US" xlink:label="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPostretirementBenefits" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Assets, Tax Deferred Expense, Compensation and Benefits, Postretirement Benefits</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPostretirementBenefits" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPostretirementBenefits"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPostretirementBenefits" xlink:to="lab_us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPostretirementBenefits" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InsuranceLossReservesAbstract_8a307472-b732-4cfe-9138-e30f6aeb7868_terseLabel_en-US" xlink:label="lab_us-gaap_InsuranceLossReservesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance Loss Reserves [Abstract]</link:label>
    <link:label id="lab_us-gaap_InsuranceLossReservesAbstract_label_en-US" xlink:label="lab_us-gaap_InsuranceLossReservesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance Loss Reserves [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InsuranceLossReservesAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InsuranceLossReservesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InsuranceLossReservesAbstract" xlink:to="lab_us-gaap_InsuranceLossReservesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfExpectedBenefitPaymentsTableTextBlock_b4ce4011-1dc4-439f-8871-c7887d0ae4d3_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfExpectedBenefitPaymentsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Estimated future benefit payments</link:label>
    <link:label id="lab_us-gaap_ScheduleOfExpectedBenefitPaymentsTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfExpectedBenefitPaymentsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Expected Benefit Payments [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfExpectedBenefitPaymentsTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfExpectedBenefitPaymentsTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfExpectedBenefitPaymentsTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfExpectedBenefitPaymentsTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentNet_a05924e6-14d2-4352-baa4-7f1cc29b9894_totalLabel_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentNet" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentNet_label_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property, Plant and Equipment, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PropertyPlantAndEquipmentNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PropertyPlantAndEquipmentNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PropertyPlantAndEquipmentNet" xlink:to="lab_us-gaap_PropertyPlantAndEquipmentNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeAssetFairValueOfCollateral_6c812ca2-e3b5-40b7-8d0b-9bc872c84307_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeAssetFairValueOfCollateral" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value of collateral</link:label>
    <link:label id="lab_us-gaap_DerivativeAssetFairValueOfCollateral_label_en-US" xlink:label="lab_us-gaap_DerivativeAssetFairValueOfCollateral" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Asset, Fair Value of Collateral</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeAssetFairValueOfCollateral" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeAssetFairValueOfCollateral"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeAssetFairValueOfCollateral" xlink:to="lab_us-gaap_DerivativeAssetFairValueOfCollateral" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityTaxIdentificationNumber_20b23a24-0657-4edf-85c7-39c906cf7dac_terseLabel_en-US" xlink:label="lab_dei_EntityTaxIdentificationNumber" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Tax Identification Number</link:label>
    <link:label id="lab_dei_EntityTaxIdentificationNumber_label_en-US" xlink:label="lab_dei_EntityTaxIdentificationNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Tax Identification Number</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityTaxIdentificationNumber" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityTaxIdentificationNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityTaxIdentificationNumber" xlink:to="lab_dei_EntityTaxIdentificationNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ExercisePriceRangeRangeThreeMember_3df88a3a-ac14-4a68-bf69-250882feb563_terseLabel_en-US" xlink:label="lab_hmn_ExercisePriceRangeRangeThreeMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Range Three</link:label>
    <link:label id="lab_hmn_ExercisePriceRangeRangeThreeMember_label_en-US" xlink:label="lab_hmn_ExercisePriceRangeRangeThreeMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Exercise Price Range Range Three [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ExercisePriceRangeRangeThreeMember" xlink:href="hmn-20201231.xsd#hmn_ExercisePriceRangeRangeThreeMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ExercisePriceRangeRangeThreeMember" xlink:to="lab_hmn_ExercisePriceRangeRangeThreeMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeLeaseDescriptionTable_fd53824f-ef9a-4588-b1f6-7f56cb04f6f3_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeLeaseDescriptionTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Lease, Description [Table]</link:label>
    <link:label id="lab_us-gaap_LesseeLeaseDescriptionTable_label_en-US" xlink:label="lab_us-gaap_LesseeLeaseDescriptionTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Lease, Description [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeLeaseDescriptionTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeLeaseDescriptionTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeLeaseDescriptionTable" xlink:to="lab_us-gaap_LesseeLeaseDescriptionTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetIncomeLoss_1617c541-9b22-4709-be8a-ace8ea4eab6a_totalLabel_en-US" xlink:label="lab_us-gaap_NetIncomeLoss" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net income</link:label>
    <link:label id="lab_us-gaap_NetIncomeLoss_a622eac2-99cc-4093-b785-78dc0be7c2ae_verboseLabel_en-US" xlink:label="lab_us-gaap_NetIncomeLoss" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net income</link:label>
    <link:label id="lab_us-gaap_NetIncomeLoss_b92653e4-3d81-4993-b647-1a2fc4926573_terseLabel_en-US" xlink:label="lab_us-gaap_NetIncomeLoss" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net income</link:label>
    <link:label id="lab_us-gaap_NetIncomeLoss_label_en-US" xlink:label="lab_us-gaap_NetIncomeLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Income (Loss) Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetIncomeLoss" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetIncomeLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetIncomeLoss" xlink:to="lab_us-gaap_NetIncomeLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract_1fc26c65-5cb3-4885-a7f8-c998bd434184_terseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Changes in:</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Increase (Decrease) in Operating Capital [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncreaseDecreaseInOperatingCapitalAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract" xlink:to="lab_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InvestmentDebtSecuritiesAverageOptionAdjustedDuration_69737231-cd17-480a-a130-f15df4a21b1e_terseLabel_en-US" xlink:label="lab_hmn_InvestmentDebtSecuritiesAverageOptionAdjustedDuration" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Average option-adjusted duration, in years</link:label>
    <link:label id="lab_hmn_InvestmentDebtSecuritiesAverageOptionAdjustedDuration_label_en-US" xlink:label="lab_hmn_InvestmentDebtSecuritiesAverageOptionAdjustedDuration" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Average option-adjusted duration, in years</link:label>
    <link:label id="lab_hmn_InvestmentDebtSecuritiesAverageOptionAdjustedDuration_documentation_en-US" xlink:label="lab_hmn_InvestmentDebtSecuritiesAverageOptionAdjustedDuration" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment debt securities average option adjusted duration expressed in number of years.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InvestmentDebtSecuritiesAverageOptionAdjustedDuration" xlink:href="hmn-20201231.xsd#hmn_InvestmentDebtSecuritiesAverageOptionAdjustedDuration"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InvestmentDebtSecuritiesAverageOptionAdjustedDuration" xlink:to="lab_hmn_InvestmentDebtSecuritiesAverageOptionAdjustedDuration" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermThree_184ba5e4-3b6f-4e5e-ac9c-3a68412d308a_terseLabel_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermThree" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amortization of acquisition costs for individual life contracts, third term</link:label>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermThree_label_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermThree" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Acquisition Costs Amortization In Years For Individual Life Contracts Term Three</link:label>
    <link:label id="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermThree_documentation_en-US" xlink:label="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermThree" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The number of years over which capitalized acquisition costs are amortized for individual life contracts. Acquisition costs are amortized in proportion to the anticipated premiums over the terms of the insurance policies.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermThree" xlink:href="hmn-20201231.xsd#hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermThree"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermThree" xlink:to="lab_hmn_AcquisitionCostsAmortizationInYearsForIndividualLifeContractsTermThree" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LondonInterbankOfferedRateLIBORMember_3d24e3a3-ab77-418f-b6e1-75f496145d18_terseLabel_en-US" xlink:label="lab_us-gaap_LondonInterbankOfferedRateLIBORMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">London Interbank Offered Rate (LIBOR)</link:label>
    <link:label id="lab_us-gaap_LondonInterbankOfferedRateLIBORMember_label_en-US" xlink:label="lab_us-gaap_LondonInterbankOfferedRateLIBORMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">London Interbank Offered Rate (LIBOR) [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LondonInterbankOfferedRateLIBORMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LondonInterbankOfferedRateLIBORMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LondonInterbankOfferedRateLIBORMember" xlink:to="lab_us-gaap_LondonInterbankOfferedRateLIBORMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FuturePolicyBenefitsLiabilityPolicy_3a18b905-bbc0-42f1-9509-c8b073666829_verboseLabel_en-US" xlink:label="lab_us-gaap_FuturePolicyBenefitsLiabilityPolicy" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Contract and Life Policy Reserves</link:label>
    <link:label id="lab_us-gaap_FuturePolicyBenefitsLiabilityPolicy_label_en-US" xlink:label="lab_us-gaap_FuturePolicyBenefitsLiabilityPolicy" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Future Policy Benefit [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FuturePolicyBenefitsLiabilityPolicy" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FuturePolicyBenefitsLiabilityPolicy"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FuturePolicyBenefitsLiabilityPolicy" xlink:to="lab_us-gaap_FuturePolicyBenefitsLiabilityPolicy" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TradeNamesMember_21b2381f-3ffe-4c3d-870b-409d1a12bc9d_terseLabel_en-US" xlink:label="lab_us-gaap_TradeNamesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Trade names</link:label>
    <link:label id="lab_us-gaap_TradeNamesMember_label_en-US" xlink:label="lab_us-gaap_TradeNamesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Trade Names [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TradeNamesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_TradeNamesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TradeNamesMember" xlink:to="lab_us-gaap_TradeNamesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesTable_bdaba76a-3c22-46e7-934b-499289b6ae74_terseLabel_en-US" xlink:label="lab_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Recoverable On Unpaid Insurance Reserves [Table]</link:label>
    <link:label id="lab_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesTable_label_en-US" xlink:label="lab_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Recoverable On Unpaid Insurance Reserves [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesTable" xlink:href="hmn-20201231.xsd#hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesTable" xlink:to="lab_hmn_ReinsuranceRecoverableOnUnpaidInsuranceReservesTable" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_CurrentFiscalYearEndDate_36b1c25b-0df3-441b-be5e-57c0c454c7b8_terseLabel_en-US" xlink:label="lab_dei_CurrentFiscalYearEndDate" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Current Fiscal Year End Date</link:label>
    <link:label id="lab_dei_CurrentFiscalYearEndDate_label_en-US" xlink:label="lab_dei_CurrentFiscalYearEndDate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Current Fiscal Year End Date</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_CurrentFiscalYearEndDate" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_CurrentFiscalYearEndDate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_CurrentFiscalYearEndDate" xlink:to="lab_dei_CurrentFiscalYearEndDate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatutoryAccountingPracticesDisclosureTextBlock_53731358-6f75-45e3-ae89-8e15d61afed9_verboseLabel_en-US" xlink:label="lab_us-gaap_StatutoryAccountingPracticesDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statutory surplus and subsidiary dividend restrictions</link:label>
    <link:label id="lab_us-gaap_StatutoryAccountingPracticesDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_StatutoryAccountingPracticesDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statutory Accounting Practices Disclosure [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatutoryAccountingPracticesDisclosureTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatutoryAccountingPracticesDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatutoryAccountingPracticesDisclosureTextBlock" xlink:to="lab_us-gaap_StatutoryAccountingPracticesDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_StockIssuedDuringPeriodValueConversionOfRestrictedStockUnits_bd8843f2-ad60-4fa9-ba23-1ab0ac710e06_verboseLabel_en-US" xlink:label="lab_hmn_StockIssuedDuringPeriodValueConversionOfRestrictedStockUnits" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Conversion of restricted common stock units</link:label>
    <link:label id="lab_hmn_StockIssuedDuringPeriodValueConversionOfRestrictedStockUnits_label_en-US" xlink:label="lab_hmn_StockIssuedDuringPeriodValueConversionOfRestrictedStockUnits" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Stock Issued During Period, Value, Conversion Of Restricted Stock Units</link:label>
    <link:label id="lab_hmn_StockIssuedDuringPeriodValueConversionOfRestrictedStockUnits_documentation_en-US" xlink:label="lab_hmn_StockIssuedDuringPeriodValueConversionOfRestrictedStockUnits" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Value of the stock issued during the period as a result of the conversion of restricted stock units which represented share based compensation.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_StockIssuedDuringPeriodValueConversionOfRestrictedStockUnits" xlink:href="hmn-20201231.xsd#hmn_StockIssuedDuringPeriodValueConversionOfRestrictedStockUnits"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_StockIssuedDuringPeriodValueConversionOfRestrictedStockUnits" xlink:to="lab_hmn_StockIssuedDuringPeriodValueConversionOfRestrictedStockUnits" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentBeforeTaxPortionAttributableToParent_acfaf818-c5a1-4d95-9a90-7a9c0cc12894_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentBeforeTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Before tax</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentBeforeTaxPortionAttributableToParent_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentBeforeTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive (Income) Loss, Defined Benefit Plan, before Tax, after Reclassification Adjustment, Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentBeforeTaxPortionAttributableToParent" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentBeforeTaxPortionAttributableToParent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentBeforeTaxPortionAttributableToParent" xlink:to="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentBeforeTaxPortionAttributableToParent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsScheduleOfHistoricalClaimsDurationTableTextBlock_d9203f96-3755-4d54-a7ee-4de5deb69813_verboseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsScheduleOfHistoricalClaimsDurationTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of average annual percentage payout of incurred claims by age, also referred to as a history of claims duration</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsScheduleOfHistoricalClaimsDurationTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsScheduleOfHistoricalClaimsDurationTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Schedule of Historical Claims Duration [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsScheduleOfHistoricalClaimsDurationTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsScheduleOfHistoricalClaimsDurationTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsScheduleOfHistoricalClaimsDurationTableTextBlock" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsScheduleOfHistoricalClaimsDurationTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_RealEstatePropertyMember_de00ebac-501e-48c4-9f1c-ccea192065ec_terseLabel_en-US" xlink:label="lab_hmn_RealEstatePropertyMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Real estate property</link:label>
    <link:label id="lab_hmn_RealEstatePropertyMember_label_en-US" xlink:label="lab_hmn_RealEstatePropertyMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Real Estate Property [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_RealEstatePropertyMember" xlink:href="hmn-20201231.xsd#hmn_RealEstatePropertyMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_RealEstatePropertyMember" xlink:to="lab_hmn_RealEstatePropertyMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MaturityPeriodOneMember_e412a85a-2688-42b4-ab97-de229ce0daf5_terseLabel_en-US" xlink:label="lab_hmn_MaturityPeriodOneMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">October 5, 2022</link:label>
    <link:label id="lab_hmn_MaturityPeriodOneMember_label_en-US" xlink:label="lab_hmn_MaturityPeriodOneMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturity Period One [Member]</link:label>
    <link:label id="lab_hmn_MaturityPeriodOneMember_documentation_en-US" xlink:label="lab_hmn_MaturityPeriodOneMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maturity Period One [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MaturityPeriodOneMember" xlink:href="hmn-20201231.xsd#hmn_MaturityPeriodOneMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MaturityPeriodOneMember" xlink:to="lab_hmn_MaturityPeriodOneMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems_6dfe1359-bc6f-4b80-8512-994e3468f039_terseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss) [Line Items]</link:label>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems_label_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss) [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems" xlink:to="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriod_9884fa36-bd9c-45c1-be4a-e62403ba869a_terseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriod" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Vested, Vested, Units (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriod_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Vested Vested In Period</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriod_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriod" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award equity instruments other than options vested in period.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriod" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriod" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedVestedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingRollForward_036b2205-8160-49a6-b75c-0e668236b5b2_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Outstanding</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingRollForward_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Outstanding [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingRollForward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingRollForward" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsOutstandingRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GoodwillAndIntangibleAssetImpairment_33b5646c-71d4-46fb-a61d-ea519eba3021_terseLabel_en-US" xlink:label="lab_us-gaap_GoodwillAndIntangibleAssetImpairment" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other expense - goodwill and intangible asset impairments</link:label>
    <link:label id="lab_us-gaap_GoodwillAndIntangibleAssetImpairment_b0349957-16b4-492b-81e1-bfd2368bf70a_verboseLabel_en-US" xlink:label="lab_us-gaap_GoodwillAndIntangibleAssetImpairment" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other expense - goodwill and intangible asset impairments</link:label>
    <link:label id="lab_us-gaap_GoodwillAndIntangibleAssetImpairment_label_en-US" xlink:label="lab_us-gaap_GoodwillAndIntangibleAssetImpairment" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Goodwill and Intangible Asset Impairment</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GoodwillAndIntangibleAssetImpairment" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GoodwillAndIntangibleAssetImpairment"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GoodwillAndIntangibleAssetImpairment" xlink:to="lab_us-gaap_GoodwillAndIntangibleAssetImpairment" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ReinsuranceDepositReceivableTextBlock_74f1af5f-7b1b-4942-a8fb-1f58a7dfadf2_terseLabel_en-US" xlink:label="lab_hmn_ReinsuranceDepositReceivableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deposit Asset on Reinsurance</link:label>
    <link:label id="lab_hmn_ReinsuranceDepositReceivableTextBlock_label_en-US" xlink:label="lab_hmn_ReinsuranceDepositReceivableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Deposit Receivable [Text Block]</link:label>
    <link:label id="lab_hmn_ReinsuranceDepositReceivableTextBlock_documentation_en-US" xlink:label="lab_hmn_ReinsuranceDepositReceivableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Deposit Receivable [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ReinsuranceDepositReceivableTextBlock" xlink:href="hmn-20201231.xsd#hmn_ReinsuranceDepositReceivableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ReinsuranceDepositReceivableTextBlock" xlink:to="lab_hmn_ReinsuranceDepositReceivableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearThree_3aedbf1d-c699-4f14-9313-505ce696e031_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearThree" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Year Three</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearThree_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearThree" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration, Year Three</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearThree" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearThree"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearThree" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearThree" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ParentCompanyMember_4627643c-f6d1-4a72-8427-f05447985976_terseLabel_en-US" xlink:label="lab_srt_ParentCompanyMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Parent company</link:label>
    <link:label id="lab_srt_ParentCompanyMember_label_en-US" xlink:label="lab_srt_ParentCompanyMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Parent Company [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ParentCompanyMember" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_ParentCompanyMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ParentCompanyMember" xlink:to="lab_srt_ParentCompanyMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParent_60689b7f-23bf-4eff-88fb-a61a1e7920ee_negatedLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in net funded status of benefit plans</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParent_d5274f98-575b-4494-b3ef-61bf56fb74c4_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in net funded status of benefit plans</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParent_0100c03b-cc9b-49f0-a556-966e51f6be86_negatedTotalLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2009/role/negatedTotalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total, net of tax</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParent_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive (Income) Loss, Defined Benefit Plan, after Tax and Reclassification Adjustment, Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParent" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParent" xlink:to="lab_us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansAdjustmentNetOfTaxPortionAttributableToParent" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsFairValue_97b5994b-102f-4616-9b2a-e9ecaf99efa5_verboseLabel_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 20 years</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsFairValue_label_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 20 years, Fair Value</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsFairValue_documentation_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Amount of available-for-sale debt securities at fair value maturing after the twentieth rolling twelve months following the latest balance sheet presented.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsFairValue" xlink:href="hmn-20201231.xsd#hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsFairValue" xlink:to="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingAfterTwentyYearsFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PercentageOfReversionToMeanApproachUtilizedToAmortizePolicyAcquisitionCosts_04631a8e-1803-4ad4-92a7-bc6555ee4f85_terseLabel_en-US" xlink:label="lab_hmn_PercentageOfReversionToMeanApproachUtilizedToAmortizePolicyAcquisitionCosts" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of reversion to mean approach utilized to amortized policy acquisition costs</link:label>
    <link:label id="lab_hmn_PercentageOfReversionToMeanApproachUtilizedToAmortizePolicyAcquisitionCosts_label_en-US" xlink:label="lab_hmn_PercentageOfReversionToMeanApproachUtilizedToAmortizePolicyAcquisitionCosts" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage Of Reversion To Mean Approach Utilized To Amortize Policy Acquisition Costs</link:label>
    <link:label id="lab_hmn_PercentageOfReversionToMeanApproachUtilizedToAmortizePolicyAcquisitionCosts_documentation_en-US" xlink:label="lab_hmn_PercentageOfReversionToMeanApproachUtilizedToAmortizePolicyAcquisitionCosts" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">For the variable deposit portion of the annuity segment, percentage of reversion to the mean approach utilized to amortize policy acquisition costs.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PercentageOfReversionToMeanApproachUtilizedToAmortizePolicyAcquisitionCosts" xlink:href="hmn-20201231.xsd#hmn_PercentageOfReversionToMeanApproachUtilizedToAmortizePolicyAcquisitionCosts"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PercentageOfReversionToMeanApproachUtilizedToAmortizePolicyAcquisitionCosts" xlink:to="lab_hmn_PercentageOfReversionToMeanApproachUtilizedToAmortizePolicyAcquisitionCosts" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BusinessAcquisitionAcquireeDomain_803328e8-528d-437d-9ea2-3a3e4a48349c_terseLabel_en-US" xlink:label="lab_us-gaap_BusinessAcquisitionAcquireeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Business Acquisition, Acquiree [Domain]</link:label>
    <link:label id="lab_us-gaap_BusinessAcquisitionAcquireeDomain_label_en-US" xlink:label="lab_us-gaap_BusinessAcquisitionAcquireeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Business Acquisition, Acquiree [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BusinessAcquisitionAcquireeDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_BusinessAcquisitionAcquireeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BusinessAcquisitionAcquireeDomain" xlink:to="lab_us-gaap_BusinessAcquisitionAcquireeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersIntoLevel3_571c9d6b-0c0d-44bf-a1ea-f7066d4a89d8_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersIntoLevel3" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Transfers into Level 3</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersIntoLevel3_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersIntoLevel3" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Liability, Transfers Into Level 3</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersIntoLevel3" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersIntoLevel3"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersIntoLevel3" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationLiabilityTransfersIntoLevel3" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_OtherThanTemporaryImpairmentLossInvestmentsPortionRecognizedInEarningsChangeInIntent_5896c6f6-2c01-4107-8a09-a0928082e91b_negatedLabel_en-US" xlink:label="lab_hmn_OtherThanTemporaryImpairmentLossInvestmentsPortionRecognizedInEarningsChangeInIntent" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in intent write-downs</link:label>
    <link:label id="lab_hmn_OtherThanTemporaryImpairmentLossInvestmentsPortionRecognizedInEarningsChangeInIntent_label_en-US" xlink:label="lab_hmn_OtherThanTemporaryImpairmentLossInvestmentsPortionRecognizedInEarningsChangeInIntent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other than Temporary Impairment Loss, Investments, Portion Recognized In Earnings, Change In Intent</link:label>
    <link:label id="lab_hmn_OtherThanTemporaryImpairmentLossInvestmentsPortionRecognizedInEarningsChangeInIntent_documentation_en-US" xlink:label="lab_hmn_OtherThanTemporaryImpairmentLossInvestmentsPortionRecognizedInEarningsChangeInIntent" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other than Temporary Impairment Loss, Investments, Portion Recognized In Earnings, Change In Intent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_OtherThanTemporaryImpairmentLossInvestmentsPortionRecognizedInEarningsChangeInIntent" xlink:href="hmn-20201231.xsd#hmn_OtherThanTemporaryImpairmentLossInvestmentsPortionRecognizedInEarningsChangeInIntent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_OtherThanTemporaryImpairmentLossInvestmentsPortionRecognizedInEarningsChangeInIntent" xlink:to="lab_hmn_OtherThanTemporaryImpairmentLossInvestmentsPortionRecognizedInEarningsChangeInIntent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanEquitySecuritiesUsMember_31745791-ff8b-4367-b6e1-c1d97dc27dee_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanEquitySecuritiesUsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Equity security funds, United States</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanEquitySecuritiesUsMember_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanEquitySecuritiesUsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Equity Securities, US [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanEquitySecuritiesUsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanEquitySecuritiesUsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanEquitySecuritiesUsMember" xlink:to="lab_us-gaap_DefinedBenefitPlanEquitySecuritiesUsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstanding_93ed9580-63c0-4892-851a-2f1f621ea2ce_totalLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstanding" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstanding_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstanding" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Awards Equity Instruments Outstanding</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstanding_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstanding" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment awards equity instruments outstanding.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstanding" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstanding"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstanding" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardsEquityInstrumentsOutstanding" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentTypeDomain_6a9f7e09-eff1-4a6b-bb40-a28f9fd6bbff_terseLabel_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentTypeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property, Plant and Equipment, Type [Domain]</link:label>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentTypeDomain_label_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentTypeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-Lived Tangible Asset [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PropertyPlantAndEquipmentTypeDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PropertyPlantAndEquipmentTypeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PropertyPlantAndEquipmentTypeDomain" xlink:to="lab_us-gaap_PropertyPlantAndEquipmentTypeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FederalHomeLoanBankAdvancesLongTerm_4b1a69c0-0f26-4573-ba7b-16c307cb6e16_terseLabel_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankAdvancesLongTerm" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">FHLB advances</link:label>
    <link:label id="lab_us-gaap_FederalHomeLoanBankAdvancesLongTerm_label_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankAdvancesLongTerm" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term Federal Home Loan Bank Advances</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FederalHomeLoanBankAdvancesLongTerm" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FederalHomeLoanBankAdvancesLongTerm"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FederalHomeLoanBankAdvancesLongTerm" xlink:to="lab_us-gaap_FederalHomeLoanBankAdvancesLongTerm" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanBenefitObligationBenefitsPaid_17bb770f-418d-4675-b02e-bf10419b5f69_negatedLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanBenefitObligationBenefitsPaid" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Benefits paid</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanBenefitObligationBenefitsPaid_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanBenefitObligationBenefitsPaid" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Benefit Obligation, Benefits Paid</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanBenefitObligationBenefitsPaid" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanBenefitObligationBenefitsPaid"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanBenefitObligationBenefitsPaid" xlink:to="lab_us-gaap_DefinedBenefitPlanBenefitObligationBenefitsPaid" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInOtherComprehensiveIncome_11ff3122-982b-4f5a-b972-db62dcab3cfc_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInOtherComprehensiveIncome" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net unrealized investment gains (losses) included in OCI</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInOtherComprehensiveIncome_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInOtherComprehensiveIncome" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Liability, Gain (Loss) Included in Other Comprehensive Income (Loss)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInOtherComprehensiveIncome" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInOtherComprehensiveIncome"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInOtherComprehensiveIncome" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisLiabilityGainLossIncludedInOtherComprehensiveIncome" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentTextBlock_bd6d8ca7-b6cd-47fb-affe-9c62d703ab0f_verboseLabel_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property and equipment</link:label>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentTextBlock_label_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property, Plant and Equipment [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PropertyPlantAndEquipmentTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PropertyPlantAndEquipmentTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PropertyPlantAndEquipmentTextBlock" xlink:to="lab_us-gaap_PropertyPlantAndEquipmentTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanExpectedContributionForNextFiscalYearEnd_961378e6-43ca-493d-b662-3c124f08b998_terseLabel_en-US" xlink:label="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanExpectedContributionForNextFiscalYearEnd" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Expected contributions (approximations)</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanExpectedContributionForNextFiscalYearEnd_label_en-US" xlink:label="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanExpectedContributionForNextFiscalYearEnd" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan and Other Post Retirement Plan Expected Contribution for Next Fiscal Year End</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanExpectedContributionForNextFiscalYearEnd_documentation_en-US" xlink:label="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanExpectedContributionForNextFiscalYearEnd" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined benefit plan and other post retirement plan expected contributions for the full next fiscal year as of the current fiscal year-end.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanExpectedContributionForNextFiscalYearEnd" xlink:href="hmn-20201231.xsd#hmn_DefinedBenefitPlanAndOtherPostRetirementPlanExpectedContributionForNextFiscalYearEnd"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanExpectedContributionForNextFiscalYearEnd" xlink:to="lab_hmn_DefinedBenefitPlanAndOtherPostRetirementPlanExpectedContributionForNextFiscalYearEnd" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShortDurationInsuranceContractsIncurredButNotReportedIBNRClaimsLiabilityPlusExpectedDevelopmentOnReportedClaimsNet_f1fad8e5-2cfe-4e20-a62e-c43556e0ce41_terseLabel_en-US" xlink:label="lab_hmn_ShortDurationInsuranceContractsIncurredButNotReportedIBNRClaimsLiabilityPlusExpectedDevelopmentOnReportedClaimsNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total of Incurred- But-Not-Reported Liabilities Plus Expected Development on Reported Claims</link:label>
    <link:label id="lab_hmn_ShortDurationInsuranceContractsIncurredButNotReportedIBNRClaimsLiabilityPlusExpectedDevelopmentOnReportedClaimsNet_label_en-US" xlink:label="lab_hmn_ShortDurationInsuranceContractsIncurredButNotReportedIBNRClaimsLiabilityPlusExpectedDevelopmentOnReportedClaimsNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Incurred But Not Reported (IBNR) Claims Liability Plus Expected Development On Reported Claims, Net</link:label>
    <link:label id="lab_hmn_ShortDurationInsuranceContractsIncurredButNotReportedIBNRClaimsLiabilityPlusExpectedDevelopmentOnReportedClaimsNet_documentation_en-US" xlink:label="lab_hmn_ShortDurationInsuranceContractsIncurredButNotReportedIBNRClaimsLiabilityPlusExpectedDevelopmentOnReportedClaimsNet" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Incurred But Not Reported (IBNR) Claims Liability Plus Expected Development On Reported Claims, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShortDurationInsuranceContractsIncurredButNotReportedIBNRClaimsLiabilityPlusExpectedDevelopmentOnReportedClaimsNet" xlink:href="hmn-20201231.xsd#hmn_ShortDurationInsuranceContractsIncurredButNotReportedIBNRClaimsLiabilityPlusExpectedDevelopmentOnReportedClaimsNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShortDurationInsuranceContractsIncurredButNotReportedIBNRClaimsLiabilityPlusExpectedDevelopmentOnReportedClaimsNet" xlink:to="lab_hmn_ShortDurationInsuranceContractsIncurredButNotReportedIBNRClaimsLiabilityPlusExpectedDevelopmentOnReportedClaimsNet" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_GainOrLossesNetAbstract_d140134b-4e89-4885-973a-accf595675d0_terseLabel_en-US" xlink:label="lab_hmn_GainOrLossesNetAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total gains or losses</link:label>
    <link:label id="lab_hmn_GainOrLossesNetAbstract_label_en-US" xlink:label="lab_hmn_GainOrLossesNetAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gain Or Losses Net [Abstract]</link:label>
    <link:label id="lab_hmn_GainOrLossesNetAbstract_documentation_en-US" xlink:label="lab_hmn_GainOrLossesNetAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gain Or Losses Net [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_GainOrLossesNetAbstract" xlink:href="hmn-20201231.xsd#hmn_GainOrLossesNetAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_GainOrLossesNetAbstract" xlink:to="lab_hmn_GainOrLossesNetAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsGross_87453164-643a-48ce-be24-767cf00a6218_terseLabel_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsGross" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">At inception:</link:label>
    <link:label id="lab_us-gaap_FiniteLivedIntangibleAssetsGross_label_en-US" xlink:label="lab_us-gaap_FiniteLivedIntangibleAssetsGross" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Finite-Lived Intangible Assets, Gross</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FiniteLivedIntangibleAssetsGross" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FiniteLivedIntangibleAssetsGross"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FiniteLivedIntangibleAssetsGross" xlink:to="lab_us-gaap_FiniteLivedIntangibleAssetsGross" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTax_ca4a4206-09e2-419f-90f2-db54dbd0b8e7_totalLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTax" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total amount recognized in AOCI</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTax_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Accumulated Other Comprehensive (Income) Loss, before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTax" xlink:to="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsNumberOfReportedClaims_ff2bc0c8-6424-45ae-86b9-9a7f77900c45_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsNumberOfReportedClaims" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cumulative Number of Reported Claims</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsNumberOfReportedClaims_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsNumberOfReportedClaims" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contract, Cumulative Number of Reported Claims</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsNumberOfReportedClaims" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsNumberOfReportedClaims"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsNumberOfReportedClaims" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsNumberOfReportedClaims" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValue_87067908-36e3-4e40-905a-9a2c66948f41_verboseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 5 years through 10 years</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValue_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Maturity, Allocated and Single Maturity Date, Rolling after Five Through Ten Years, Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValue" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesRollingYearSixThroughTenFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss_7002bebc-a642-42b0-80c4-1dc648fabc15_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fixed maturity securities, Gross Unrealized Losses, 12 Months or Less</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale, Continuous Unrealized Loss Position, Less than 12 Months, Accumulated Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTextBlock_b444e9f3-6ec8-41dd-a60b-5b7ea5efaa6b_verboseLabel_en-US" xlink:label="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of Investments-Other Than Investments in Related Parties</link:label>
    <link:label id="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTextBlock_label_en-US" xlink:label="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-15, Insurance Companies, Summary of Investments, Other than Investments in Related Parties [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTextBlock" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTextBlock" xlink:to="lab_srt_SummaryOfInvestmentsOtherThanInvestmentsInRelatedPartiesTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_LongTailCoverageReservesAsPercentageOfReserves_3f1f18ed-7551-4c52-9fad-9e0d4f521fa1_terseLabel_en-US" xlink:label="lab_hmn_LongTailCoverageReservesAsPercentageOfReserves" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long tail coverage reserves as percentage of reserves</link:label>
    <link:label id="lab_hmn_LongTailCoverageReservesAsPercentageOfReserves_label_en-US" xlink:label="lab_hmn_LongTailCoverageReservesAsPercentageOfReserves" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long Tail Coverage Reserves As Percentage Of Reserves</link:label>
    <link:label id="lab_hmn_LongTailCoverageReservesAsPercentageOfReserves_documentation_en-US" xlink:label="lab_hmn_LongTailCoverageReservesAsPercentageOfReserves" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long tail coverage reserves as a percentage of total reserves.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_LongTailCoverageReservesAsPercentageOfReserves" xlink:href="hmn-20201231.xsd#hmn_LongTailCoverageReservesAsPercentageOfReserves"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_LongTailCoverageReservesAsPercentageOfReserves" xlink:to="lab_hmn_LongTailCoverageReservesAsPercentageOfReserves" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValuePercentage_3ae62fa3-22f0-45f4-936c-5a79e4aeb416_verboseLabel_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValuePercentage" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 1 year through 5 years</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValuePercentage_label_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValuePercentage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Due after 1 year through 5 years, Percent of Total Fair Value</link:label>
    <link:label id="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValuePercentage_documentation_en-US" xlink:label="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValuePercentage" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of fair value of available for sale debt securities maturing in the second rolling twelve months through the fifth rolling twelve months following the latest balance sheet presented.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValuePercentage" xlink:href="hmn-20201231.xsd#hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValuePercentage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValuePercentage" xlink:to="lab_hmn_AvailableForSaleSecuritiesDebtMaturitiesRollingYearTwoThroughFiveFairValuePercentage" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccumulatedDepreciationDepletionAndAmortizationPropertyPlantAndEquipment_3239a4f0-4dfa-4d08-b717-8f1eef294d37_verboseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedDepreciationDepletionAndAmortizationPropertyPlantAndEquipment" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Less: accumulated depreciation</link:label>
    <link:label id="lab_us-gaap_AccumulatedDepreciationDepletionAndAmortizationPropertyPlantAndEquipment_label_en-US" xlink:label="lab_us-gaap_AccumulatedDepreciationDepletionAndAmortizationPropertyPlantAndEquipment" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Accumulated Depreciation, Depletion and Amortization, Property, Plant, and Equipment</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccumulatedDepreciationDepletionAndAmortizationPropertyPlantAndEquipment" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccumulatedDepreciationDepletionAndAmortizationPropertyPlantAndEquipment"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccumulatedDepreciationDepletionAndAmortizationPropertyPlantAndEquipment" xlink:to="lab_us-gaap_AccumulatedDepreciationDepletionAndAmortizationPropertyPlantAndEquipment" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedVestedInPeriodWeightedAverageGrantDateFairValue_dcaff4a0-ac47-4e61-9fad-572b65a507b7_verboseLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Forfeited, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedVestedInPeriodWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based Compensation Arrangement By Share based Payment Award Equity Instruments Other Than Options Forfeited Vested In Period Weighted Average Grant Date Fair value</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedVestedInPeriodWeightedAverageGrantDateFairValue_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Forfeited Vested In Period Weighted Average Grant Date Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedVestedInPeriodWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedVestedInPeriodWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTaxAbstract_b234a133-1510-4d80-b21e-a74fe3615372_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTaxAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Changes in plan assets and benefit obligations included in other comprehensive income (loss):</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTaxAbstract_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTaxAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Accumulated Other Comprehensive (Income) Loss, before Tax [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTaxAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTaxAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTaxAbstract" xlink:to="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeBeforeTaxAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetGainsLossesBeforeTax_cb371186-60dd-44e0-9675-094de5818a6f_negatedLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetGainsLossesBeforeTax" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net actuarial loss</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetGainsLossesBeforeTax_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetGainsLossesBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Accumulated Other Comprehensive Income (Loss), Gain (Loss), before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetGainsLossesBeforeTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetGainsLossesBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetGainsLossesBeforeTax" xlink:to="lab_us-gaap_DefinedBenefitPlanAccumulatedOtherComprehensiveIncomeNetGainsLossesBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPaydownsAndMaturities_f12730cc-fefc-4a21-aafb-4c46ced9d3c4_negatedLabel_en-US" xlink:label="lab_hmn_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPaydownsAndMaturities" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Paydowns, maturities and distributions</link:label>
    <link:label id="lab_hmn_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPaydownsAndMaturities_label_en-US" xlink:label="lab_hmn_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPaydownsAndMaturities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Paydowns, maturities and distributions</link:label>
    <link:label id="lab_hmn_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPaydownsAndMaturities_documentation_en-US" xlink:label="lab_hmn_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPaydownsAndMaturities" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair value measurement with unobservable inputs reconciliation recurring basis asset paydowns and maturities.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPaydownsAndMaturities" xlink:href="hmn-20201231.xsd#hmn_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPaydownsAndMaturities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPaydownsAndMaturities" xlink:to="lab_hmn_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPaydownsAndMaturities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss_55b78fa8-ead3-4451-af83-87c5939ae093_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net unrealized investment gains (losses) included in OCI</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Gain (Loss) Included in Other Comprehensive Income (Loss)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValuesDerivativesBalanceSheetLocationByDerivativeContractTypeByHedgingDesignationTable_672a16eb-d4b4-480d-8bca-0298ee7744b9_terseLabel_en-US" xlink:label="lab_us-gaap_FairValuesDerivativesBalanceSheetLocationByDerivativeContractTypeByHedgingDesignationTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Values Derivatives, Balance Sheet Location, by Derivative Contract Type [Table]</link:label>
    <link:label id="lab_us-gaap_FairValuesDerivativesBalanceSheetLocationByDerivativeContractTypeByHedgingDesignationTable_label_en-US" xlink:label="lab_us-gaap_FairValuesDerivativesBalanceSheetLocationByDerivativeContractTypeByHedgingDesignationTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Values Derivatives, Balance Sheet Location, by Derivative Contract Type [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValuesDerivativesBalanceSheetLocationByDerivativeContractTypeByHedgingDesignationTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValuesDerivativesBalanceSheetLocationByDerivativeContractTypeByHedgingDesignationTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValuesDerivativesBalanceSheetLocationByDerivativeContractTypeByHedgingDesignationTable" xlink:to="lab_us-gaap_FairValuesDerivativesBalanceSheetLocationByDerivativeContractTypeByHedgingDesignationTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock_467af367-b44a-4dfb-a96d-84adc3077425_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of future minimum lease payments under non-cancellable operating leases</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Lessee, Operating Lease, Liability, Maturity [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BasisOfAccountingPolicyPolicyTextBlock_f186b8f8-8f67-48d6-be1b-49b63eaa89b2_verboseLabel_en-US" xlink:label="lab_us-gaap_BasisOfAccountingPolicyPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Basis of Presentation</link:label>
    <link:label id="lab_us-gaap_BasisOfAccountingPolicyPolicyTextBlock_label_en-US" xlink:label="lab_us-gaap_BasisOfAccountingPolicyPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Basis of Accounting, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BasisOfAccountingPolicyPolicyTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_BasisOfAccountingPolicyPolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BasisOfAccountingPolicyPolicyTextBlock" xlink:to="lab_us-gaap_BasisOfAccountingPolicyPolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationOtherAdjustments_77ce917e-094e-41c1-82c4-0dc298e3b532_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationOtherAdjustments" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other, net</link:label>
    <link:label id="lab_us-gaap_IncomeTaxReconciliationOtherAdjustments_label_en-US" xlink:label="lab_us-gaap_IncomeTaxReconciliationOtherAdjustments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Effective Income Tax Rate Reconciliation, Other Adjustments, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxReconciliationOtherAdjustments" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationOtherAdjustments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxReconciliationOtherAdjustments" xlink:to="lab_us-gaap_IncomeTaxReconciliationOtherAdjustments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic_cf57f0f1-9e58-4cc8-8179-d6f5e068d073_terseLabel_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Basic (in shares)</link:label>
    <link:label id="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic_4d79163f-b1c9-494a-b311-75ca6c42ea6c_verboseLabel_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted average number of common shares during the period (in shares)</link:label>
    <link:label id="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic_ca7b6fcf-4a75-4f17-946e-3dfa9cd33819_netLabel_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:role="http://www.xbrl.org/2009/role/netLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Shares of common stock - weighted average basic (in shares)</link:label>
    <link:label id="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic_label_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average Number of Shares Outstanding, Basic</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_WeightedAverageNumberOfSharesOutstandingBasic"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:to="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentBasisSpreadOnVariableRate1_4f293738-ba3e-4dbe-b0b6-f63d54cbbf23_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentBasisSpreadOnVariableRate1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Basis spread on variable rate</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentBasisSpreadOnVariableRate1_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentBasisSpreadOnVariableRate1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Instrument, Basis Spread on Variable Rate</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentBasisSpreadOnVariableRate1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtInstrumentBasisSpreadOnVariableRate1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentBasisSpreadOnVariableRate1" xlink:to="lab_us-gaap_DebtInstrumentBasisSpreadOnVariableRate1" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_BankOfAmericaMember_5e99338a-7964-4d2a-8c0f-022ef250e93f_terseLabel_en-US" xlink:label="lab_hmn_BankOfAmericaMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Bank of America, N.A.</link:label>
    <link:label id="lab_hmn_BankOfAmericaMember_label_en-US" xlink:label="lab_hmn_BankOfAmericaMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Bank of America [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_BankOfAmericaMember" xlink:href="hmn-20201231.xsd#hmn_BankOfAmericaMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_BankOfAmericaMember" xlink:to="lab_hmn_BankOfAmericaMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsRiskFreeInterestRate_cdf2db9d-5d2b-4b2f-bfad-ab256ad3cd24_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsRiskFreeInterestRate" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Risk-free interest rate</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsRiskFreeInterestRate_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsRiskFreeInterestRate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Fair Value Assumptions, Risk Free Interest Rate</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsRiskFreeInterestRate" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsRiskFreeInterestRate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsRiskFreeInterestRate" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardFairValueAssumptionsRiskFreeInterestRate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentsInAffiliatesSubsidiariesAssociatesAndJointVentures_2765fc5d-547e-4990-9041-e64b5d8f7cce_terseLabel_en-US" xlink:label="lab_us-gaap_InvestmentsInAffiliatesSubsidiariesAssociatesAndJointVentures" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Limited partnership interests</link:label>
    <link:label id="lab_us-gaap_InvestmentsInAffiliatesSubsidiariesAssociatesAndJointVentures_98770343-6fb6-43d5-9bba-9e31e887feb9_verboseLabel_en-US" xlink:label="lab_us-gaap_InvestmentsInAffiliatesSubsidiariesAssociatesAndJointVentures" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment in subsidiaries</link:label>
    <link:label id="lab_us-gaap_InvestmentsInAffiliatesSubsidiariesAssociatesAndJointVentures_label_en-US" xlink:label="lab_us-gaap_InvestmentsInAffiliatesSubsidiariesAssociatesAndJointVentures" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investments in and Advance to Affiliates, Subsidiaries, Associates, and Joint Ventures</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentsInAffiliatesSubsidiariesAssociatesAndJointVentures" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InvestmentsInAffiliatesSubsidiariesAssociatesAndJointVentures"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentsInAffiliatesSubsidiariesAssociatesAndJointVentures" xlink:to="lab_us-gaap_InvestmentsInAffiliatesSubsidiariesAssociatesAndJointVentures" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsForfeituresInPeriodWeightedAverageExercisePrice_125545cd-9d49-4648-b8cf-bcbab2423d8b_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsForfeituresInPeriodWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average Option Price per Share, Options Forfeited (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsForfeituresInPeriodWeightedAverageExercisePrice_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsForfeituresInPeriodWeightedAverageExercisePrice" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangements by Share-based Payment Award, Options, Forfeitures in Period, Weighted Average Exercise Price</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsForfeituresInPeriodWeightedAverageExercisePrice" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsForfeituresInPeriodWeightedAverageExercisePrice"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsForfeituresInPeriodWeightedAverageExercisePrice" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardOptionsForfeituresInPeriodWeightedAverageExercisePrice" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DirectPremiumsEarned_0bc71f5d-d7ae-4d5e-a3e4-6f082010dc94_verboseLabel_en-US" xlink:label="lab_us-gaap_DirectPremiumsEarned" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gross Amount</link:label>
    <link:label id="lab_us-gaap_DirectPremiumsEarned_label_en-US" xlink:label="lab_us-gaap_DirectPremiumsEarned" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Direct Premiums Earned</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DirectPremiumsEarned" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DirectPremiumsEarned"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DirectPremiumsEarned" xlink:to="lab_us-gaap_DirectPremiumsEarned" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CarryingReportedAmountFairValueDisclosureMember_982c0c32-1977-43d4-aaad-7e8d281538ef_terseLabel_en-US" xlink:label="lab_us-gaap_CarryingReportedAmountFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Carrying Value</link:label>
    <link:label id="lab_us-gaap_CarryingReportedAmountFairValueDisclosureMember_label_en-US" xlink:label="lab_us-gaap_CarryingReportedAmountFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reported Value Measurement [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CarryingReportedAmountFairValueDisclosureMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CarryingReportedAmountFairValueDisclosureMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CarryingReportedAmountFairValueDisclosureMember" xlink:to="lab_us-gaap_CarryingReportedAmountFairValueDisclosureMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_HoraceMannLifeInsuranceCompanyAndNTAMember_b0883e3b-45d8-477f-ab8a-2315cf5b07eb_terseLabel_en-US" xlink:label="lab_hmn_HoraceMannLifeInsuranceCompanyAndNTAMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">HMLIC and NTA</link:label>
    <link:label id="lab_hmn_HoraceMannLifeInsuranceCompanyAndNTAMember_label_en-US" xlink:label="lab_hmn_HoraceMannLifeInsuranceCompanyAndNTAMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Horace Mann Life Insurance Company And NTA [Member]</link:label>
    <link:label id="lab_hmn_HoraceMannLifeInsuranceCompanyAndNTAMember_documentation_en-US" xlink:label="lab_hmn_HoraceMannLifeInsuranceCompanyAndNTAMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Horace Mann Life Insurance Company And NTA</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_HoraceMannLifeInsuranceCompanyAndNTAMember" xlink:href="hmn-20201231.xsd#hmn_HoraceMannLifeInsuranceCompanyAndNTAMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_HoraceMannLifeInsuranceCompanyAndNTAMember" xlink:to="lab_hmn_HoraceMannLifeInsuranceCompanyAndNTAMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PlanNameDomain_5b806d7c-3be6-4f86-a634-de61aca19816_terseLabel_en-US" xlink:label="lab_us-gaap_PlanNameDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Plan Name [Domain]</link:label>
    <link:label id="lab_us-gaap_PlanNameDomain_label_en-US" xlink:label="lab_us-gaap_PlanNameDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Plan Name [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PlanNameDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PlanNameDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PlanNameDomain" xlink:to="lab_us-gaap_PlanNameDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityWellKnownSeasonedIssuer_be532e85-0ef1-477c-ac23-94c63edff533_terseLabel_en-US" xlink:label="lab_dei_EntityWellKnownSeasonedIssuer" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Well-known Seasoned Issuer</link:label>
    <link:label id="lab_dei_EntityWellKnownSeasonedIssuer_label_en-US" xlink:label="lab_dei_EntityWellKnownSeasonedIssuer" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Entity Well-known Seasoned Issuer</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityWellKnownSeasonedIssuer" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityWellKnownSeasonedIssuer"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityWellKnownSeasonedIssuer" xlink:to="lab_dei_EntityWellKnownSeasonedIssuer" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_IncrementalCommonSharesAttributableToStockOptions_e7c66cb6-f8be-424d-8224-2d5a6873d78c_verboseLabel_en-US" xlink:label="lab_hmn_IncrementalCommonSharesAttributableToStockOptions" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Stock options (in shares)</link:label>
    <link:label id="lab_hmn_IncrementalCommonSharesAttributableToStockOptions_label_en-US" xlink:label="lab_hmn_IncrementalCommonSharesAttributableToStockOptions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Incremental Common Shares Attributable to Stock Options</link:label>
    <link:label id="lab_hmn_IncrementalCommonSharesAttributableToStockOptions_documentation_en-US" xlink:label="lab_hmn_IncrementalCommonSharesAttributableToStockOptions" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Incremental common shares attributable to stock options.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_IncrementalCommonSharesAttributableToStockOptions" xlink:href="hmn-20201231.xsd#hmn_IncrementalCommonSharesAttributableToStockOptions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_IncrementalCommonSharesAttributableToStockOptions" xlink:to="lab_hmn_IncrementalCommonSharesAttributableToStockOptions" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_WeightedAverageFairValueOfNonvestedOptionsOutstanding_713c8ff9-08f8-4e69-b555-b9c086f6ca62_terseLabel_en-US" xlink:label="lab_hmn_WeightedAverageFairValueOfNonvestedOptionsOutstanding" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted average fair value of nonvested options outstanding (in usd per share)</link:label>
    <link:label id="lab_hmn_WeightedAverageFairValueOfNonvestedOptionsOutstanding_label_en-US" xlink:label="lab_hmn_WeightedAverageFairValueOfNonvestedOptionsOutstanding" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted Average Fair Value Of Nonvested Options Outstanding</link:label>
    <link:label id="lab_hmn_WeightedAverageFairValueOfNonvestedOptionsOutstanding_documentation_en-US" xlink:label="lab_hmn_WeightedAverageFairValueOfNonvestedOptionsOutstanding" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted average fair value of nonvested options outstanding.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_WeightedAverageFairValueOfNonvestedOptionsOutstanding" xlink:href="hmn-20201231.xsd#hmn_WeightedAverageFairValueOfNonvestedOptionsOutstanding"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_WeightedAverageFairValueOfNonvestedOptionsOutstanding" xlink:to="lab_hmn_WeightedAverageFairValueOfNonvestedOptionsOutstanding" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetGainLossBeforeTax_721a178a-e91d-4bdf-bd67-61bf75862f0c_terseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetGainLossBeforeTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Actuarial loss</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetGainLossBeforeTax_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetGainLossBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other Comprehensive Income (Loss), Defined Benefit Plan, Gain (Loss), Reclassification Adjustment from AOCI, before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetGainLossBeforeTax" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetGainLossBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetGainLossBeforeTax" xlink:to="lab_us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIPensionAndOtherPostretirementBenefitPlansForNetGainLossBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PropertyLiabilityAndCasualtyInsuranceReinsuranceCompaniesMember_22492b79-896c-4e32-b257-ec1471799e08_verboseLabel_en-US" xlink:label="lab_hmn_PropertyLiabilityAndCasualtyInsuranceReinsuranceCompaniesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance companies</link:label>
    <link:label id="lab_hmn_PropertyLiabilityAndCasualtyInsuranceReinsuranceCompaniesMember_label_en-US" xlink:label="lab_hmn_PropertyLiabilityAndCasualtyInsuranceReinsuranceCompaniesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property Liability and Casualty Insurance Reinsurance Companies [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PropertyLiabilityAndCasualtyInsuranceReinsuranceCompaniesMember" xlink:href="hmn-20201231.xsd#hmn_PropertyLiabilityAndCasualtyInsuranceReinsuranceCompaniesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PropertyLiabilityAndCasualtyInsuranceReinsuranceCompaniesMember" xlink:to="lab_hmn_PropertyLiabilityAndCasualtyInsuranceReinsuranceCompaniesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanActuarialGainLoss_3231ad1c-7e90-4655-956b-71bb0a996325_negatedLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanActuarialGainLoss" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Actuarial loss (gain)</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanActuarialGainLoss_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanActuarialGainLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Benefit Obligation, Actuarial Gain (Loss)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanActuarialGainLoss" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanActuarialGainLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanActuarialGainLoss" xlink:to="lab_us-gaap_DefinedBenefitPlanActuarialGainLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareholdersEquityAndShareBasedPaymentsTextBlock_4179c32d-0551-4465-9ba1-9de6592377ae_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareholdersEquityAndShareBasedPaymentsTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Shareholders' Equity and Share-Based Compensation</link:label>
    <link:label id="lab_us-gaap_ShareholdersEquityAndShareBasedPaymentsTextBlock_label_en-US" xlink:label="lab_us-gaap_ShareholdersEquityAndShareBasedPaymentsTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Shareholders' Equity and Share-based Payments [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareholdersEquityAndShareBasedPaymentsTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareholdersEquityAndShareBasedPaymentsTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareholdersEquityAndShareBasedPaymentsTextBlock" xlink:to="lab_us-gaap_ShareholdersEquityAndShareBasedPaymentsTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LongTermDebtFairValue_33b4c194-8d98-4f6d-883f-a725a2fe433c_verboseLabel_en-US" xlink:label="lab_us-gaap_LongTermDebtFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term debt</link:label>
    <link:label id="lab_us-gaap_LongTermDebtFairValue_label_en-US" xlink:label="lab_us-gaap_LongTermDebtFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term Debt, Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LongTermDebtFairValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LongTermDebtFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LongTermDebtFairValue" xlink:to="lab_us-gaap_LongTermDebtFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CashAndCashEquivalentsPolicyTextBlock_87b210e7-2eeb-421f-8afc-3165996f4115_verboseLabel_en-US" xlink:label="lab_us-gaap_CashAndCashEquivalentsPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statements of Cash Flows</link:label>
    <link:label id="lab_us-gaap_CashAndCashEquivalentsPolicyTextBlock_label_en-US" xlink:label="lab_us-gaap_CashAndCashEquivalentsPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash and Cash Equivalents, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CashAndCashEquivalentsPolicyTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CashAndCashEquivalentsPolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CashAndCashEquivalentsPolicyTextBlock" xlink:to="lab_us-gaap_CashAndCashEquivalentsPolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersOutOfLevel3_9fa49554-40ca-45b9-b274-6dfe195e1148_negatedLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersOutOfLevel3" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Transfers out of Level 3</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersOutOfLevel3_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersOutOfLevel3" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Transfers out of Level 3</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersOutOfLevel3" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersOutOfLevel3"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersOutOfLevel3" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetTransfersOutOfLevel3" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxExpenseBenefit_9c343727-bd2f-4a07-995b-b15848561321_verboseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income tax expense</link:label>
    <link:label id="lab_us-gaap_IncomeTaxExpenseBenefit_66d6f998-3231-4705-9190-3e9c8d1ce803_totalLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total income tax expense</link:label>
    <link:label id="lab_us-gaap_IncomeTaxExpenseBenefit_be7269e5-fe2d-4ec7-b1d7-f342ab99a2f2_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income tax benefit</link:label>
    <link:label id="lab_us-gaap_IncomeTaxExpenseBenefit_label_en-US" xlink:label="lab_us-gaap_IncomeTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Income Tax Expense (Benefit)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxExpenseBenefit" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxExpenseBenefit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxExpenseBenefit" xlink:to="lab_us-gaap_IncomeTaxExpenseBenefit" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryTable_8f90c43d-763d-41cd-83e1-9a247a4be138_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Income [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Income [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryTable" xlink:to="lab_us-gaap_ScheduleOfInvestmentIncomeReportedAmountsByCategoryTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_c51c95be-fd22-49be-ba89-fb5055a36609_terseLabel_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash</link:label>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_afbe0a6f-6ebb-4bac-af19-13c5e7a95724_periodStartLabel_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash at beginning of year</link:label>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_2d4f5728-223d-4e06-a7ad-612f2bbeb412_periodEndLabel_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash at end of year</link:label>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_830ebad3-158d-4348-97be-ed3beb1293a1_totalLabel_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total cash and restricted cash shown in the Consolidated Statements of Cash Flows</link:label>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_label_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash, Cash Equivalents, Restricted Cash and Restricted Cash Equivalents</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:to="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentPolicyTextBlock_080510c7-59c1-4457-8e28-578511159e58_verboseLabel_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property and Equipment</link:label>
    <link:label id="lab_us-gaap_PropertyPlantAndEquipmentPolicyTextBlock_label_en-US" xlink:label="lab_us-gaap_PropertyPlantAndEquipmentPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Property, Plant and Equipment, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PropertyPlantAndEquipmentPolicyTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PropertyPlantAndEquipmentPolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PropertyPlantAndEquipmentPolicyTextBlock" xlink:to="lab_us-gaap_PropertyPlantAndEquipmentPolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleTable_771d1827-839f-4778-ad04-df6a3d365afe_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale [Table]</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleTable_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Debt Securities, Available-for-sale [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DebtSecuritiesAvailableForSaleTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleTable" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsToAcquireMarketableSecurities_529574ad-215b-4bbf-9a2d-52bcbc04235a_negatedLabel_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireMarketableSecurities" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Purchases</link:label>
    <link:label id="lab_us-gaap_PaymentsToAcquireMarketableSecurities_b2ccd7b9-6039-41d9-b496-916223c86870_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireMarketableSecurities" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Purchase of equity securities</link:label>
    <link:label id="lab_us-gaap_PaymentsToAcquireMarketableSecurities_label_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireMarketableSecurities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Payments to Acquire Marketable Securities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsToAcquireMarketableSecurities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsToAcquireMarketableSecurities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsToAcquireMarketableSecurities" xlink:to="lab_us-gaap_PaymentsToAcquireMarketableSecurities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IndefiniteLivedIntangibleAssetsMajorClassNameDomain_4f937e98-bc57-4f07-acb8-55d61650de68_terseLabel_en-US" xlink:label="lab_us-gaap_IndefiniteLivedIntangibleAssetsMajorClassNameDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Indefinite-lived Intangible Assets, Major Class Name [Domain]</link:label>
    <link:label id="lab_us-gaap_IndefiniteLivedIntangibleAssetsMajorClassNameDomain_label_en-US" xlink:label="lab_us-gaap_IndefiniteLivedIntangibleAssetsMajorClassNameDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Indefinite-lived Intangible Assets, Major Class Name [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IndefiniteLivedIntangibleAssetsMajorClassNameDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IndefiniteLivedIntangibleAssetsMajorClassNameDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IndefiniteLivedIntangibleAssetsMajorClassNameDomain" xlink:to="lab_us-gaap_IndefiniteLivedIntangibleAssetsMajorClassNameDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_LocalPhoneNumber_1639dbc4-feb7-4ea7-a81d-57ad228eead8_terseLabel_en-US" xlink:label="lab_dei_LocalPhoneNumber" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Local Phone Number</link:label>
    <link:label id="lab_dei_LocalPhoneNumber_label_en-US" xlink:label="lab_dei_LocalPhoneNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Local Phone Number</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_LocalPhoneNumber" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_LocalPhoneNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_LocalPhoneNumber" xlink:to="lab_dei_LocalPhoneNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract_ff5db26f-3021-4963-b9cd-cd758104c6a4_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Instruments and Hedging Activities Disclosure [Abstract]</link:label>
    <link:label id="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative Instruments and Hedging Activities Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract" xlink:to="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_PercentageofTotalFairValueAbstract_07b17c02-9e41-4660-8455-3fea2a9740a4_terseLabel_en-US" xlink:label="lab_hmn_PercentageofTotalFairValueAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percent of Total Fair Value</link:label>
    <link:label id="lab_hmn_PercentageofTotalFairValueAbstract_label_en-US" xlink:label="lab_hmn_PercentageofTotalFairValueAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of Total Fair Value [Abstract]</link:label>
    <link:label id="lab_hmn_PercentageofTotalFairValueAbstract_documentation_en-US" xlink:label="lab_hmn_PercentageofTotalFairValueAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Percentage of Total Fair Value [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_PercentageofTotalFairValueAbstract" xlink:href="hmn-20201231.xsd#hmn_PercentageofTotalFairValueAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_PercentageofTotalFairValueAbstract" xlink:to="lab_hmn_PercentageofTotalFairValueAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DeferredPolicyAcquisitionCostEndingImpactOfUnrealizedInvestmentGainsLosses_a4926ae7-592d-44de-a9af-9f322320fc0e_terseLabel_en-US" xlink:label="lab_hmn_DeferredPolicyAcquisitionCostEndingImpactOfUnrealizedInvestmentGainsLosses" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred policy acquisition costs, impact of unrealized investment gains (losses)</link:label>
    <link:label id="lab_hmn_DeferredPolicyAcquisitionCostEndingImpactOfUnrealizedInvestmentGainsLosses_label_en-US" xlink:label="lab_hmn_DeferredPolicyAcquisitionCostEndingImpactOfUnrealizedInvestmentGainsLosses" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Policy Acquisition Cost Ending Impact Of Unrealized Investment Gains Losses</link:label>
    <link:label id="lab_hmn_DeferredPolicyAcquisitionCostEndingImpactOfUnrealizedInvestmentGainsLosses_documentation_en-US" xlink:label="lab_hmn_DeferredPolicyAcquisitionCostEndingImpactOfUnrealizedInvestmentGainsLosses" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred policy acquisition cost ending impact of unrealized investment gains losses.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DeferredPolicyAcquisitionCostEndingImpactOfUnrealizedInvestmentGainsLosses" xlink:href="hmn-20201231.xsd#hmn_DeferredPolicyAcquisitionCostEndingImpactOfUnrealizedInvestmentGainsLosses"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DeferredPolicyAcquisitionCostEndingImpactOfUnrealizedInvestmentGainsLosses" xlink:to="lab_hmn_DeferredPolicyAcquisitionCostEndingImpactOfUnrealizedInvestmentGainsLosses" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_CumulativeEffectPeriodOfAdoptionDomain_645b3b8a-3ae1-4731-b0a9-7763fd906d44_terseLabel_en-US" xlink:label="lab_srt_CumulativeEffectPeriodOfAdoptionDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cumulative Effect, Period of Adoption [Domain]</link:label>
    <link:label id="lab_srt_CumulativeEffectPeriodOfAdoptionDomain_label_en-US" xlink:label="lab_srt_CumulativeEffectPeriodOfAdoptionDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cumulative Effect, Period of Adoption [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_CumulativeEffectPeriodOfAdoptionDomain" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_CumulativeEffectPeriodOfAdoptionDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_CumulativeEffectPeriodOfAdoptionDomain" xlink:to="lab_srt_CumulativeEffectPeriodOfAdoptionDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MeasurementInputOptionAdjustedSpreadMember_436ba6c2-1db0-4ff0-ab0a-df57cdfe60b9_terseLabel_en-US" xlink:label="lab_hmn_MeasurementInputOptionAdjustedSpreadMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">option adjusted spread</link:label>
    <link:label id="lab_hmn_MeasurementInputOptionAdjustedSpreadMember_label_en-US" xlink:label="lab_hmn_MeasurementInputOptionAdjustedSpreadMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Option Adjusted Spread [Member]</link:label>
    <link:label id="lab_hmn_MeasurementInputOptionAdjustedSpreadMember_documentation_en-US" xlink:label="lab_hmn_MeasurementInputOptionAdjustedSpreadMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input Option Adjusted Spread</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MeasurementInputOptionAdjustedSpreadMember" xlink:href="hmn-20201231.xsd#hmn_MeasurementInputOptionAdjustedSpreadMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MeasurementInputOptionAdjustedSpreadMember" xlink:to="lab_hmn_MeasurementInputOptionAdjustedSpreadMember" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriod_5544aae6-d470-4d91-a2b3-b6e12c3bf8fe_negatedLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriod" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Distributed, Vested, Units (in shares)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriod_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Vested Distributed In Period</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriod_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriod" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award equity instruments other than options vested distributed in period.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriod" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriod" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedDistributedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ContributionAndPlanAssetSummaryTableTextBlock_a6c604a3-0345-4ed9-a24c-4e12f6b45b15_verboseLabel_en-US" xlink:label="lab_hmn_ContributionAndPlanAssetSummaryTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of contributions to qualified defined contribution plan, 401(k), non-qualified defined contribution plan and total assets of the plans</link:label>
    <link:label id="lab_hmn_ContributionAndPlanAssetSummaryTableTextBlock_label_en-US" xlink:label="lab_hmn_ContributionAndPlanAssetSummaryTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Contribution and Plan Asset Summary [Table Text Block]</link:label>
    <link:label id="lab_hmn_ContributionAndPlanAssetSummaryTableTextBlock_documentation_en-US" xlink:label="lab_hmn_ContributionAndPlanAssetSummaryTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Tabular disclosure of contributions to employees' accounts under the qualified defined contribution plan, the 401(k) plan and the non-qualified defined contribution plan, as well as total assets of the plans.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ContributionAndPlanAssetSummaryTableTextBlock" xlink:href="hmn-20201231.xsd#hmn_ContributionAndPlanAssetSummaryTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ContributionAndPlanAssetSummaryTableTextBlock" xlink:to="lab_hmn_ContributionAndPlanAssetSummaryTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeLineItems_be54baba-53fc-4199-ac2b-0281e901e3e3_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative [Line Items]</link:label>
    <link:label id="lab_us-gaap_DerivativeLineItems_label_en-US" xlink:label="lab_us-gaap_DerivativeLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeLineItems" xlink:to="lab_us-gaap_DerivativeLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTableTextBlock_a585c451-540f-4faf-b9de-ec1027173c3f_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summary of indefinite-lived intangible assets</link:label>
    <link:label id="lab_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Indefinite-Lived Intangible Assets [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfIndefiniteLivedIntangibleAssetsTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeUpperRangeLimit_4117b8f5-1fc2-4ea9-a8ac-03fdd0da87b8_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeUpperRangeLimit" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Maximum exercise price (in usd per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeUpperRangeLimit_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeUpperRangeLimit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Payment Arrangement, Option, Exercise Price Range, Upper Range Limit</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeUpperRangeLimit" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeUpperRangeLimit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeUpperRangeLimit" xlink:to="lab_us-gaap_ShareBasedCompensationSharesAuthorizedUnderStockOptionPlansExercisePriceRangeUpperRangeLimit" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_LifeInsuranceInForceNetAbstract_36abdaec-e6da-4686-981b-e31481500c4a_terseLabel_en-US" xlink:label="lab_srt_LifeInsuranceInForceNetAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Life insurance in force</link:label>
    <link:label id="lab_srt_LifeInsuranceInForceNetAbstract_label_en-US" xlink:label="lab_srt_LifeInsuranceInForceNetAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance, Life Insurance in Force, Net [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_LifeInsuranceInForceNetAbstract" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_LifeInsuranceInForceNetAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_LifeInsuranceInForceNetAbstract" xlink:to="lab_srt_LifeInsuranceInForceNetAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IndefiniteLivedIntangibleAssetsRollForward_f458996a-d28b-478b-94ef-98ad28938ca3_terseLabel_en-US" xlink:label="lab_us-gaap_IndefiniteLivedIntangibleAssetsRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Indefinite-lived Intangible Assets [Roll Forward]</link:label>
    <link:label id="lab_us-gaap_IndefiniteLivedIntangibleAssetsRollForward_label_en-US" xlink:label="lab_us-gaap_IndefiniteLivedIntangibleAssetsRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Indefinite-lived Intangible Assets [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IndefiniteLivedIntangibleAssetsRollForward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IndefiniteLivedIntangibleAssetsRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IndefiniteLivedIntangibleAssetsRollForward" xlink:to="lab_us-gaap_IndefiniteLivedIntangibleAssetsRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromPriorPeriodTaxPositions_0154d6ed-b92e-4fdb-ba84-fb3507a8f315_negatedLabel_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromPriorPeriodTaxPositions" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Decreases related to prior year tax positions</link:label>
    <link:label id="lab_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromPriorPeriodTaxPositions_label_en-US" xlink:label="lab_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromPriorPeriodTaxPositions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Unrecognized Tax Benefits, Decrease Resulting from Prior Period Tax Positions</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromPriorPeriodTaxPositions" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromPriorPeriodTaxPositions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromPriorPeriodTaxPositions" xlink:to="lab_us-gaap_UnrecognizedTaxBenefitsDecreasesResultingFromPriorPeriodTaxPositions" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_AssumedInsurancePremiumsWrittenAndContractDeposits_408454ec-d403-445c-9b68-39060dc0686f_verboseLabel_en-US" xlink:label="lab_hmn_AssumedInsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums written and contract deposits, Assumed from Other Companies</link:label>
    <link:label id="lab_hmn_AssumedInsurancePremiumsWrittenAndContractDeposits_label_en-US" xlink:label="lab_hmn_AssumedInsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Assumed Insurance Premiums Written And Contract Deposits</link:label>
    <link:label id="lab_hmn_AssumedInsurancePremiumsWrittenAndContractDeposits_documentation_en-US" xlink:label="lab_hmn_AssumedInsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance premiums written and contract deposits for all insurance contracts assumed from other insurers as a result of reinsurance arrangements.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_AssumedInsurancePremiumsWrittenAndContractDeposits" xlink:href="hmn-20201231.xsd#hmn_AssumedInsurancePremiumsWrittenAndContractDeposits"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_AssumedInsurancePremiumsWrittenAndContractDeposits" xlink:to="lab_hmn_AssumedInsurancePremiumsWrittenAndContractDeposits" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesAbstract_911cce9b-faca-418e-8752-c8932e346075_terseLabel_en-US" xlink:label="lab_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance [Abstract]</link:label>
    <link:label id="lab_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesAbstract_label_en-US" xlink:label="lab_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-17, Insurance Companies, Reinsurance [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesAbstract" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesAbstract" xlink:to="lab_srt_SupplementalScheduleOfReinsurancePremiumsForInsuranceCompaniesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankStateDomain_da066384-416e-4e70-90b8-1f520d3f992e_terseLabel_en-US" xlink:label="lab_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankStateDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank Branch [Domain]</link:label>
    <link:label id="lab_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankStateDomain_label_en-US" xlink:label="lab_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankStateDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Federal Home Loan Bank Branch [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankStateDomain" xlink:href="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd#srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankStateDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankStateDomain" xlink:to="lab_srt_FederalHomeLoanBankAdvancesBranchOfFHLBBankStateDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTable_bb1b52ee-0306-4909-8bc7-99b300c7ebbf_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Finite-Lived Intangible Assets [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Finite-Lived Intangible Assets [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTable" xlink:to="lab_us-gaap_ScheduleOfFiniteLivedIntangibleAssetsTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_WithdrawalFromContractHoldersFunds_19782f75-ef9d-4279-ba06-63dd5fb572a2_negatedLabel_en-US" xlink:label="lab_us-gaap_WithdrawalFromContractHoldersFunds" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Withdrawals and surrenders</link:label>
    <link:label id="lab_us-gaap_WithdrawalFromContractHoldersFunds_label_en-US" xlink:label="lab_us-gaap_WithdrawalFromContractHoldersFunds" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Withdrawal from Contract Holders Funds</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_WithdrawalFromContractHoldersFunds" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_WithdrawalFromContractHoldersFunds"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_WithdrawalFromContractHoldersFunds" xlink:to="lab_us-gaap_WithdrawalFromContractHoldersFunds" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedWeightedAverageGrantDateFairValue_e39c1461-8504-43b0-a8f2-990378c218a8_periodStartLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Beginning balance, Vested, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedWeightedAverageGrantDateFairValue_996e7e39-5eee-46b2-8598-636166c56b24_periodEndLabel_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Ending balance, Vested, Weighted Average Grant Date Fair Value per Unit (in usd per share)</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share Based Compensation Arrangement By Share Based Payment Award Equity Instruments Other Than Options Vested Weighted Average Grant Date Fair Value</link:label>
    <link:label id="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedWeightedAverageGrantDateFairValue_documentation_en-US" xlink:label="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share based compensation arrangement by share based payment award equity instruments other than options vested weighted average grant date fair value.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedWeightedAverageGrantDateFairValue" xlink:href="hmn-20201231.xsd#hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedWeightedAverageGrantDateFairValue" xlink:to="lab_hmn_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InsurancePremiumsWrittenAndContractDeposits_117b61d6-54a7-444a-8cf2-fd760ace7435_totalLabel_en-US" xlink:label="lab_hmn_InsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums written and contract deposits, Net Amount</link:label>
    <link:label id="lab_hmn_InsurancePremiumsWrittenAndContractDeposits_ed6f1aa6-e9ab-4fd8-ab93-dc7ab11e2d59_terseLabel_en-US" xlink:label="lab_hmn_InsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance premiums written and contract deposits</link:label>
    <link:label id="lab_hmn_InsurancePremiumsWrittenAndContractDeposits_label_en-US" xlink:label="lab_hmn_InsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Insurance Premiums Written And Contract Deposits</link:label>
    <link:label id="lab_hmn_InsurancePremiumsWrittenAndContractDeposits_documentation_en-US" xlink:label="lab_hmn_InsurancePremiumsWrittenAndContractDeposits" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">The sum of insurance premiums written for all insurance contracts after subtracting any amounts ceded to another insurer and adding premiums assumed from other insurers, plus contract deposits on investment and universal life-type contracts.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InsurancePremiumsWrittenAndContractDeposits" xlink:href="hmn-20201231.xsd#hmn_InsurancePremiumsWrittenAndContractDeposits"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InsurancePremiumsWrittenAndContractDeposits" xlink:to="lab_hmn_InsurancePremiumsWrittenAndContractDeposits" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LineOfCreditFacilityMaximumBorrowingCapacity_cbea883f-6fcf-4e89-a88c-794d4faf3f37_terseLabel_en-US" xlink:label="lab_us-gaap_LineOfCreditFacilityMaximumBorrowingCapacity" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Borrowing capacity</link:label>
    <link:label id="lab_us-gaap_LineOfCreditFacilityMaximumBorrowingCapacity_label_en-US" xlink:label="lab_us-gaap_LineOfCreditFacilityMaximumBorrowingCapacity" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Line of Credit Facility, Maximum Borrowing Capacity</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LineOfCreditFacilityMaximumBorrowingCapacity" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LineOfCreditFacilityMaximumBorrowingCapacity"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LineOfCreditFacilityMaximumBorrowingCapacity" xlink:to="lab_us-gaap_LineOfCreditFacilityMaximumBorrowingCapacity" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingNetPeriodicBenefitCostAbstract_99db3e65-8db7-4333-86bc-233f8cec5afe_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingNetPeriodicBenefitCostAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Weighted average assumptions used to determine expense:</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingNetPeriodicBenefitCostAbstract_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingNetPeriodicBenefitCostAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Weighted Average Assumptions Used in Calculating Net Periodic Benefit Cost [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingNetPeriodicBenefitCostAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingNetPeriodicBenefitCostAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingNetPeriodicBenefitCostAbstract" xlink:to="lab_us-gaap_DefinedBenefitPlanWeightedAverageAssumptionsUsedInCalculatingNetPeriodicBenefitCostAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AwardTypeAxis_e8f2ac26-4b92-47fd-89a2-9ed3cecdd190_terseLabel_en-US" xlink:label="lab_us-gaap_AwardTypeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Award Type [Axis]</link:label>
    <link:label id="lab_us-gaap_AwardTypeAxis_label_en-US" xlink:label="lab_us-gaap_AwardTypeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Award Type [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AwardTypeAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AwardTypeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AwardTypeAxis" xlink:to="lab_us-gaap_AwardTypeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward_07ebfeae-4d01-43be-9e0b-01599486c261_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Outstanding Units, Weighted Average Grant Date Fair Value per Unit</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Equity Instruments Other than Options, Nonvested, Weighted Average Grant Date Fair Value [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostDiscountRate_fa6e5539-2de6-45cc-95d2-3154e6c54fd0_verboseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostDiscountRate" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Discount rate</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostDiscountRate_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostDiscountRate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Assumptions Used Calculating Net Periodic Benefit Cost, Discount Rate</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostDiscountRate" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostDiscountRate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostDiscountRate" xlink:to="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingNetPeriodicBenefitCostDiscountRate" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_MeasurementInputPDIInterestMarginMember_e3482164-1294-4bd9-b3d8-a521e1f8f116_terseLabel_en-US" xlink:label="lab_hmn_MeasurementInputPDIInterestMarginMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">P D I interest margin</link:label>
    <link:label id="lab_hmn_MeasurementInputPDIInterestMarginMember_label_en-US" xlink:label="lab_hmn_MeasurementInputPDIInterestMarginMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input P D I Interest Margin [Member]</link:label>
    <link:label id="lab_hmn_MeasurementInputPDIInterestMarginMember_documentation_en-US" xlink:label="lab_hmn_MeasurementInputPDIInterestMarginMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Input P D I Interest Margin</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_MeasurementInputPDIInterestMarginMember" xlink:href="hmn-20201231.xsd#hmn_MeasurementInputPDIInterestMarginMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_MeasurementInputPDIInterestMarginMember" xlink:to="lab_hmn_MeasurementInputPDIInterestMarginMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilityForFuturePolicyBenefitsLife_755d0c86-c704-4808-89d7-cbff8d23571a_verboseLabel_en-US" xlink:label="lab_us-gaap_LiabilityForFuturePolicyBenefitsLife" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Policy reserves</link:label>
    <link:label id="lab_us-gaap_LiabilityForFuturePolicyBenefitsLife_label_en-US" xlink:label="lab_us-gaap_LiabilityForFuturePolicyBenefitsLife" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Liability for Future Policy Benefits, Life</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilityForFuturePolicyBenefitsLife" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilityForFuturePolicyBenefitsLife"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilityForFuturePolicyBenefitsLife" xlink:to="lab_us-gaap_LiabilityForFuturePolicyBenefitsLife" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ReinsuranceDepositReceivableMember_2bce3be4-4cd3-4d80-8ba6-468853ffb79f_terseLabel_en-US" xlink:label="lab_hmn_ReinsuranceDepositReceivableMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Deposit Receivable</link:label>
    <link:label id="lab_hmn_ReinsuranceDepositReceivableMember_label_en-US" xlink:label="lab_hmn_ReinsuranceDepositReceivableMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Deposit Receivable [Member]</link:label>
    <link:label id="lab_hmn_ReinsuranceDepositReceivableMember_documentation_en-US" xlink:label="lab_hmn_ReinsuranceDepositReceivableMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsurance Deposit Receivable [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ReinsuranceDepositReceivableMember" xlink:href="hmn-20201231.xsd#hmn_ReinsuranceDepositReceivableMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ReinsuranceDepositReceivableMember" xlink:to="lab_hmn_ReinsuranceDepositReceivableMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SegmentReportingInformationProfitLossAbstract_fad2876c-5c88-46e6-a792-ec12eada2d04_verboseLabel_en-US" xlink:label="lab_us-gaap_SegmentReportingInformationProfitLossAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Summarized financial information for these segments</link:label>
    <link:label id="lab_us-gaap_SegmentReportingInformationProfitLossAbstract_label_en-US" xlink:label="lab_us-gaap_SegmentReportingInformationProfitLossAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Segment Reporting Information, Profit (Loss) [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SegmentReportingInformationProfitLossAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SegmentReportingInformationProfitLossAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SegmentReportingInformationProfitLossAbstract" xlink:to="lab_us-gaap_SegmentReportingInformationProfitLossAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RestrictedCash_c95d34e7-3ad0-4b9c-a4b5-883b5aebf745_terseLabel_en-US" xlink:label="lab_us-gaap_RestrictedCash" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Restricted cash</link:label>
    <link:label id="lab_us-gaap_RestrictedCash_label_en-US" xlink:label="lab_us-gaap_RestrictedCash" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Restricted Cash</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RestrictedCash" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RestrictedCash"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RestrictedCash" xlink:to="lab_us-gaap_RestrictedCash" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RetainedEarningsMember_8f7f24bc-3985-4483-873b-fd70ce374db6_verboseLabel_en-US" xlink:label="lab_us-gaap_RetainedEarningsMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retained earnings</link:label>
    <link:label id="lab_us-gaap_RetainedEarningsMember_5975fba9-7c6e-4c12-b975-edcd9af85b9a_terseLabel_en-US" xlink:label="lab_us-gaap_RetainedEarningsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retained earnings</link:label>
    <link:label id="lab_us-gaap_RetainedEarningsMember_label_en-US" xlink:label="lab_us-gaap_RetainedEarningsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Retained Earnings [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RetainedEarningsMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RetainedEarningsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RetainedEarningsMember" xlink:to="lab_us-gaap_RetainedEarningsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueByMeasurementBasisAxis_177cd308-a3b4-4fc5-8e00-06d49b7312f5_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueByMeasurementBasisAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Basis [Axis]</link:label>
    <link:label id="lab_us-gaap_FairValueByMeasurementBasisAxis_label_en-US" xlink:label="lab_us-gaap_FairValueByMeasurementBasisAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Measurement Basis [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueByMeasurementBasisAxis" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueByMeasurementBasisAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueByMeasurementBasisAxis" xlink:to="lab_us-gaap_FairValueByMeasurementBasisAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPensionsAndPostRetirementBenefits_1692ad74-af70-49fd-b7d8-c8bbfc19b157_verboseLabel_en-US" xlink:label="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPensionsAndPostRetirementBenefits" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other comprehensive income - net funded status of benefit plans</link:label>
    <link:label id="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPensionsAndPostRetirementBenefits_label_en-US" xlink:label="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPensionsAndPostRetirementBenefits" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred Tax Assets Tax Deferred Expense Compensation and Benefits Pensions and Post Retirement Benefits</link:label>
    <link:label id="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPensionsAndPostRetirementBenefits_documentation_en-US" xlink:label="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPensionsAndPostRetirementBenefits" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Deferred tax assets tax deferred expense compensation and benefits pensions and post retirement benefits.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPensionsAndPostRetirementBenefits" xlink:href="hmn-20201231.xsd#hmn_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPensionsAndPostRetirementBenefits"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPensionsAndPostRetirementBenefits" xlink:to="lab_hmn_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefitsPensionsAndPostRetirementBenefits" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfNetBenefitCostsTableTextBlock_9463c500-5c83-4543-9ea2-bfbe681eb719_verboseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfNetBenefitCostsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined benefit plan and the supplemental defined benefit plans</link:label>
    <link:label id="lab_us-gaap_ScheduleOfNetBenefitCostsTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfNetBenefitCostsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Schedule of Net Benefit Costs [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfNetBenefitCostsTableTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfNetBenefitCostsTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfNetBenefitCostsTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfNetBenefitCostsTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInInvestingActivities_14e6a10f-2af1-4d5e-89c7-62dc9770bd39_totalLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net cash (used in) provided by investing activities</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInInvestingActivities_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Cash Provided by (Used in) Investing Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetCashProvidedByUsedInInvestingActivities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:to="lab_us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsOutstandingWeightedAverageRemainingContractualTerm2_1dbb8eaf-2c01-4fcc-9a0a-c91af815d937_verboseLabel_en-US" xlink:label="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsOutstandingWeightedAverageRemainingContractualTerm2" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Total Outstanding Options, Weighted Average Remaining Term</link:label>
    <link:label id="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsOutstandingWeightedAverageRemainingContractualTerm2_label_en-US" xlink:label="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsOutstandingWeightedAverageRemainingContractualTerm2" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Outstanding, Weighted Average Remaining Contractual Term</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsOutstandingWeightedAverageRemainingContractualTerm2" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsOutstandingWeightedAverageRemainingContractualTerm2"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsOutstandingWeightedAverageRemainingContractualTerm2" xlink:to="lab_us-gaap_SharebasedCompensationArrangementBySharebasedPaymentAwardOptionsOutstandingWeightedAverageRemainingContractualTerm2" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain_c46177c7-2435-4203-93bd-6eb4a3aa4539_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Award Type [Domain]</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Award Type [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_LifeAndAnnuitySegmentsCombinedMember_bb73c151-9626-483b-8036-ba3fb0bbacd8_terseLabel_en-US" xlink:label="lab_hmn_LifeAndAnnuitySegmentsCombinedMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Life and Annuity segments</link:label>
    <link:label id="lab_hmn_LifeAndAnnuitySegmentsCombinedMember_label_en-US" xlink:label="lab_hmn_LifeAndAnnuitySegmentsCombinedMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Life and Annuity Segments Combined [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_LifeAndAnnuitySegmentsCombinedMember" xlink:href="hmn-20201231.xsd#hmn_LifeAndAnnuitySegmentsCombinedMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_LifeAndAnnuitySegmentsCombinedMember" xlink:to="lab_hmn_LifeAndAnnuitySegmentsCombinedMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LongTermDebtAbstract_7efb458f-5ef9-43d2-859e-69e57bd2e1f8_terseLabel_en-US" xlink:label="lab_us-gaap_LongTermDebtAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term debt</link:label>
    <link:label id="lab_us-gaap_LongTermDebtAbstract_label_en-US" xlink:label="lab_us-gaap_LongTermDebtAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Long-term Debt, Unclassified [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LongTermDebtAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LongTermDebtAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LongTermDebtAbstract" xlink:to="lab_us-gaap_LongTermDebtAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CorporateDebtSecuritiesMember_9cb8c62d-883f-45aa-ba51-ce7b781f1291_verboseLabel_en-US" xlink:label="lab_us-gaap_CorporateDebtSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Corporate bonds</link:label>
    <link:label id="lab_us-gaap_CorporateDebtSecuritiesMember_69c8a322-19ef-417a-a1f2-422181ded118_terseLabel_en-US" xlink:label="lab_us-gaap_CorporateDebtSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Corporate bonds</link:label>
    <link:label id="lab_us-gaap_CorporateDebtSecuritiesMember_label_en-US" xlink:label="lab_us-gaap_CorporateDebtSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Corporate Debt Securities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CorporateDebtSecuritiesMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CorporateDebtSecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CorporateDebtSecuritiesMember" xlink:to="lab_us-gaap_CorporateDebtSecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfGainLossOnInvestmentsIncludingMarketableSecuritiesAndInvestmentsHeldAtCostIncomeStatementReportedAmountsSummaryLineItems_1e08987a-3d24-405f-89d1-a43c1a5684d6_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfGainLossOnInvestmentsIncludingMarketableSecuritiesAndInvestmentsHeldAtCostIncomeStatementReportedAmountsSummaryLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gain (Loss) on Securities [Line Items]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfGainLossOnInvestmentsIncludingMarketableSecuritiesAndInvestmentsHeldAtCostIncomeStatementReportedAmountsSummaryLineItems_label_en-US" xlink:label="lab_us-gaap_ScheduleOfGainLossOnInvestmentsIncludingMarketableSecuritiesAndInvestmentsHeldAtCostIncomeStatementReportedAmountsSummaryLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Gain (Loss) on Securities [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfGainLossOnInvestmentsIncludingMarketableSecuritiesAndInvestmentsHeldAtCostIncomeStatementReportedAmountsSummaryLineItems" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ScheduleOfGainLossOnInvestmentsIncludingMarketableSecuritiesAndInvestmentsHeldAtCostIncomeStatementReportedAmountsSummaryLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfGainLossOnInvestmentsIncludingMarketableSecuritiesAndInvestmentsHeldAtCostIncomeStatementReportedAmountsSummaryLineItems" xlink:to="lab_us-gaap_ScheduleOfGainLossOnInvestmentsIncludingMarketableSecuritiesAndInvestmentsHeldAtCostIncomeStatementReportedAmountsSummaryLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGrantDateIntrinsicValue_41daa14b-f2c8-4e05-a330-3e4f75209269_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGrantDateIntrinsicValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Intrinsic value</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGrantDateIntrinsicValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGrantDateIntrinsicValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Share-based Compensation Arrangement by Share-based Payment Award, Options, Grants in Period, Grant Date Intrinsic Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGrantDateIntrinsicValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGrantDateIntrinsicValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGrantDateIntrinsicValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGrantDateIntrinsicValue" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_ReinsuredAmountOfEachLossAboveRetentionInClashEvent_39372b42-e1ef-44b2-9242-27e1f9599c90_terseLabel_en-US" xlink:label="lab_hmn_ReinsuredAmountOfEachLossAboveRetentionInClashEvent" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsured amount of each loss above retention in clash event</link:label>
    <link:label id="lab_hmn_ReinsuredAmountOfEachLossAboveRetentionInClashEvent_label_en-US" xlink:label="lab_hmn_ReinsuredAmountOfEachLossAboveRetentionInClashEvent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsured Amount Of Each Loss Above Retention In Clash Event</link:label>
    <link:label id="lab_hmn_ReinsuredAmountOfEachLossAboveRetentionInClashEvent_documentation_en-US" xlink:label="lab_hmn_ReinsuredAmountOfEachLossAboveRetentionInClashEvent" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Reinsured amount of each loss above retention in clash event.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_ReinsuredAmountOfEachLossAboveRetentionInClashEvent" xlink:href="hmn-20201231.xsd#hmn_ReinsuredAmountOfEachLossAboveRetentionInClashEvent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_ReinsuredAmountOfEachLossAboveRetentionInClashEvent" xlink:to="lab_hmn_ReinsuredAmountOfEachLossAboveRetentionInClashEvent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CostOfGoodsAndServicesSoldAbstract_f53ac8d3-7198-46c5-befd-16063eccbc6e_verboseLabel_en-US" xlink:label="lab_us-gaap_CostOfGoodsAndServicesSoldAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Service cost:</link:label>
    <link:label id="lab_us-gaap_CostOfGoodsAndServicesSoldAbstract_label_en-US" xlink:label="lab_us-gaap_CostOfGoodsAndServicesSoldAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cost of Goods and Services Sold [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CostOfGoodsAndServicesSoldAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CostOfGoodsAndServicesSoldAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CostOfGoodsAndServicesSoldAbstract" xlink:to="lab_us-gaap_CostOfGoodsAndServicesSoldAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromFederalHomeLoanBankAdvances_a6f5d720-9512-4324-a39d-1a64b50f423b_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromFederalHomeLoanBankAdvances" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Principal borrowings on Bank Credit Facility</link:label>
    <link:label id="lab_us-gaap_ProceedsFromFederalHomeLoanBankAdvances_label_en-US" xlink:label="lab_us-gaap_ProceedsFromFederalHomeLoanBankAdvances" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from FHLBank Advance, Investing Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromFederalHomeLoanBankAdvances" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromFederalHomeLoanBankAdvances"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromFederalHomeLoanBankAdvances" xlink:to="lab_us-gaap_ProceedsFromFederalHomeLoanBankAdvances" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TreasuryStockValue_d4404773-5892-4149-97e6-1534ff971c1f_negatedLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockValue" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Treasury stock, at cost, 2020, 24,902,579 shares; 2019, 24,850,484 shares</link:label>
    <link:label id="lab_us-gaap_TreasuryStockValue_e00b6c91-513f-458f-80ac-0f98b2ca6133_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockValue" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Treasury stock, at cost, 2020, 24,902,579 shares; 2019, 24,850,484 shares</link:label>
    <link:label id="lab_us-gaap_TreasuryStockValue_label_en-US" xlink:label="lab_us-gaap_TreasuryStockValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Treasury Stock, Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TreasuryStockValue" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_TreasuryStockValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TreasuryStockValue" xlink:to="lab_us-gaap_TreasuryStockValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationOtherPolicyClaimsAndBenefitsPayable_f878f7e0-6c3f-402f-af20-b3dcab73d4d9_verboseLabel_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationOtherPolicyClaimsAndBenefitsPayable" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Other policy claims and benefits payable</link:label>
    <link:label id="lab_us-gaap_SupplementaryInsuranceInformationOtherPolicyClaimsAndBenefitsPayable_label_en-US" xlink:label="lab_us-gaap_SupplementaryInsuranceInformationOtherPolicyClaimsAndBenefitsPayable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">SEC Schedule, 12-16, Insurance Companies, Supplementary Insurance Information, Other Policy Claim and Benefit Payable</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementaryInsuranceInformationOtherPolicyClaimsAndBenefitsPayable" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_SupplementaryInsuranceInformationOtherPolicyClaimsAndBenefitsPayable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementaryInsuranceInformationOtherPolicyClaimsAndBenefitsPayable" xlink:to="lab_us-gaap_SupplementaryInsuranceInformationOtherPolicyClaimsAndBenefitsPayable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PensionPlansDefinedBenefitMember_439d186b-49f7-4173-a373-83d9a2e6e38a_terseLabel_en-US" xlink:label="lab_us-gaap_PensionPlansDefinedBenefitMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan</link:label>
    <link:label id="lab_us-gaap_PensionPlansDefinedBenefitMember_8f171cb3-b4c7-4626-8761-93ecd03c7805_verboseLabel_en-US" xlink:label="lab_us-gaap_PensionPlansDefinedBenefitMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Pension Plan</link:label>
    <link:label id="lab_us-gaap_PensionPlansDefinedBenefitMember_label_en-US" xlink:label="lab_us-gaap_PensionPlansDefinedBenefitMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Pension Plan [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PensionPlansDefinedBenefitMember" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PensionPlansDefinedBenefitMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PensionPlansDefinedBenefitMember" xlink:to="lab_us-gaap_PensionPlansDefinedBenefitMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingBenefitObligationDiscountRate_d143d519-dcc1-4a18-a6f3-f9a65139cecb_terseLabel_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingBenefitObligationDiscountRate" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Discount rate</link:label>
    <link:label id="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingBenefitObligationDiscountRate_label_en-US" xlink:label="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingBenefitObligationDiscountRate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Assumptions Used Calculating Benefit Obligation, Discount Rate</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingBenefitObligationDiscountRate" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingBenefitObligationDiscountRate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingBenefitObligationDiscountRate" xlink:to="lab_us-gaap_DefinedBenefitPlanAssumptionsUsedCalculatingBenefitObligationDiscountRate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesContinuingOperationsAbstract_07b2fe37-3e3f-49d7-bb46-d0a28937e7c4_verboseLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesContinuingOperationsAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Cash flows from financing activities</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesContinuingOperationsAbstract_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesContinuingOperationsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Cash Provided by (Used in) Financing Activities, Continuing Operations [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInFinancingActivitiesContinuingOperationsAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetCashProvidedByUsedInFinancingActivitiesContinuingOperationsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInFinancingActivitiesContinuingOperationsAbstract" xlink:to="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesContinuingOperationsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_InvestmentContractAndPolicyReservesFixedAnnuityContractsFairValue_d1d51d03-a9c5-4bae-ae16-ea316806c29d_verboseLabel_en-US" xlink:label="lab_hmn_InvestmentContractAndPolicyReservesFixedAnnuityContractsFairValue" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment contract and policy reserves, fixed annuity contracts</link:label>
    <link:label id="lab_hmn_InvestmentContractAndPolicyReservesFixedAnnuityContractsFairValue_label_en-US" xlink:label="lab_hmn_InvestmentContractAndPolicyReservesFixedAnnuityContractsFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Contract And Policy Reserves, Fixed Annuity Contracts, Fair Value</link:label>
    <link:label id="lab_hmn_InvestmentContractAndPolicyReservesFixedAnnuityContractsFairValue_documentation_en-US" xlink:label="lab_hmn_InvestmentContractAndPolicyReservesFixedAnnuityContractsFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Investment Contract And Policy Reserves, Fixed Annuity Contracts, Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_InvestmentContractAndPolicyReservesFixedAnnuityContractsFairValue" xlink:href="hmn-20201231.xsd#hmn_InvestmentContractAndPolicyReservesFixedAnnuityContractsFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_InvestmentContractAndPolicyReservesFixedAnnuityContractsFairValue" xlink:to="lab_hmn_InvestmentContractAndPolicyReservesFixedAnnuityContractsFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_DefinedBenefitPlanPlanAssetsAdministrationExpensePaidbyEmployer_16636ed4-5889-4e4f-b664-9cbfa6719913_negatedLabel_en-US" xlink:label="lab_hmn_DefinedBenefitPlanPlanAssetsAdministrationExpensePaidbyEmployer" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Expenses paid</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanPlanAssetsAdministrationExpensePaidbyEmployer_label_en-US" xlink:label="lab_hmn_DefinedBenefitPlanPlanAssetsAdministrationExpensePaidbyEmployer" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan Assets, Administration Expense Paid by Employer</link:label>
    <link:label id="lab_hmn_DefinedBenefitPlanPlanAssetsAdministrationExpensePaidbyEmployer_documentation_en-US" xlink:label="lab_hmn_DefinedBenefitPlanPlanAssetsAdministrationExpensePaidbyEmployer" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Defined Benefit Plan, Plan Assets, Administration Expense Paid by Employer</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_DefinedBenefitPlanPlanAssetsAdministrationExpensePaidbyEmployer" xlink:href="hmn-20201231.xsd#hmn_DefinedBenefitPlanPlanAssetsAdministrationExpensePaidbyEmployer"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_DefinedBenefitPlanPlanAssetsAdministrationExpensePaidbyEmployer" xlink:to="lab_hmn_DefinedBenefitPlanPlanAssetsAdministrationExpensePaidbyEmployer" xlink:type="arc" order="1"/>
    <link:label id="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerTwoCatastropheReinsurance_66cfdf6c-b9c3-41c9-92ac-22581e449fe2_terseLabel_en-US" xlink:label="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerTwoCatastropheReinsurance" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Coverage above retention per occurrence under layer two catastrophe reinsurance</link:label>
    <link:label id="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerTwoCatastropheReinsurance_label_en-US" xlink:label="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerTwoCatastropheReinsurance" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Coverage Above Retention Per Occurrence Under Layer Two Catastrophe Reinsurance</link:label>
    <link:label id="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerTwoCatastropheReinsurance_documentation_en-US" xlink:label="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerTwoCatastropheReinsurance" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Coverage provided above retention per occurrence under layer two of catastrophe excess of loss reinsurance coverage.</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerTwoCatastropheReinsurance" xlink:href="hmn-20201231.xsd#hmn_CoverageAboveRetentionPerOccurrenceUnderLayerTwoCatastropheReinsurance"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerTwoCatastropheReinsurance" xlink:to="lab_hmn_CoverageAboveRetentionPerOccurrenceUnderLayerTwoCatastropheReinsurance" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PremiumsEarnedNet_f554ef65-2deb-40ae-861a-b665140f34aa_verboseLabel_en-US" xlink:label="lab_us-gaap_PremiumsEarnedNet" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Net Amount</link:label>
    <link:label id="lab_us-gaap_PremiumsEarnedNet_label_en-US" xlink:label="lab_us-gaap_PremiumsEarnedNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Premiums Earned, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PremiumsEarnedNet" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PremiumsEarnedNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PremiumsEarnedNet" xlink:to="lab_us-gaap_PremiumsEarnedNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock_05d8e967-2ff4-49b4-80f8-5e3055adc454_verboseLabel_en-US" xlink:label="lab_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Adoption of New Accounting Standards and Future Adoption of New Accounting Standards</link:label>
    <link:label id="lab_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock_label_en-US" xlink:label="lab_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">New Accounting Pronouncements, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock" xlink:to="lab_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromLinesOfCredit_19c74f08-de41-4ceb-8222-b390c6a4cbae_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromLinesOfCredit" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Principal borrowings on Bank Credit Facility</link:label>
    <link:label id="lab_us-gaap_ProceedsFromLinesOfCredit_label_en-US" xlink:label="lab_us-gaap_ProceedsFromLinesOfCredit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Proceeds from Lines of Credit</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromLinesOfCredit" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromLinesOfCredit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromLinesOfCredit" xlink:to="lab_us-gaap_ProceedsFromLinesOfCredit" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeGainLossOnDerivativeNetAbstract_1cc1ede9-2287-47b4-9fcd-206babe71961_verboseLabel_en-US" xlink:label="lab_us-gaap_DerivativeGainLossOnDerivativeNetAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Change in fair value of derivatives:</link:label>
    <link:label id="lab_us-gaap_DerivativeGainLossOnDerivativeNetAbstract_label_en-US" xlink:label="lab_us-gaap_DerivativeGainLossOnDerivativeNetAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Derivative, Gain (Loss) on Derivative, Net [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeGainLossOnDerivativeNetAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeGainLossOnDerivativeNetAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeGainLossOnDerivativeNetAbstract" xlink:to="lab_us-gaap_DerivativeGainLossOnDerivativeNetAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementOfFinancialPositionAbstract_bf052754-cc0c-4b2e-a5fc-78c931040cf1_terseLabel_en-US" xlink:label="lab_us-gaap_StatementOfFinancialPositionAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statement of Financial Position [Abstract]</link:label>
    <link:label id="lab_us-gaap_StatementOfFinancialPositionAbstract_label_en-US" xlink:label="lab_us-gaap_StatementOfFinancialPositionAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Statement of Financial Position [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementOfFinancialPositionAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatementOfFinancialPositionAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementOfFinancialPositionAbstract" xlink:to="lab_us-gaap_StatementOfFinancialPositionAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTwo_76077aa1-2496-416a-af7c-2bb9a2288d97_terseLabel_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTwo" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Year Two</link:label>
    <link:label id="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTwo_label_en-US" xlink:label="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTwo" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Short-duration Insurance Contracts, Historical Claims Duration, Year Two</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTwo" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTwo"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTwo" xlink:to="lab_us-gaap_ShortdurationInsuranceContractsHistoricalClaimsDurationYearTwo" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareBasicAbstract_9f5455c4-fa37-4dc5-9ed6-b57e27461779_verboseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasicAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Basic:</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareBasicAbstract_54a911b8-c3c2-411a-8635-10cf356b0da0_terseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasicAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Basic</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareBasicAbstract_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasicAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xmlns:xml="http://www.w3.org/XML/1998/namespace" xml:lang="en-US">Earnings Per Share, Basic [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareBasicAbstract" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_EarningsPerShareBasicAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareBasicAbstract" xlink:to="lab_us-gaap_EarningsPerShareBasicAbstract" xlink:type="arc" order="1"/>
  </link:labelLink>
</link:linkbase>
