Update spaCy pipeline

LICENSES_SOURCES

@@ -1,4 +1,4 @@
-# UD Danish DDT v2.5
+# UD Danish DDT v2.8
 
 * Author: Johannsen, Anders; Martínez Alonso, Héctor; Plank, Barbara
 * URL: https://github.com/UniversalDependencies/UD_Danish-DDT
@@ -878,553 +878,442 @@ Creative Commons may be contacted at creativecommons.org.
 
 
 
-# Lemmatization Lists
+# Sprogteknologisk orddatabase over det danske sprog
 
-* Author: Michal Měchura
-* URL: https://github.com/michmech/lemmatization-lists/
-* License: ODbL
+* Author: Center for Language Technology, University of Copenhagen
+* URL: https://cst.ku.dk/sto_ordbase/
+* License: CC BY-SA 4.0
 
 ```
-## ODC Open Database License (ODbL)
-
-### Preamble
-
-The Open Database License (ODbL) is a license agreement intended to
-allow users to freely share, modify, and use this Database while
-maintaining this same freedom for others. Many databases are covered by
-copyright, and therefore this document licenses these rights. Some
-jurisdictions, mainly in the European Union, have specific rights that
-cover databases, and so the ODbL addresses these rights, too. Finally,
-the ODbL is also an agreement in contract for users of this Database to
-act in certain ways in return for accessing this Database.
-
-Databases can contain a wide variety of types of content (images,
-audiovisual material, and sounds all in the same database, for example),
-and so the ODbL only governs the rights over the Database, and not the
-contents of the Database individually. Licensors should use the ODbL
-together with another license for the contents, if the contents have a
-single set of rights that uniformly covers all of the contents. If the
-contents have multiple sets of different rights, Licensors should
-describe what rights govern what contents together in the individual
-record or in some other way that clarifies what rights apply. 
-
-Sometimes the contents of a database, or the database itself, can be
-covered by other rights not addressed here (such as private contracts,
-trade mark over the name, or privacy rights / data protection rights
-over information in the contents), and so you are advised that you may
-have to consult other documents or clear other rights before doing
-activities not covered by this License.
-
-------
-
-The Licensor (as defined below) 
+Attribution-ShareAlike 4.0 International
+
+=======================================================================
+
+Creative Commons Corporation ("Creative Commons") is not a law firm and
+does not provide legal services or legal advice. Distribution of
+Creative Commons public licenses does not create a lawyer-client or
+other relationship. Creative Commons makes its licenses and related
+information available on an "as-is" basis. Creative Commons gives no
+warranties regarding its licenses, any material licensed under their
+terms and conditions, or any related information. Creative Commons
+disclaims all liability for damages resulting from their use to the
+fullest extent possible.
+
+Using Creative Commons Public Licenses
+
+Creative Commons public licenses provide a standard set of terms and
+conditions that creators and other rights holders may use to share
+original works of authorship and other material subject to copyright
+and certain other rights specified in the public license below. The
+following considerations are for informational purposes only, are not
+exhaustive, and do not form part of our licenses.
+
+     Considerations for licensors: Our public licenses are
+     intended for use by those authorized to give the public
+     permission to use material in ways otherwise restricted by
+     copyright and certain other rights. Our licenses are
+     irrevocable. Licensors should read and understand the terms
+     and conditions of the license they choose before applying it.
+     Licensors should also secure all rights necessary before
+     applying our licenses so that the public can reuse the
+     material as expected. Licensors should clearly mark any
+     material not subject to the license. This includes other CC-
+     licensed material, or material used under an exception or
+     limitation to copyright. More considerations for licensors:
+    wiki.creativecommons.org/Considerations_for_licensors
+
+     Considerations for the public: By using one of our public
+     licenses, a licensor grants the public permission to use the
+     licensed material under specified terms and conditions. If
+     the licensor's permission is not necessary for any reason--for
+     example, because of any applicable exception or limitation to
+     copyright--then that use is not regulated by the license. Our
+     licenses grant only permissions under copyright and certain
+     other rights that a licensor has authority to grant. Use of
+     the licensed material may still be restricted for other
+     reasons, including because others have copyright or other
+     rights in the material. A licensor may make special requests,
+     such as asking that all changes be marked or described.
+     Although not required by our licenses, you are encouraged to
+     respect those requests where reasonable. More considerations
+     for the public:
+    wiki.creativecommons.org/Considerations_for_licensees
+
+=======================================================================
+
+Creative Commons Attribution-ShareAlike 4.0 International Public
+License
+
+By exercising the Licensed Rights (defined below), You accept and agree
+to be bound by the terms and conditions of this Creative Commons
+Attribution-ShareAlike 4.0 International Public License ("Public
+License"). To the extent this Public License may be interpreted as a
+contract, You are granted the Licensed Rights in consideration of Your
+acceptance of these terms and conditions, and the Licensor grants You
+such rights in consideration of benefits the Licensor receives from
+making the Licensed Material available under these terms and
+conditions.
+
+
+Section 1 -- Definitions.
+
+  a. Adapted Material means material subject to Copyright and Similar
+     Rights that is derived from or based upon the Licensed Material
+     and in which the Licensed Material is translated, altered,
+     arranged, transformed, or otherwise modified in a manner requiring
+     permission under the Copyright and Similar Rights held by the
+     Licensor. For purposes of this Public License, where the Licensed
+     Material is a musical work, performance, or sound recording,
+     Adapted Material is always produced where the Licensed Material is
+     synched in timed relation with a moving image.
+
+  b. Adapter's License means the license You apply to Your Copyright
+     and Similar Rights in Your contributions to Adapted Material in
+     accordance with the terms and conditions of this Public License.
+
+  c. BY-SA Compatible License means a license listed at
+     creativecommons.org/compatiblelicenses, approved by Creative
+     Commons as essentially the equivalent of this Public License.
+
+  d. Copyright and Similar Rights means copyright and/or similar rights
+     closely related to copyright including, without limitation,
+     performance, broadcast, sound recording, and Sui Generis Database
+     Rights, without regard to how the rights are labeled or
+     categorized. For purposes of this Public License, the rights
+     specified in Section 2(b)(1)-(2) are not Copyright and Similar
+     Rights.
+
+  e. Effective Technological Measures means those measures that, in the
+     absence of proper authority, may not be circumvented under laws
+     fulfilling obligations under Article 11 of the WIPO Copyright
+     Treaty adopted on December 20, 1996, and/or similar international
+     agreements.
+
+  f. Exceptions and Limitations means fair use, fair dealing, and/or
+     any other exception or limitation to Copyright and Similar Rights
+     that applies to Your use of the Licensed Material.
 
-and 
-
-You (as defined below) 
+  g. License Elements means the license attributes listed in the name
+     of a Creative Commons Public License. The License Elements of this
+     Public License are Attribution and ShareAlike.
 
-agree as follows: 
-
-### 1.0 Definitions of Capitalised Words
-
-"Collective Database" – Means this Database in unmodified form as part
-of a collection of independent databases in themselves that together are
-assembled into a collective whole. A work that constitutes a Collective
-Database will not be considered a Derivative Database.
-
-"Convey" – As a verb, means Using the Database, a Derivative Database,
-or the Database as part of a Collective Database in any way that enables
-a Person to make or receive copies of the Database or a Derivative
-Database.  Conveying does not include interaction with a user through a
-computer network, or creating and Using a Produced Work, where no
-transfer of a copy of the Database or a Derivative Database occurs.
-"Contents" – The contents of this Database, which includes the
-information, independent works, or other material collected into the
-Database. For example, the contents of the Database could be factual
-data or works such as images, audiovisual material, text, or sounds.
-
-"Database" – A collection of material (the Contents) arranged in a
-systematic or methodical way and individually accessible by electronic
-or other means offered under the terms of this License.
-
-"Database Directive" – Means Directive 96/9/EC of the European
-Parliament and of the Council of 11 March 1996 on the legal protection
-of databases, as amended or succeeded.
-
-"Database Right" – Means rights resulting from the Chapter III ("sui
-generis") rights in the Database Directive (as amended and as transposed
-by member states), which includes the Extraction and Re-utilisation of
-the whole or a Substantial part of the Contents, as well as any similar
-rights available in the relevant jurisdiction under Section 10.4. 
-
-"Derivative Database" – Means a database based upon the Database, and
-includes any translation, adaptation, arrangement, modification, or any
-other alteration of the Database or of a Substantial part of the
-Contents. This includes, but is not limited to, Extracting or
-Re-utilising the whole or a Substantial part of the Contents in a new
-Database.
-
-"Extraction" – Means the permanent or temporary transfer of all or a
-Substantial part of the Contents to another medium by any means or in
-any form.
-
-"License" – Means this license agreement and is both a license of rights
-such as copyright and Database Rights and an agreement in contract.
-
-"Licensor" – Means the Person that offers the Database under the terms
-of this License. 
-
-"Person" – Means a natural or legal person or a body of persons
-corporate or incorporate.
-
-"Produced Work" –  a work (such as an image, audiovisual material, text,
-or sounds) resulting from using the whole or a Substantial part of the
-Contents (via a search or other query) from this Database, a Derivative
-Database, or this Database as part of a Collective Database.  
-
-"Publicly" – means to Persons other than You or under Your control by
-either more than 50% ownership or by the power to direct their
-activities (such as contracting with an independent consultant). 
-
-"Re-utilisation" – means any form of making available to the public all
-or a Substantial part of the Contents by the distribution of copies, by
-renting, by online or other forms of transmission.
-
-"Substantial" – Means substantial in terms of quantity or quality or a
-combination of both. The repeated and systematic Extraction or
-Re-utilisation of insubstantial parts of the Contents may amount to the
-Extraction or Re-utilisation of a Substantial part of the Contents.
-
-"Use" – As a verb, means doing any act that is restricted by copyright
-or Database Rights whether in the original medium or any other; and
-includes without limitation distributing, copying, publicly performing,
-publicly displaying, and preparing derivative works of the Database, as
-well as modifying the Database as may be technically necessary to use it
-in a different mode or format. 
-
-"You" – Means a Person exercising rights under this License who has not
-previously violated the terms of this License with respect to the
-Database, or who has received express permission from the Licensor to
-exercise rights under this License despite a previous violation.
+  h. Licensed Material means the artistic or literary work, database,
+     or other material to which the Licensor applied this Public
+     License.
 
-Words in the singular include the plural and vice versa.
-
-### 2.0 What this License covers
-
-2.1. Legal effect of this document. This License is:
+  i. Licensed Rights means the rights granted to You subject to the
+     terms and conditions of this Public License, which are limited to
+     all Copyright and Similar Rights that apply to Your use of the
+     Licensed Material and that the Licensor has authority to license.
 
-  a. A license of applicable copyright and neighbouring rights;
+  j. Licensor means the individual(s) or entity(ies) granting rights
+     under this Public License.
 
-  b. A license of the Database Right; and
-
-  c. An agreement in contract between You and the Licensor.
-
-2.2 Legal rights covered. This License covers the legal rights in the
-Database, including:
-
-  a. Copyright. Any copyright or neighbouring rights in the Database.
-  The copyright licensed includes any individual elements of the
-  Database, but does not cover the copyright over the Contents
-  independent of this Database. See Section 2.4 for details. Copyright
-  law varies between jurisdictions, but is likely to cover: the Database
-  model or schema, which is the structure, arrangement, and organisation
-  of the Database, and can also include the Database tables and table
-  indexes; the data entry and output sheets; and the Field names of
-  Contents stored in the Database;
-
-  b. Database Rights. Database Rights only extend to the Extraction and
-  Re-utilisation of the whole or a Substantial part of the Contents.
-  Database Rights can apply even when there is no copyright over the
-  Database. Database Rights can also apply when the Contents are removed
-  from the Database and are selected and arranged in a way that would
-  not infringe any applicable copyright; and
-
-  c. Contract. This is an agreement between You and the Licensor for
-  access to the Database. In return you agree to certain conditions of
-  use on this access as outlined in this License. 
-
-2.3 Rights not covered. 
-
-  a. This License does not apply to computer programs used in the making
-  or operation of the Database; 
-
-  b. This License does not cover any patents over the Contents or the
-  Database; and
-
-  c. This License does not cover any trademarks associated with the
-  Database. 
-
-2.4 Relationship to Contents in the Database. The individual items of
-the Contents contained in this Database may be covered by other rights,
-including copyright, patent, data protection, privacy, or personality
-rights, and this License does not cover any rights (other than Database
-Rights or in contract) in individual Contents contained in the Database.
-For example, if used on a Database of images (the Contents), this
-License would not apply to copyright over individual images, which could
-have their own separate licenses, or one single license covering all of
-the rights over the images.  
-
-### 3.0 Rights granted
-
-3.1 Subject to the terms and conditions of this License, the Licensor
-grants to You a worldwide, royalty-free, non-exclusive, terminable (but
-only under Section 9) license to Use the Database for the duration of
-any applicable copyright and Database Rights. These rights explicitly
-include commercial use, and do not exclude any field of endeavour. To
-the extent possible in the relevant jurisdiction, these rights may be
-exercised in all media and formats whether now known or created in the
-future. 
-
-The rights granted cover, for example:
-
-  a. Extraction and Re-utilisation of the whole or a Substantial part of
-  the Contents;
-
-  b. Creation of Derivative Databases;
+  k. Share means to provide material to the public by any means or
+     process that requires permission under the Licensed Rights, such
+     as reproduction, public display, public performance, distribution,
+     dissemination, communication, or importation, and to make material
+     available to the public including in ways that members of the
+     public may access the material from a place and at a time
+     individually chosen by them.
 
-  c. Creation of Collective Databases;
-
-  d. Creation of temporary or permanent reproductions by any means and
-  in any form, in whole or in part, including of any Derivative
-  Databases or as a part of Collective Databases; and
-
-  e. Distribution, communication, display, lending, making available, or
-  performance to the public by any means and in any form, in whole or in
-  part, including of any Derivative Database or as a part of Collective
-  Databases.
-
-3.2 Compulsory license schemes. For the avoidance of doubt:
+  l. Sui Generis Database Rights means rights other than copyright
+     resulting from Directive 96/9/EC of the European Parliament and of
+     the Council of 11 March 1996 on the legal protection of databases,
+     as amended and/or succeeded, as well as other essentially
+     equivalent rights anywhere in the world.
 
-  a. Non-waivable compulsory license schemes. In those jurisdictions in
-  which the right to collect royalties through any statutory or
-  compulsory licensing scheme cannot be waived, the Licensor reserves
-  the exclusive right to collect such royalties for any exercise by You
-  of the rights granted under this License;
+  m. You means the individual or entity exercising the Licensed Rights
+     under this Public License. Your has a corresponding meaning.
+
+
+Section 2 -- Scope.
+
+  a. License grant.
+
+       1. Subject to the terms and conditions of this Public License,
+          the Licensor hereby grants You a worldwide, royalty-free,
+          non-sublicensable, non-exclusive, irrevocable license to
+          exercise the Licensed Rights in the Licensed Material to:
+
+            a. reproduce and Share the Licensed Material, in whole or
+               in part; and
 
-  b. Waivable compulsory license schemes. In those jurisdictions in
-  which the right to collect royalties through any statutory or
-  compulsory licensing scheme can be waived, the Licensor waives the
-  exclusive right to collect such royalties for any exercise by You of
-  the rights granted under this License; and,
+            b. produce, reproduce, and Share Adapted Material.
 
-  c. Voluntary license schemes. The Licensor waives the right to collect
-  royalties, whether individually or, in the event that the Licensor is
-  a member of a collecting society that administers voluntary licensing
-  schemes, via that society, from any exercise by You of the rights
-  granted under this License.
+       2. Exceptions and Limitations. For the avoidance of doubt, where
+          Exceptions and Limitations apply to Your use, this Public
+          License does not apply, and You do not need to comply with
+          its terms and conditions.
 
-3.3 The right to release the Database under different terms, or to stop
-distributing or making available the Database, is reserved. Note that
-this Database may be multiple-licensed, and so You may have the choice
-of using alternative licenses for this Database. Subject to Section
-10.4, all other rights not expressly granted by Licensor are reserved.
-
-### 4.0 Conditions of Use
-
-4.1 The rights granted in Section 3 above are expressly made subject to
-Your complying with the following conditions of use. These are important
-conditions of this License, and if You fail to follow them, You will be
-in material breach of its terms.
-
-4.2 Notices. If You Publicly Convey this Database, any Derivative
-Database, or the Database as part of a Collective Database, then You
-must: 
-
-  a. Do so only under the terms of this License or another license
-  permitted under Section 4.4;
-
-  b. Include a copy of this License (or, as applicable, a license
-  permitted under Section 4.4) or its Uniform Resource Identifier (URI)
-  with the Database or Derivative Database, including both in the
-  Database or Derivative Database and in any relevant documentation; and
+       3. Term. The term of this Public License is specified in Section
+          6(a).
 
-  c. Keep intact any copyright or Database Right notices and notices
-  that refer to this License.
-
-  d. If it is not possible to put the required notices in a particular
-  file due to its structure, then You must include the notices in a
-  location (such as a relevant directory) where users would be likely to
-  look for it.
-
-4.3 Notice for using output (Contents). Creating and Using a Produced
-Work does not require the notice in Section 4.2. However, if you
-Publicly Use a Produced Work, You must include a notice associated with
-the Produced Work reasonably calculated to make any Person that uses,
-views, accesses, interacts with, or is otherwise exposed to the Produced
-Work aware that Content was obtained from the Database, Derivative
-Database, or the Database as part of a Collective Database, and that it
-is available under this License.
-
-  a. Example notice. The following text will satisfy notice under
-  Section 4.3:
-
-        Contains information from DATABASE NAME, which is made available
-        here under the Open Database License (ODbL).
-
-DATABASE NAME should be replaced with the name of the Database and a
-hyperlink to the URI of the Database. "Open Database License" should
-contain a hyperlink to the URI of the text of this License. If
-hyperlinks are not possible, You should include the plain text of the
-required URI's with the above notice.
- 
-4.4 Share alike. 
-
-  a. Any Derivative Database that You Publicly Use must be only under
-  the terms of: 
-
-    i. This License;
-
-    ii. A later version of this License similar in spirit to this
-      License; or
-
-    iii. A compatible license. 
-
-  If You license the Derivative Database under one of the licenses
-  mentioned in (iii), You must comply with the terms of that license. 
-
-  b. For the avoidance of doubt, Extraction or Re-utilisation of the
-  whole or a Substantial part of the Contents into a new database is a
-  Derivative Database and must comply with Section 4.4. 
-
-  c. Derivative Databases and Produced Works.  A Derivative Database is
-  Publicly Used and so must comply with Section 4.4. if a Produced Work
-  created from the Derivative Database is Publicly Used.
-
-  d. Share Alike and additional Contents. For the avoidance of doubt,
-  You must not add Contents to Derivative Databases under Section 4.4 a
-  that are incompatible with the rights granted under this License. 
-
-  e. Compatible licenses. Licensors may authorise a proxy to determine
-  compatible licenses under Section 4.4 a iii. If they do so, the
-  authorised proxy's public statement of acceptance of a compatible
-  license grants You permission to use the compatible license.
-
-
-4.5 Limits of Share Alike.  The requirements of Section 4.4 do not apply
-in the following:
-
-  a. For the avoidance of doubt, You are not required to license
-  Collective Databases under this License if You incorporate this
-  Database or a Derivative Database in the collection, but this License
-  still applies to this Database or a Derivative Database as a part of
-  the Collective Database; 
-
-  b. Using this Database, a Derivative Database, or this Database as
-  part of a Collective Database to create a Produced Work does not
-  create a Derivative Database for purposes of  Section 4.4; and
-
-  c. Use of a Derivative Database internally within an organisation is
-  not to the public and therefore does not fall under the requirements
-  of Section 4.4.
-
-4.6 Access to Derivative Databases. If You Publicly Use a Derivative
-Database or a Produced Work from a Derivative Database, You must also
-offer to recipients of the Derivative Database or Produced Work a copy
-in a machine readable form of:
-
-  a. The entire Derivative Database; or
-
-  b. A file containing all of the alterations made to the Database or
-  the method of making the alterations to the Database (such as an
-  algorithm), including any additional Contents, that make up all the
-  differences between the Database and the Derivative Database.
-
-The Derivative Database (under a.) or alteration file (under b.) must be
-available at no more than a reasonable production cost for physical
-distributions and free of charge if distributed over the internet.
-
-4.7 Technological measures and additional terms
-
-  a. This License does not allow You to impose (except subject to
-  Section 4.7 b.)  any terms or any technological measures on the
-  Database, a Derivative Database, or the whole or a Substantial part of
-  the Contents that alter or restrict the terms of this License, or any
-  rights granted under it, or have the effect or intent of restricting
-  the ability of any person to exercise those rights.
-
-  b. Parallel distribution. You may impose terms or technological
-  measures on the Database, a Derivative Database, or the whole or a
-  Substantial part of the Contents (a "Restricted Database") in
-  contravention of Section 4.74 a. only if You also make a copy of the
-  Database or a Derivative Database available to the recipient of the
-  Restricted Database:
-
-    i. That is available without additional fee;
-
-    ii. That is available in a medium that does not alter or restrict
-    the terms of this License, or any rights granted under it, or have
-    the effect or intent of restricting the ability of any person to
-    exercise those rights (an "Unrestricted Database"); and
-
-    iii. The Unrestricted Database is at least as accessible to the
-    recipient as a practical matter as the Restricted Database.
-
-  c. For the avoidance of doubt, You may place this Database or a
-  Derivative Database in an authenticated environment, behind a
-  password, or within a similar access control scheme provided that You
-  do not alter or restrict the terms of this License or any rights
-  granted under it or have the effect or intent of restricting the
-  ability of any person to exercise those rights. 
-
-4.8 Licensing of others. You may not sublicense the Database. Each time
-You communicate the Database, the whole or Substantial part of the
-Contents, or any Derivative Database to anyone else in any way, the
-Licensor offers to the recipient a license to the Database on the same
-terms and conditions as this License. You are not responsible for
-enforcing compliance by third parties with this License, but You may
-enforce any rights that You have over a Derivative Database. You are
-solely responsible for any modifications of a Derivative Database made
-by You or another Person at Your direction. You may not impose any
-further restrictions on the exercise of the rights granted or affirmed
-under this License.
-
-### 5.0 Moral rights
-
-5.1 Moral rights. This section covers moral rights, including any rights
-to be identified as the author of the Database or to object to treatment
-that would otherwise prejudice the author's honour and reputation, or
-any other derogatory treatment:
-
-  a. For jurisdictions allowing waiver of moral rights, Licensor waives
-  all moral rights that Licensor may have in the Database to the fullest
-  extent possible by the law of the relevant jurisdiction under Section
-  10.4; 
-
-  b. If waiver of moral rights under Section 5.1 a in the relevant
-  jurisdiction is not possible, Licensor agrees not to assert any moral
-  rights over the Database and waives all claims in moral rights to the
-  fullest extent possible by the law of the relevant jurisdiction under
-  Section 10.4; and
-
-  c. For jurisdictions not allowing waiver or an agreement not to assert
-  moral rights under Section 5.1 a and b, the author may retain their
-  moral rights over certain aspects of the Database.
-
-Please note that some jurisdictions do not allow for the waiver of moral
-rights, and so moral rights may still subsist over the Database in some
-jurisdictions.
-
-### 6.0 Fair dealing, Database exceptions, and other rights not affected 
-
-6.1 This License does not affect any rights that You or anyone else may
-independently have under any applicable law to make any use of this
-Database, including without limitation:
-
-  a. Exceptions to the Database Right including: Extraction of Contents
-  from non-electronic Databases for private purposes, Extraction for
-  purposes of illustration for teaching or scientific research, and
-  Extraction or Re-utilisation for public security or an administrative
-  or judicial procedure. 
-
-  b. Fair dealing, fair use, or any other legally recognised limitation
-  or exception to infringement of copyright or other applicable laws. 
-
-6.2 This License does not affect any rights of lawful users to Extract
-and Re-utilise insubstantial parts of the Contents, evaluated
-quantitatively or qualitatively, for any purposes whatsoever, including
-creating a Derivative Database (subject to other rights over the
-Contents, see Section 2.4). The repeated and systematic Extraction or
-Re-utilisation of insubstantial parts of the Contents may however amount
-to the Extraction or Re-utilisation of a Substantial part of the
-Contents.
-
-### 7.0 Warranties and Disclaimer
-
-7.1 The Database is licensed by the Licensor "as is" and without any
-warranty of any kind, either express, implied, or arising by statute,
-custom, course of dealing, or trade usage. Licensor specifically
-disclaims any and all implied warranties or conditions of title,
-non-infringement, accuracy or completeness, the presence or absence of
-errors, fitness for a particular purpose, merchantability, or otherwise.
-Some jurisdictions do not allow the exclusion of implied warranties, so
-this exclusion may not apply to You.
-
-### 8.0 Limitation of liability
-
-8.1 Subject to any liability that may not be excluded or limited by law,
-the Licensor is not liable for, and expressly excludes, all liability
-for loss or damage however and whenever caused to anyone by any use
-under this License, whether by You or by anyone else, and whether caused
-by any fault on the part of the Licensor or not. This exclusion of
-liability includes, but is not limited to, any special, incidental,
-consequential, punitive, or exemplary damages such as loss of revenue,
-data, anticipated profits, and lost business. This exclusion applies
-even if the Licensor has been advised of the possibility of such
-damages.
-
-8.2 If liability may not be excluded by law, it is limited to actual and
-direct financial loss to the extent it is caused by proved negligence on
-the part of the Licensor.
-
-### 9.0 Termination of Your rights under this License
-
-9.1 Any breach by You of the terms and conditions of this License
-automatically terminates this License with immediate effect and without
-notice to You. For the avoidance of doubt, Persons who have received the
-Database, the whole or a Substantial part of the Contents, Derivative
-Databases, or the Database as part of a Collective Database from You
-under this License will not have their licenses terminated provided
-their use is in full compliance with this License or a license granted
-under Section 4.8 of this License.  Sections 1, 2, 7, 8, 9 and 10 will
-survive any termination of this License.
-
-9.2 If You are not in breach of the terms of this License, the Licensor
-will not terminate Your rights under it. 
-
-9.3 Unless terminated under Section 9.1, this License is granted to You
-for the duration of applicable rights in the Database. 
-
-9.4 Reinstatement of rights. If you cease any breach of the terms and
-conditions of this License, then your full rights under this License
-will be reinstated:
-
-  a. Provisionally and subject to permanent termination until the 60th
-  day after cessation of breach; 
-
-  b. Permanently on the 60th day after cessation of breach unless
-  otherwise reasonably notified by the Licensor; or
-
-  c.  Permanently if reasonably notified by the Licensor of the
-  violation, this is the first time You have received notice of
-  violation of this License from  the Licensor, and You cure the
-  violation prior to 30 days after your receipt of the notice.
-
-Persons subject to permanent termination of rights are not eligible to
-be a recipient and receive a license under Section 4.8.
-
-9.5 Notwithstanding the above, Licensor reserves the right to release
-the Database under different license terms or to stop distributing or
-making available the Database. Releasing the Database under different
-license terms or stopping the distribution of the Database will not
-withdraw this License (or any other license that has been, or is
-required to be, granted under the terms of this License), and this
-License will continue in full force and effect unless terminated as
-stated above.
-
-### 10.0 General
-
-10.1 If any provision of this License is held to be invalid or
-unenforceable, that must not affect the validity or enforceability of
-the remainder of the terms and conditions of this License and each
-remaining provision of this License shall be valid and enforced to the
-fullest extent permitted by law. 
-
-10.2 This License is the entire agreement between the parties with
-respect to the rights granted here over the Database. It replaces any
-earlier understandings, agreements or representations with respect to
-the Database. 
-
-10.3 If You are in breach of the terms of this License, You will not be
-entitled to rely on the terms of this License or to complain of any
-breach by the Licensor. 
-
-10.4 Choice of law. This License takes effect in and will be governed by
-the laws of the relevant jurisdiction in which the License terms are
-sought to be enforced. If the standard suite of rights granted under
-applicable copyright law and Database Rights in the relevant
-jurisdiction includes additional rights not granted under this License,
-these additional rights are granted in this License in order to meet the
-terms of this License.```
+       4. Media and formats; technical modifications allowed. The
+          Licensor authorizes You to exercise the Licensed Rights in
+          all media and formats whether now known or hereafter created,
+          and to make technical modifications necessary to do so. The
+          Licensor waives and/or agrees not to assert any right or
+          authority to forbid You from making technical modifications
+          necessary to exercise the Licensed Rights, including
+          technical modifications necessary to circumvent Effective
+          Technological Measures. For purposes of this Public License,
+          simply making modifications authorized by this Section 2(a)
+          (4) never produces Adapted Material.
+
+       5. Downstream recipients.
+
+            a. Offer from the Licensor -- Licensed Material. Every
+               recipient of the Licensed Material automatically
+               receives an offer from the Licensor to exercise the
+               Licensed Rights under the terms and conditions of this
+               Public License.
+
+            b. Additional offer from the Licensor -- Adapted Material.
+               Every recipient of Adapted Material from You
+               automatically receives an offer from the Licensor to
+               exercise the Licensed Rights in the Adapted Material
+               under the conditions of the Adapter's License You apply.
+
+            c. No downstream restrictions. You may not offer or impose
+               any additional or different terms or conditions on, or
+               apply any Effective Technological Measures to, the
+               Licensed Material if doing so restricts exercise of the
+               Licensed Rights by any recipient of the Licensed
+               Material.
+
+       6. No endorsement. Nothing in this Public License constitutes or
+          may be construed as permission to assert or imply that You
+          are, or that Your use of the Licensed Material is, connected
+          with, or sponsored, endorsed, or granted official status by,
+          the Licensor or others designated to receive attribution as
+          provided in Section 3(a)(1)(A)(i).
+
+  b. Other rights.
+
+       1. Moral rights, such as the right of integrity, are not
+          licensed under this Public License, nor are publicity,
+          privacy, and/or other similar personality rights; however, to
+          the extent possible, the Licensor waives and/or agrees not to
+          assert any such rights held by the Licensor to the limited
+          extent necessary to allow You to exercise the Licensed
+          Rights, but not otherwise.
+
+       2. Patent and trademark rights are not licensed under this
+          Public License.
+
+       3. To the extent possible, the Licensor waives any right to
+          collect royalties from You for the exercise of the Licensed
+          Rights, whether directly or through a collecting society
+          under any voluntary or waivable statutory or compulsory
+          licensing scheme. In all other cases the Licensor expressly
+          reserves any right to collect such royalties.
+
+
+Section 3 -- License Conditions.
+
+Your exercise of the Licensed Rights is expressly made subject to the
+following conditions.
+
+  a. Attribution.
+
+       1. If You Share the Licensed Material (including in modified
+          form), You must:
+
+            a. retain the following if it is supplied by the Licensor
+               with the Licensed Material:
+
+                 i. identification of the creator(s) of the Licensed
+                    Material and any others designated to receive
+                    attribution, in any reasonable manner requested by
+                    the Licensor (including by pseudonym if
+                    designated);
+
+                ii. a copyright notice;
+
+               iii. a notice that refers to this Public License;
+
+                iv. a notice that refers to the disclaimer of
+                    warranties;
+
+                 v. a URI or hyperlink to the Licensed Material to the
+                    extent reasonably practicable;
+
+            b. indicate if You modified the Licensed Material and
+               retain an indication of any previous modifications; and
+
+            c. indicate the Licensed Material is licensed under this
+               Public License, and include the text of, or the URI or
+               hyperlink to, this Public License.
+
+       2. You may satisfy the conditions in Section 3(a)(1) in any
+          reasonable manner based on the medium, means, and context in
+          which You Share the Licensed Material. For example, it may be
+          reasonable to satisfy the conditions by providing a URI or
+          hyperlink to a resource that includes the required
+          information.
+
+       3. If requested by the Licensor, You must remove any of the
+          information required by Section 3(a)(1)(A) to the extent
+          reasonably practicable.
+
+  b. ShareAlike.
+
+     In addition to the conditions in Section 3(a), if You Share
+     Adapted Material You produce, the following conditions also apply.
+
+       1. The Adapter's License You apply must be a Creative Commons
+          license with the same License Elements, this version or
+          later, or a BY-SA Compatible License.
+
+       2. You must include the text of, or the URI or hyperlink to, the
+          Adapter's License You apply. You may satisfy this condition
+          in any reasonable manner based on the medium, means, and
+          context in which You Share Adapted Material.
+
+       3. You may not offer or impose any additional or different terms
+          or conditions on, or apply any Effective Technological
+          Measures to, Adapted Material that restrict exercise of the
+          rights granted under the Adapter's License You apply.
+
+
+Section 4 -- Sui Generis Database Rights.
+
+Where the Licensed Rights include Sui Generis Database Rights that
+apply to Your use of the Licensed Material:
+
+  a. for the avoidance of doubt, Section 2(a)(1) grants You the right
+     to extract, reuse, reproduce, and Share all or a substantial
+     portion of the contents of the database;
+
+  b. if You include all or a substantial portion of the database
+     contents in a database in which You have Sui Generis Database
+     Rights, then the database in which You have Sui Generis Database
+     Rights (but not its individual contents) is Adapted Material,
+
+     including for purposes of Section 3(b); and
+  c. You must comply with the conditions in Section 3(a) if You Share
+     all or a substantial portion of the contents of the database.
+
+For the avoidance of doubt, this Section 4 supplements and does not
+replace Your obligations under this Public License where the Licensed
+Rights include other Copyright and Similar Rights.
+
+
+Section 5 -- Disclaimer of Warranties and Limitation of Liability.
+
+  a. UNLESS OTHERWISE SEPARATELY UNDERTAKEN BY THE LICENSOR, TO THE
+     EXTENT POSSIBLE, THE LICENSOR OFFERS THE LICENSED MATERIAL AS-IS
+     AND AS-AVAILABLE, AND MAKES NO REPRESENTATIONS OR WARRANTIES OF
+     ANY KIND CONCERNING THE LICENSED MATERIAL, WHETHER EXPRESS,
+     IMPLIED, STATUTORY, OR OTHER. THIS INCLUDES, WITHOUT LIMITATION,
+     WARRANTIES OF TITLE, MERCHANTABILITY, FITNESS FOR A PARTICULAR
+     PURPOSE, NON-INFRINGEMENT, ABSENCE OF LATENT OR OTHER DEFECTS,
+     ACCURACY, OR THE PRESENCE OR ABSENCE OF ERRORS, WHETHER OR NOT
+     KNOWN OR DISCOVERABLE. WHERE DISCLAIMERS OF WARRANTIES ARE NOT
+     ALLOWED IN FULL OR IN PART, THIS DISCLAIMER MAY NOT APPLY TO YOU.
+
+  b. TO THE EXTENT POSSIBLE, IN NO EVENT WILL THE LICENSOR BE LIABLE
+     TO YOU ON ANY LEGAL THEORY (INCLUDING, WITHOUT LIMITATION,
+     NEGLIGENCE) OR OTHERWISE FOR ANY DIRECT, SPECIAL, INDIRECT,
+     INCIDENTAL, CONSEQUENTIAL, PUNITIVE, EXEMPLARY, OR OTHER LOSSES,
+     COSTS, EXPENSES, OR DAMAGES ARISING OUT OF THIS PUBLIC LICENSE OR
+     USE OF THE LICENSED MATERIAL, EVEN IF THE LICENSOR HAS BEEN
+     ADVISED OF THE POSSIBILITY OF SUCH LOSSES, COSTS, EXPENSES, OR
+     DAMAGES. WHERE A LIMITATION OF LIABILITY IS NOT ALLOWED IN FULL OR
+     IN PART, THIS LIMITATION MAY NOT APPLY TO YOU.
+
+  c. The disclaimer of warranties and limitation of liability provided
+     above shall be interpreted in a manner that, to the extent
+     possible, most closely approximates an absolute disclaimer and
+     waiver of all liability.
+
+
+Section 6 -- Term and Termination.
+
+  a. This Public License applies for the term of the Copyright and
+     Similar Rights licensed here. However, if You fail to comply with
+     this Public License, then Your rights under this Public License
+     terminate automatically.
+
+  b. Where Your right to use the Licensed Material has terminated under
+     Section 6(a), it reinstates:
+
+       1. automatically as of the date the violation is cured, provided
+          it is cured within 30 days of Your discovery of the
+          violation; or
+
+       2. upon express reinstatement by the Licensor.
+
+     For the avoidance of doubt, this Section 6(b) does not affect any
+     right the Licensor may have to seek remedies for Your violations
+     of this Public License.
+
+  c. For the avoidance of doubt, the Licensor may also offer the
+     Licensed Material under separate terms or conditions or stop
+     distributing the Licensed Material at any time; however, doing so
+     will not terminate this Public License.
+
+  d. Sections 1, 5, 6, 7, and 8 survive termination of this Public
+     License.
+
+
+Section 7 -- Other Terms and Conditions.
+
+  a. The Licensor shall not be bound by any additional or different
+     terms or conditions communicated by You unless expressly agreed.
+
+  b. Any arrangements, understandings, or agreements regarding the
+     Licensed Material not stated herein are separate from and
+     independent of the terms and conditions of this Public License.
+
+
+Section 8 -- Interpretation.
+
+  a. For the avoidance of doubt, this Public License does not, and
+     shall not be interpreted to, reduce, limit, restrict, or impose
+     conditions on any use of the Licensed Material that could lawfully
+     be made without permission under this Public License.
+
+  b. To the extent possible, if any provision of this Public License is
+     deemed unenforceable, it shall be automatically reformed to the
+     minimum extent necessary to make it enforceable. If the provision
+     cannot be reformed, it shall be severed from this Public License
+     without affecting the enforceability of the remaining terms and
+     conditions.
+
+  c. No term or condition of this Public License will be waived and no
+     failure to comply consented to unless expressly agreed to by the
+     Licensor.
+
+  d. Nothing in this Public License constitutes or may be interpreted
+     as a limitation upon, or waiver of, any privileges and immunities
+     that apply to the Licensor or You, including from the legal
+     processes of any jurisdiction or authority.
+
+
+=======================================================================
+
+Creative Commons is not a party to its public
+licenses. Notwithstanding, Creative Commons may elect to apply one of
+its public licenses to material it publishes and in those instances
+will be considered the “Licensor.” The text of the Creative Commons
+public licenses is dedicated to the public domain under the CC0 Public
+Domain Dedication. Except for the limited purpose of indicating that
+material is shared under a Creative Commons public license or as
+otherwise permitted by the Creative Commons policies published at
+creativecommons.org/policies, Creative Commons does not authorize the
+use of the trademark "Creative Commons" or any other trademark or logo
+of Creative Commons without its prior written consent including,
+without limitation, in connection with any unauthorized modifications
+to any of its public licenses or any other arrangements,
+understandings, or agreements concerning use of licensed material. For
+the avoidance of doubt, this paragraph does not form part of the
+public licenses.
+
+Creative Commons may be contacted at creativecommons.org.
+
+```
 
 
 

README.md

@@ -4,7 +4,7 @@ tags:
 - token-classification
 language:
 - da
-license: CC-BY-SA-4.0
+license: cc-by-sa-4.0
 model-index:
 - name: da_core_news_trf
   results:
@@ -14,47 +14,47 @@ model-index:
     metrics:
     - name: NER Precision
       type: precision
-      value: 0.8204081633
+      value: 0.7784313725
     - name: NER Recall
       type: recall
-      value: 0.8375
+      value: 0.8270833333
     - name: NER F Score
       type: f_score
-      value: 0.8288659794
+      value: 0.802020202
   - task:
       name: POS
       type: token-classification
     metrics:
     - name: POS Accuracy
       type: accuracy
-      value: 0.9797559086
+      value: 0.9734127561
   - task:
       name: SENTER
       type: token-classification
     metrics:
     - name: SENTER Precision
       type: precision
-      value: 0.8653846154
+      value: 0.8057921635
     - name: SENTER Recall
       type: recall
-      value: 0.8776595745
+      value: 0.8386524823
     - name: SENTER F Score
       type: f_score
-      value: 0.8714788732
+      value: 0.8218940052
   - task:
       name: UNLABELED_DEPENDENCIES
       type: token-classification
     metrics:
     - name: Unlabeled Dependencies Accuracy
       type: accuracy
-      value: 0.8764860189
+      value: 0.8639535533
   - task:
       name: LABELED_DEPENDENCIES
       type: token-classification
     metrics:
     - name: Labeled Dependencies Accuracy
       type: accuracy
-      value: 0.8764860189
+      value: 0.8639535533
 ---
 ### Details: https://spacy.io/models/da#da_core_news_trf
 
@@ -63,12 +63,12 @@ Danish transformer pipeline (Maltehb/danish-bert-botxo). Components: transformer
 | Feature | Description |
 | --- | --- |
 | **Name** | `da_core_news_trf` |
-| **Version** | `3.1.0` |
-| **spaCy** | `>=3.1.0,<3.2.0` |
+| **Version** | `3.2.0` |
+| **spaCy** | `>=3.2.0,<3.3.0` |
 | **Default Pipeline** | `transformer`, `morphologizer`, `parser`, `attribute_ruler`, `lemmatizer`, `ner` |
 | **Components** | `transformer`, `morphologizer`, `parser`, `attribute_ruler`, `lemmatizer`, `ner` |
 | **Vectors** | 0 keys, 0 unique vectors (0 dimensions) |
-| **Sources** | [UD Danish DDT v2.5](https://github.com/UniversalDependencies/UD_Danish-DDT) (Johannsen, Anders; Martínez Alonso, Héctor; Plank, Barbara)<br />[DaNE](https://github.com/alexandrainst/danlp/blob/master/docs/datasets.md#danish-dependency-treebank-dane) (Rasmus Hvingelby, Amalie B. Pauli, Maria Barrett, Christina Rosted, Lasse M. Lidegaard, Anders Søgaard)<br />[Lemmatization Lists](https://github.com/michmech/lemmatization-lists/) (Michal Měchura)<br />[Maltehb/danish-bert-botxo](https://huggingface.co/Maltehb/danish-bert-botxo) (BotXO.ai) |
+| **Sources** | [UD Danish DDT v2.8](https://github.com/UniversalDependencies/UD_Danish-DDT) (Johannsen, Anders; Martínez Alonso, Héctor; Plank, Barbara)<br />[DaNE](https://github.com/alexandrainst/danlp/blob/master/docs/datasets.md#danish-dependency-treebank-dane) (Rasmus Hvingelby, Amalie B. Pauli, Maria Barrett, Christina Rosted, Lasse M. Lidegaard, Anders Søgaard)<br />[Sprogteknologisk orddatabase over det danske sprog](https://cst.ku.dk/sto_ordbase/) (Center for Language Technology, University of Copenhagen)<br />[Maltehb/danish-bert-botxo](https://huggingface.co/Maltehb/danish-bert-botxo) (BotXO.ai) |
 | **License** | `CC BY-SA 4.0` |
 | **Author** | [Explosion](https://explosion.ai) |
 
@@ -76,12 +76,12 @@ Danish transformer pipeline (Maltehb/danish-bert-botxo). Components: transformer
 
 <details>
 
-<summary>View label scheme (192 labels for 3 components)</summary>
+<summary>View label scheme (193 labels for 3 components)</summary>
 
 | Component | Labels |
 | --- | --- |
 | **`morphologizer`** | `AdpType=Prep\|POS=ADP`, `Definite=Ind\|Gender=Com\|Number=Sing\|POS=NOUN`, `Mood=Ind\|POS=AUX\|Tense=Pres\|VerbForm=Fin\|Voice=Act`, `POS=PROPN`, `Definite=Ind\|Number=Sing\|POS=VERB\|Tense=Past\|VerbForm=Part`, `Definite=Def\|Gender=Neut\|Number=Sing\|POS=NOUN`, `POS=SCONJ`, `Definite=Def\|Gender=Com\|Number=Sing\|POS=NOUN`, `Mood=Ind\|POS=VERB\|Tense=Pres\|VerbForm=Fin\|Voice=Act`, `POS=ADV`, `Number=Plur\|POS=DET\|PronType=Dem`, `Degree=Pos\|Number=Plur\|POS=ADJ`, `Definite=Ind\|Gender=Com\|Number=Plur\|POS=NOUN`, `POS=PUNCT`, `POS=CCONJ`, `Definite=Ind\|Degree=Cmp\|Number=Sing\|POS=ADJ`, `Degree=Cmp\|POS=ADJ`, `POS=PRON\|PartType=Inf`, `Gender=Com\|Number=Sing\|POS=DET\|PronType=Ind`, `Definite=Ind\|Degree=Pos\|Number=Sing\|POS=ADJ`, `Case=Acc\|Gender=Neut\|Number=Sing\|POS=PRON\|Person=3\|PronType=Prs`, `Definite=Ind\|Gender=Neut\|Number=Plur\|POS=NOUN`, `Definite=Def\|Degree=Pos\|Number=Sing\|POS=ADJ`, `Gender=Neut\|Number=Sing\|POS=DET\|PronType=Dem`, `Degree=Pos\|POS=ADV`, `Definite=Def\|Number=Sing\|POS=VERB\|Tense=Past\|VerbForm=Part`, `Definite=Ind\|Gender=Neut\|Number=Sing\|POS=NOUN`, `POS=PRON\|PronType=Dem`, `NumType=Card\|POS=NUM`, `Definite=Ind\|Degree=Pos\|Gender=Neut\|Number=Sing\|POS=ADJ`, `Case=Acc\|Gender=Com\|Number=Sing\|POS=PRON\|Person=3\|PronType=Prs`, `Degree=Pos\|Gender=Com\|Number=Sing\|POS=ADJ`, `Case=Nom\|Gender=Com\|Number=Sing\|POS=PRON\|Person=3\|PronType=Prs`, `NumType=Ord\|POS=ADJ`, `Gender=Com\|Number=Sing\|Number[psor]=Sing\|POS=DET\|Person=3\|Poss=Yes\|PronType=Prs\|Reflex=Yes`, `Mood=Ind\|POS=AUX\|Tense=Past\|VerbForm=Fin\|Voice=Act`, `POS=VERB\|VerbForm=Inf\|Voice=Act`, `Mood=Ind\|POS=VERB\|Tense=Past\|VerbForm=Fin\|Voice=Act`, `POS=NOUN`, `Mood=Ind\|POS=VERB\|Tense=Pres\|VerbForm=Fin\|Voice=Pass`, `POS=ADP\|PartType=Inf`, `Degree=Pos\|POS=ADJ`, `Definite=Def\|Gender=Com\|Number=Plur\|POS=NOUN`, `Number[psor]=Sing\|POS=DET\|Person=3\|Poss=Yes\|PronType=Prs`, `Case=Gen\|Definite=Def\|Gender=Com\|Number=Sing\|POS=NOUN`, `POS=AUX\|VerbForm=Inf\|Voice=Act`, `Definite=Ind\|Degree=Pos\|Gender=Com\|Number=Sing\|POS=ADJ`, `Gender=Com\|Number=Sing\|POS=DET\|PronType=Dem`, `Number=Plur\|POS=DET\|PronType=Ind`, `Gender=Com\|Number=Sing\|POS=PRON\|PronType=Ind`, `Case=Acc\|POS=PRON\|Person=3\|PronType=Prs\|Reflex=Yes`, `POS=PART\|PartType=Inf`, `Gender=Neut\|Number=Sing\|POS=DET\|PronType=Ind`, `Case=Acc\|Number=Plur\|POS=PRON\|Person=3\|PronType=Prs`, `Case=Gen\|Definite=Def\|Gender=Neut\|Number=Sing\|POS=NOUN`, `Case=Nom\|Number=Plur\|POS=PRON\|Person=3\|PronType=Prs`, `Case=Nom\|Gender=Com\|Number=Sing\|POS=PRON\|Person=1\|PronType=Prs`, `Case=Nom\|Gender=Com\|POS=PRON\|PronType=Ind`, `Gender=Neut\|Number=Sing\|POS=PRON\|PronType=Ind`, `Mood=Imp\|POS=VERB`, `Gender=Com\|Number=Sing\|Number[psor]=Sing\|POS=DET\|Person=1\|Poss=Yes\|PronType=Prs`, `Definite=Ind\|Number=Sing\|POS=AUX\|Tense=Past\|VerbForm=Part`, `POS=X`, `Case=Nom\|Gender=Com\|Number=Plur\|POS=PRON\|Person=1\|PronType=Prs`, `Case=Gen\|Definite=Def\|Gender=Com\|Number=Plur\|POS=NOUN`, `POS=VERB\|Tense=Pres\|VerbForm=Part`, `Number=Plur\|POS=PRON\|PronType=Int,Rel`, `POS=VERB\|VerbForm=Inf\|Voice=Pass`, `Case=Gen\|Definite=Ind\|Gender=Com\|Number=Sing\|POS=NOUN`, `Degree=Cmp\|POS=ADV`, `POS=ADV\|PartType=Inf`, `Degree=Sup\|POS=ADV`, `Number=Plur\|POS=PRON\|PronType=Dem`, `Number=Plur\|POS=PRON\|PronType=Ind`, `Definite=Def\|Gender=Neut\|Number=Plur\|POS=NOUN`, `Case=Acc\|Gender=Com\|Number=Sing\|POS=PRON\|Person=1\|PronType=Prs`, `Case=Gen\|POS=PROPN`, `POS=ADP`, `Degree=Cmp\|Number=Plur\|POS=ADJ`, `Definite=Def\|Degree=Sup\|POS=ADJ`, `Gender=Neut\|Number=Sing\|Number[psor]=Sing\|POS=DET\|Person=1\|Poss=Yes\|PronType=Prs`, `Degree=Pos\|Number=Sing\|POS=ADJ`, `Number=Plur\|Number[psor]=Sing\|POS=DET\|Person=3\|Poss=Yes\|PronType=Prs\|Reflex=Yes`, `Gender=Com\|Number=Sing\|Number[psor]=Plur\|POS=DET\|Person=1\|Poss=Yes\|PronType=Prs\|Style=Form`, `Number=Plur\|POS=PRON\|PronType=Rcp`, `Case=Gen\|Degree=Cmp\|POS=ADJ`, `Case=Gen\|Definite=Def\|Gender=Neut\|Number=Plur\|POS=NOUN`, `Number[psor]=Plur\|POS=DET\|Person=3\|Poss=Yes\|PronType=Prs`, `POS=INTJ`, `Number=Plur\|Number[psor]=Sing\|POS=DET\|Person=1\|Poss=Yes\|PronType=Prs`, `Degree=Pos\|Gender=Neut\|Number=Sing\|POS=ADJ`, `Gender=Neut\|Number=Sing\|Number[psor]=Plur\|POS=DET\|Person=1\|Poss=Yes\|PronType=Prs\|Style=Form`, `Case=Acc\|Gender=Com\|Number=Sing\|POS=PRON\|Person=2\|PronType=Prs`, `Gender=Com\|Number=Sing\|Number[psor]=Sing\|POS=DET\|Person=2\|Poss=Yes\|PronType=Prs`, `Case=Gen\|Definite=Ind\|Gender=Neut\|Number=Plur\|POS=NOUN`, `Number=Sing\|POS=PRON\|PronType=Int,Rel`, `Number=Plur\|Number[psor]=Plur\|POS=DET\|Person=1\|Poss=Yes\|PronType=Prs\|Style=Form`, `Gender=Neut\|Number=Sing\|POS=PRON\|PronType=Int,Rel`, `Definite=Def\|Degree=Sup\|Number=Plur\|POS=ADJ`, `Case=Nom\|Gender=Com\|Number=Sing\|POS=PRON\|Person=2\|PronType=Prs`, `Gender=Neut\|Number=Sing\|Number[psor]=Sing\|POS=DET\|Person=3\|Poss=Yes\|PronType=Prs\|Reflex=Yes`, `Definite=Ind\|Number=Sing\|POS=NOUN`, `Number=Plur\|POS=VERB\|Tense=Past\|VerbForm=Part`, `Number=Plur\|Number[psor]=Sing\|POS=PRON\|Person=3\|Poss=Yes\|PronType=Prs\|Reflex=Yes`, `POS=SYM`, `Case=Nom\|Gender=Com\|POS=PRON\|Person=2\|Polite=Form\|PronType=Prs`, `Degree=Sup\|POS=ADJ`, `Number=Plur\|POS=DET\|PronType=Ind\|Style=Arch`, `Case=Gen\|Gender=Com\|Number=Sing\|POS=DET\|PronType=Dem`, `Foreign=Yes\|POS=X`, `POS=DET\|Person=2\|Polite=Form\|Poss=Yes\|PronType=Prs`, `Gender=Neut\|Number=Sing\|POS=PRON\|PronType=Dem`, `Case=Acc\|Gender=Com\|Number=Plur\|POS=PRON\|Person=1\|PronType=Prs`, `Case=Gen\|Definite=Ind\|Gender=Neut\|Number=Sing\|POS=NOUN`, `Case=Gen\|POS=PRON\|PronType=Int,Rel`, `Gender=Com\|Number=Sing\|POS=PRON\|PronType=Dem`, `Abbr=Yes\|POS=X`, `Case=Gen\|Definite=Ind\|Gender=Com\|Number=Plur\|POS=NOUN`, `Definite=Def\|Degree=Abs\|POS=ADJ`, `Definite=Ind\|Degree=Sup\|Number=Sing\|POS=ADJ`, `Definite=Ind\|POS=NOUN`, `Gender=Com\|Number=Plur\|POS=NOUN`, `Number[psor]=Plur\|POS=DET\|Person=1\|Poss=Yes\|PronType=Prs`, `Gender=Com\|POS=PRON\|PronType=Int,Rel`, `Case=Nom\|Gender=Com\|Number=Plur\|POS=PRON\|Person=2\|PronType=Prs`, `Degree=Abs\|POS=ADV`, `POS=VERB\|VerbForm=Ger`, `POS=VERB\|Tense=Past\|VerbForm=Part`, `Definite=Def\|Degree=Sup\|Number=Sing\|POS=ADJ`, `Number=Plur\|Number[psor]=Plur\|POS=PRON\|Person=1\|Poss=Yes\|PronType=Prs\|Style=Form`, `Case=Gen\|Definite=Def\|Degree=Pos\|Number=Sing\|POS=ADJ`, `Case=Gen\|Degree=Pos\|Number=Plur\|POS=ADJ`, `Case=Acc\|Gender=Com\|POS=PRON\|Person=2\|Polite=Form\|PronType=Prs`, `Gender=Com\|Number=Sing\|POS=PRON\|PronType=Int,Rel`, `POS=VERB\|Tense=Pres`, `Case=Gen\|Number=Plur\|POS=DET\|PronType=Ind`, `Number[psor]=Plur\|POS=DET\|Person=2\|Poss=Yes\|PronType=Prs`, `POS=PRON\|Person=2\|Polite=Form\|Poss=Yes\|PronType=Prs`, `Gender=Neut\|Number=Sing\|Number[psor]=Sing\|POS=DET\|Person=2\|Poss=Yes\|PronType=Prs`, `POS=AUX\|Tense=Pres\|VerbForm=Part`, `Mood=Ind\|POS=VERB\|Tense=Past\|VerbForm=Fin\|Voice=Pass`, `Gender=Com\|Number=Sing\|Number[psor]=Sing\|POS=PRON\|Person=3\|Poss=Yes\|PronType=Prs\|Reflex=Yes`, `Degree=Sup\|Number=Plur\|POS=ADJ`, `Case=Acc\|Gender=Com\|Number=Plur\|POS=PRON\|Person=2\|PronType=Prs`, `Gender=Neut\|Number=Sing\|Number[psor]=Sing\|POS=PRON\|Person=3\|Poss=Yes\|PronType=Prs\|Reflex=Yes`, `Definite=Ind\|Number=Plur\|POS=NOUN`, `Case=Gen\|Number=Plur\|POS=VERB\|Tense=Past\|VerbForm=Part`, `Mood=Imp\|POS=AUX`, `Gender=Com\|Number=Sing\|Number[psor]=Sing\|POS=PRON\|Person=1\|Poss=Yes\|PronType=Prs`, `Number[psor]=Sing\|POS=PRON\|Person=3\|Poss=Yes\|PronType=Prs`, `Definite=Def\|Gender=Com\|Number=Sing\|POS=VERB\|Tense=Past\|VerbForm=Part`, `Number=Plur\|Number[psor]=Sing\|POS=DET\|Person=2\|Poss=Yes\|PronType=Prs`, `Case=Gen\|Gender=Com\|Number=Sing\|POS=DET\|PronType=Ind`, `Case=Gen\|POS=NOUN`, `Number[psor]=Plur\|POS=PRON\|Person=3\|Poss=Yes\|PronType=Prs`, `POS=DET\|PronType=Dem`, `Definite=Def\|Number=Plur\|POS=NOUN` |
-| **`parser`** | `ROOT`, `acl:relcl`, `advcl`, `advmod`, `amod`, `appos`, `aux`, `case`, `cc`, `ccomp`, `compound:prt`, `conj`, `cop`, `dep`, `det`, `expl`, `fixed`, `flat`, `iobj`, `list`, `mark`, `nmod`, `nmod:poss`, `nsubj`, `nummod`, `obj`, `obl`, `obl:loc`, `obl:tmod`, `punct`, `xcomp` |
+| **`parser`** | `ROOT`, `acl:relcl`, `advcl`, `advmod`, `advmod:lmod`, `amod`, `appos`, `aux`, `case`, `cc`, `ccomp`, `compound:prt`, `conj`, `cop`, `dep`, `det`, `expl`, `fixed`, `flat`, `iobj`, `list`, `mark`, `nmod`, `nmod:poss`, `nsubj`, `nummod`, `obj`, `obl`, `obl:lmod`, `obl:tmod`, `punct`, `xcomp` |
 | **`ner`** | `LOC`, `MISC`, `ORG`, `PER` |
 
 </details>
@@ -91,15 +91,21 @@ Danish transformer pipeline (Maltehb/danish-bert-botxo). Components: transformer
 | Type | Score |
 | --- | --- |
 | `TOKEN_ACC` | 99.95 |
-| `TAG_ACC` | 97.98 |
-| `POS_ACC` | 97.98 |
-| `MORPH_ACC` | 97.74 |
+| `TOKEN_P` | 99.78 |
+| `TOKEN_R` | 99.75 |
+| `TOKEN_F` | 99.76 |
+| `POS_ACC` | 97.34 |
+| `MORPH_ACC` | 97.00 |
+| `MORPH_MICRO_P` | 98.74 |
+| `MORPH_MICRO_R` | 97.64 |
+| `MORPH_MICRO_F` | 98.19 |
+| `SENTS_P` | 80.58 |
+| `SENTS_R` | 83.87 |
+| `SENTS_F` | 82.19 |
+| `DEP_UAS` | 86.40 |
+| `DEP_LAS` | 83.27 |
+| `TAG_ACC` | 97.34 |
 | `LEMMA_ACC` | 84.91 |
-| `DEP_UAS` | 87.65 |
-| `DEP_LAS` | 85.04 |
-| `ENTS_P` | 82.04 |
-| `ENTS_R` | 83.75 |
-| `ENTS_F` | 82.89 |
-| `SENTS_P` | 86.54 |
-| `SENTS_R` | 87.77 |
-| `SENTS_F` | 87.15 |
+| `ENTS_P` | 77.84 |
+| `ENTS_R` | 82.71 |
+| `ENTS_F` | 80.20 |

accuracy.json

@@ -1,88 +1,83 @@
 {
   "token_acc": 0.9994672349,
-  "tag_acc": 0.9797559086,
-  "pos_acc": 0.9797559086,
-  "morph_acc": 0.9774312282,
-  "lemma_acc": 0.8491041162,
-  "dep_uas": 0.8764860189,
-  "dep_las": 0.8503822758,
-  "ents_p": 0.8204081633,
-  "ents_r": 0.8375,
-  "ents_f": 0.8288659794,
-  "sents_p": 0.8653846154,
-  "sents_r": 0.8776595745,
-  "sents_f": 0.8714788732,
-  "speed": 1719.0691313848,
+  "token_p": 0.9977732598,
+  "token_r": 0.9974835463,
+  "token_f": 0.997628382,
+  "pos_acc": 0.9734127561,
+  "morph_acc": 0.9700227614,
+  "morph_micro_p": 0.9874419317,
+  "morph_micro_r": 0.9763767604,
+  "morph_micro_f": 0.9818781726,
   "morph_per_feat": {
     "Mood": {
-      "p": 0.9933142311,
-      "r": 0.9914204004,
-      "f": 0.9923664122
+      "p": 0.9923298178,
+      "r": 0.9866539561,
+      "f": 0.9894837476
     },
     "Tense": {
-      "p": 0.983495874,
-      "r": 0.9871987952,
-      "f": 0.9853438557
+      "p": 0.9832953683,
+      "r": 0.9751506024,
+      "f": 0.9792060491
     },
     "VerbForm": {
-      "p": 0.9834862385,
-      "r": 0.9840881273,
-      "f": 0.9837870909
+      "p": 0.9833127318,
+      "r": 0.9736842105,
+      "f": 0.9784747847
     },
     "Voice": {
-      "p": 0.994011976,
-      "r": 0.9925261584,
-      "f": 0.9932685116
+      "p": 0.9932381668,
+      "r": 0.9880418535,
+      "f": 0.990633196
     },
     "Definite": {
-      "p": 0.9876592357,
-      "r": 0.9802449625,
-      "f": 0.9839381321
+      "p": 0.9899678973,
+      "r": 0.974713552,
+      "f": 0.9822815051
     },
     "Gender": {
-      "p": 0.983277592,
-      "r": 0.9770687936,
-      "f": 0.9801633606
+      "p": 0.9814690027,
+      "r": 0.9680957129,
+      "f": 0.9747364899
     },
     "Number": {
-      "p": 0.9884484117,
-      "r": 0.9820031299,
-      "f": 0.9852152296
+      "p": 0.9889006342,
+      "r": 0.9760041732,
+      "f": 0.9824100814
     },
     "AdpType": {
-      "p": 1.0,
-      "r": 0.9955791335,
-      "f": 0.9977846699
+      "p": 0.9946428571,
+      "r": 0.9849690539,
+      "f": 0.989782319
     },
     "PartType": {
       "p": 1.0,
-      "r": 0.9902597403,
-      "f": 0.9951060359
+      "r": 0.9967532468,
+      "f": 0.9983739837
     },
     "Case": {
-      "p": 0.9968102073,
-      "r": 0.9873617694,
-      "f": 0.9920634921
+      "p": 0.9935794543,
+      "r": 0.9778830964,
+      "f": 0.9856687898
     },
     "Person": {
-      "p": 0.9910714286,
-      "r": 0.9857904085,
-      "f": 0.9884238646
+      "p": 0.9857397504,
+      "r": 0.9822380107,
+      "f": 0.9839857651
     },
     "PronType": {
-      "p": 0.9958779885,
-      "r": 0.9934210526,
-      "f": 0.9946480033
+      "p": 0.9950166113,
+      "r": 0.9851973684,
+      "f": 0.9900826446
     },
     "NumType": {
-      "p": 0.9863945578,
+      "p": 0.9731543624,
       "r": 0.9602649007,
-      "f": 0.9731543624
+      "f": 0.9666666667
     },
     "Degree": {
-      "p": 0.9792176039,
-      "r": 0.965060241,
-      "f": 0.9720873786
+      "p": 0.9696233293,
+      "r": 0.9614457831,
+      "f": 0.9655172414
     },
     "Reflex": {
       "p": 1.0,
@@ -95,24 +90,24 @@
       "f": 0.0
     },
     "Number[psor]": {
-      "p": 0.9772727273,
-      "r": 1.0,
-      "f": 0.9885057471
+      "p": 0.9770114943,
+      "r": 0.988372093,
+      "f": 0.9826589595
     },
     "Poss": {
       "p": 1.0,
-      "r": 1.0,
-      "f": 1.0
+      "r": 0.9886363636,
+      "f": 0.9942857143
     },
     "Foreign": {
-      "p": 1.0,
-      "r": 0.5,
-      "f": 0.6666666667
+      "p": 0.875,
+      "r": 0.7,
+      "f": 0.7777777778
     },
     "Abbr": {
-      "p": 0.6666666667,
+      "p": 1.0,
       "r": 0.4,
-      "f": 0.5
+      "f": 0.5714285714
     },
     "Style": {
       "p": 1.0,
@@ -120,136 +115,146 @@
       "f": 1.0
     }
   },
+  "sents_p": 0.8057921635,
+  "sents_r": 0.8386524823,
+  "sents_f": 0.8218940052,
+  "dep_uas": 0.8639535533,
+  "dep_las": 0.8326913415,
   "dep_las_per_type": {
     "advmod": {
-      "p": 0.8047752809,
-      "r": 0.8093220339,
-      "f": 0.8070422535
+      "p": 0.7794729542,
+      "r": 0.7937853107,
+      "f": 0.7865640308
     },
     "root": {
-      "p": 0.8641114983,
-      "r": 0.8794326241,
-      "f": 0.8717047452
+      "p": 0.8398637138,
+      "r": 0.8741134752,
+      "f": 0.8566463944
     },
     "nsubj": {
-      "p": 0.9172852598,
-      "r": 0.9124472574,
-      "f": 0.9148598625
+      "p": 0.9073482428,
+      "r": 0.8987341772,
+      "f": 0.9030206677
     },
     "case": {
-      "p": 0.9202392822,
-      "r": 0.912055336,
-      "f": 0.9161290323
+      "p": 0.9097291876,
+      "r": 0.8944773176,
+      "f": 0.9020387867
     },
     "obl": {
-      "p": 0.7947122862,
-      "r": 0.7947122862,
-      "f": 0.7947122862
+      "p": 0.7601809955,
+      "r": 0.7826086957,
+      "f": 0.7712318286
     },
     "cc": {
-      "p": 0.863372093,
-      "r": 0.863372093,
-      "f": 0.863372093
+      "p": 0.8397626113,
+      "r": 0.8226744186,
+      "f": 0.8311306902
     },
     "conj": {
-      "p": 0.7780748663,
-      "r": 0.776,
-      "f": 0.7770360481
+      "p": 0.7506849315,
+      "r": 0.7306666667,
+      "f": 0.7405405405
     },
     "obj": {
-      "p": 0.8913857678,
-      "r": 0.9242718447,
-      "f": 0.9075309819
+      "p": 0.868852459,
+      "r": 0.9262135922,
+      "f": 0.8966165414
     },
     "aux": {
-      "p": 0.9058823529,
-      "r": 0.8979591837,
-      "f": 0.9019033675
+      "p": 0.8941176471,
+      "r": 0.8862973761,
+      "f": 0.8901903367
     },
     "acl:relcl": {
-      "p": 0.7298850575,
-      "r": 0.6864864865,
-      "f": 0.7075208914
+      "p": 0.7719298246,
+      "r": 0.7135135135,
+      "f": 0.7415730337
     },
-    "obl:loc": {
-      "p": 0.7777777778,
-      "r": 0.8,
-      "f": 0.7887323944
+    "advmod:lmod": {
+      "p": 0.7846153846,
+      "r": 0.7611940299,
+      "f": 0.7727272727
     },
     "det": {
-      "p": 0.9299674267,
-      "r": 0.9406919275,
-      "f": 0.9352989353
+      "p": 0.9048387097,
+      "r": 0.9242174629,
+      "f": 0.9144254279
     },
     "amod": {
-      "p": 0.8752107926,
-      "r": 0.885665529,
-      "f": 0.8804071247
+      "p": 0.8640275387,
+      "r": 0.8566552901,
+      "f": 0.8603256213
     },
     "nmod:poss": {
-      "p": 0.7058823529,
-      "r": 0.7128712871,
-      "f": 0.7093596059
+      "p": 0.7087378641,
+      "r": 0.7227722772,
+      "f": 0.7156862745
     },
     "ccomp": {
-      "p": 0.7833333333,
-      "r": 0.7580645161,
-      "f": 0.7704918033
+      "p": 0.7419354839,
+      "r": 0.7419354839,
+      "f": 0.7419354839
     },
     "nummod": {
-      "p": 0.8083333333,
-      "r": 0.8083333333,
-      "f": 0.8083333333
+      "p": 0.8196721311,
+      "r": 0.8333333333,
+      "f": 0.826446281
     },
     "flat": {
-      "p": 0.8527607362,
-      "r": 0.9205298013,
-      "f": 0.8853503185
+      "p": 0.8291139241,
+      "r": 0.8675496689,
+      "f": 0.8478964401
     },
     "compound:prt": {
-      "p": 0.696969697,
+      "p": 0.575,
       "r": 0.5609756098,
-      "f": 0.6216216216
+      "f": 0.5679012346
     },
     "advcl": {
-      "p": 0.7213114754,
-      "r": 0.7586206897,
-      "f": 0.7394957983
+      "p": 0.664,
+      "r": 0.7155172414,
+      "f": 0.6887966805
     },
     "mark": {
-      "p": 0.9351464435,
-      "r": 0.9178644764,
-      "f": 0.9264248705
+      "p": 0.9201680672,
+      "r": 0.8993839836,
+      "f": 0.9096573209
     },
     "cop": {
-      "p": 0.8965517241,
-      "r": 0.8914285714,
-      "f": 0.893982808
+      "p": 0.8833333333,
+      "r": 0.9085714286,
+      "f": 0.8957746479
     },
     "dep": {
-      "p": 0.2755102041,
-      "r": 0.5094339623,
-      "f": 0.357615894
+      "p": 0.1844660194,
+      "r": 0.358490566,
+      "f": 0.2435897436
     },
     "nmod": {
-      "p": 0.737804878,
-      "r": 0.708984375,
-      "f": 0.7231075697
+      "p": 0.7558386412,
+      "r": 0.6953125,
+      "f": 0.7243133266
     },
     "iobj": {
-      "p": 0.9230769231,
-      "r": 0.5454545455,
-      "f": 0.6857142857
+      "p": 0.875,
+      "r": 0.6363636364,
+      "f": 0.7368421053
+    },
+    "obl:lmod": {
+      "p": 0.0,
+      "r": 0.0,
+      "f": 0.0
     },
     "xcomp": {
-      "p": 0.7368421053,
-      "r": 0.4745762712,
-      "f": 0.5773195876
+      "p": 0.5714285714,
+      "r": 0.3389830508,
+      "f": 0.4255319149
     },
     "list": {
-      "p": 0.4666666667,
-      "r": 0.3888888889,
-      "f": 0.4242424242
+      "p": 0.25,
+      "r": 0.1111111111,
+      "f": 0.1538461538
     },
     "vocative": {
       "p": 0.0,
@@ -257,24 +262,24 @@
       "f": 0.0
     },
     "fixed": {
-      "p": 0.9705882353,
-      "r": 0.7857142857,
+      "p": 0.9428571429,
+      "r": 0.8048780488,
       "f": 0.8684210526
     },
     "expl": {
-      "p": 0.9117647059,
+      "p": 0.96875,
       "r": 0.9117647059,
-      "f": 0.9117647059
+      "f": 0.9393939394
     },
     "appos": {
-      "p": 0.6153846154,
-      "r": 0.7272727273,
-      "f": 0.6666666667
+      "p": 0.6551724138,
+      "r": 0.5757575758,
+      "f": 0.6129032258
     },
     "obl:tmod": {
-      "p": 0.9230769231,
-      "r": 0.6666666667,
-      "f": 0.7741935484
+      "p": 0.8181818182,
+      "r": 0.5,
+      "f": 0.6206896552
     },
     "discourse": {
       "p": 0.0,
@@ -282,26 +287,32 @@
       "f": 0.0
     }
   },
+  "tag_acc": 0.9734127561,
+  "lemma_acc": 0.8491041162,
+  "ents_p": 0.7784313725,
+  "ents_r": 0.8270833333,
+  "ents_f": 0.802020202,
   "ents_per_type": {
     "PER": {
-      "p": 0.8947368421,
-      "r": 0.921686747,
-      "f": 0.9080118694
+      "p": 0.8982035928,
+      "r": 0.9036144578,
+      "f": 0.9009009009
     },
     "ORG": {
-      "p": 0.7922077922,
-      "r": 0.6777777778,
-      "f": 0.7305389222
+      "p": 0.7058823529,
+      "r": 0.6666666667,
+      "f": 0.6857142857
     },
     "MISC": {
-      "p": 0.7154471545,
+      "p": 0.6769230769,
       "r": 0.7787610619,
-      "f": 0.7457627119
+      "f": 0.7242798354
     },
     "LOC": {
-      "p": 0.8403361345,
-      "r": 0.9009009009,
-      "f": 0.8695652174
+      "p": 0.7734375,
+      "r": 0.8918918919,
+      "f": 0.8284518828
     }
-  }
+  },
+  "speed": 5370.7462201589
 }

config.cfg

@@ -1,10 +1,8 @@
 [paths]
-train = "corpus/da-core-news/train.spacy"
-dev = "corpus/da-core-news/dev.spacy"
+train = null
+dev = null
 vectors = null
-raw = null
 init_tok2vec = null
-vocab_data = null
 
 [system]
 gpu_allocator = "pytorch"
@@ -24,6 +22,7 @@ tokenizer = {"@tokenizers":"spacy.Tokenizer.v1"}
 
 [components.attribute_ruler]
 factory = "attribute_ruler"
+scorer = {"@scorers":"spacy.attribute_ruler_scorer.v1"}
 validate = false
 
 [components.lemmatizer]
@@ -31,9 +30,13 @@ factory = "lemmatizer"
 mode = "lookup"
 model = null
 overwrite = false
+scorer = {"@scorers":"spacy.lemmatizer_scorer.v1"}
 
 [components.morphologizer]
 factory = "morphologizer"
+extend = false
+overwrite = true
+scorer = {"@scorers":"spacy.morphologizer_scorer.v1"}
 
 [components.morphologizer.model]
 @architectures = "spacy.Tagger.v1"
@@ -49,6 +52,7 @@ pooling = {"@layers":"reduce_mean.v1"}
 factory = "ner"
 incorrect_spans_key = null
 moves = null
+scorer = {"@scorers":"spacy.ner_scorer.v1"}
 update_with_oracle_cut_size = 100
 
 [components.ner.model]
@@ -71,6 +75,7 @@ factory = "parser"
 learn_tokens = false
 min_action_freq = 30
 moves = null
+scorer = {"@scorers":"spacy.parser_scorer.v1"}
 update_with_oracle_cut_size = 100
 
 [components.parser.model]
@@ -94,37 +99,39 @@ max_batch_items = 4096
 set_extra_annotations = {"@annotation_setters":"spacy-transformers.null_annotation_setter.v1"}
 
 [components.transformer.model]
-@architectures = "spacy-transformers.TransformerModel.v1"
+@architectures = "spacy-transformers.TransformerModel.v3"
 name = "Maltehb/danish-bert-botxo"
+mixed_precision = false
 
 [components.transformer.model.get_spans]
 @span_getters = "spacy-transformers.strided_spans.v1"
 window = 128
 stride = 96
 
+[components.transformer.model.grad_scaler_config]
+
 [components.transformer.model.tokenizer_config]
 use_fast = true
 
+[components.transformer.model.transformer_config]
+
 [corpora]
 
 [corpora.dev]
 @readers = "spacy.Corpus.v1"
-limit = 0
-max_length = 0
-path = ${paths:dev}
+path = ${paths.dev}
 gold_preproc = false
+max_length = 0
+limit = 0
 augmenter = null
 
 [corpora.train]
 @readers = "spacy.Corpus.v1"
-path = ${paths:train}
-max_length = 500
+path = ${paths.train}
 gold_preproc = false
+max_length = 0
 limit = 0
-
-[corpora.train.augmenter]
-@augmenters = "spacy.lower_case.v1"
-level = 0.1
+augmenter = null
 
 [training]
 train_corpus = "corpora.train"
@@ -183,11 +190,12 @@ ents_f = 0.16
 ents_p = 0.0
 ents_r = 0.0
 ents_per_type = null
+speed = 0.0
 
 [pretraining]
 
 [initialize]
-vocab_data = ${paths.vocab_data}
+vocab_data = null
 vectors = ${paths.vectors}
 init_tok2vec = ${paths.init_tok2vec}
 before_init = null

da_core_news_trf-any-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a91a8bc40c3bb22170006bbec93c2aabcc6aa93c14da5282fb97c7a7412385c
-size 418030504
+oid sha256:1ac3b39be8adc4426c9d1083986d08767b564b40dec4fcfd3c6f2547083a8efa
+size 418019836

meta.json

@@ -1,14 +1,14 @@
 {
   "lang":"da",
   "name":"core_news_trf",
-  "version":"3.1.0",
+  "version":"3.2.0",
   "description":"Danish transformer pipeline (Maltehb/danish-bert-botxo). Components: transformer, morphologizer, parser, ner, attribute_ruler, lemmatizer.",
   "author":"Explosion",
   "email":"[email protected]",
   "url":"https://explosion.ai",
   "license":"CC BY-SA 4.0",
-  "spacy_version":">=3.1.0,<3.2.0",
-  "spacy_git_version":"caba63b74",
+  "spacy_version":">=3.2.0,<3.3.0",
+  "spacy_git_version":"bb26550e2",
   "vectors":{
     "width":0,
     "vectors":0,
@@ -183,6 +183,7 @@
       "acl:relcl",
       "advcl",
       "advmod",
+      "advmod:lmod",
       "amod",
       "appos",
       "aux",
@@ -206,7 +207,7 @@
       "nummod",
       "obj",
       "obl",
-      "obl:loc",
+      "obl:lmod",
       "obl:tmod",
       "punct",
       "xcomp"
@@ -245,89 +246,84 @@
   ],
   "performance":{
     "token_acc":0.9994672349,
-    "tag_acc":0.9797559086,
-    "pos_acc":0.9797559086,
-    "morph_acc":0.9774312282,
-    "lemma_acc":0.8491041162,
-    "dep_uas":0.8764860189,
-    "dep_las":0.8503822758,
-    "ents_p":0.8204081633,
-    "ents_r":0.8375,
-    "ents_f":0.8288659794,
-    "sents_p":0.8653846154,
-    "sents_r":0.8776595745,
-    "sents_f":0.8714788732,
-    "speed":1719.0691313848,
+    "token_p":0.9977732598,
+    "token_r":0.9974835463,
+    "token_f":0.997628382,
+    "pos_acc":0.9734127561,
+    "morph_acc":0.9700227614,
+    "morph_micro_p":0.9874419317,
+    "morph_micro_r":0.9763767604,
+    "morph_micro_f":0.9818781726,
     "morph_per_feat":{
       "Mood":{
-        "p":0.9933142311,
-        "r":0.9914204004,
-        "f":0.9923664122
+        "p":0.9923298178,
+        "r":0.9866539561,
+        "f":0.9894837476
       },
       "Tense":{
-        "p":0.983495874,
-        "r":0.9871987952,
-        "f":0.9853438557
+        "p":0.9832953683,
+        "r":0.9751506024,
+        "f":0.9792060491
       },
       "VerbForm":{
-        "p":0.9834862385,
-        "r":0.9840881273,
-        "f":0.9837870909
+        "p":0.9833127318,
+        "r":0.9736842105,
+        "f":0.9784747847
       },
       "Voice":{
-        "p":0.994011976,
-        "r":0.9925261584,
-        "f":0.9932685116
+        "p":0.9932381668,
+        "r":0.9880418535,
+        "f":0.990633196
       },
       "Definite":{
-        "p":0.9876592357,
-        "r":0.9802449625,
-        "f":0.9839381321
+        "p":0.9899678973,
+        "r":0.974713552,
+        "f":0.9822815051
       },
       "Gender":{
-        "p":0.983277592,
-        "r":0.9770687936,
-        "f":0.9801633606
+        "p":0.9814690027,
+        "r":0.9680957129,
+        "f":0.9747364899
       },
       "Number":{
-        "p":0.9884484117,
-        "r":0.9820031299,
-        "f":0.9852152296
+        "p":0.9889006342,
+        "r":0.9760041732,
+        "f":0.9824100814
       },
       "AdpType":{
-        "p":1.0,
-        "r":0.9955791335,
-        "f":0.9977846699
+        "p":0.9946428571,
+        "r":0.9849690539,
+        "f":0.989782319
       },
       "PartType":{
         "p":1.0,
-        "r":0.9902597403,
-        "f":0.9951060359
+        "r":0.9967532468,
+        "f":0.9983739837
       },
       "Case":{
-        "p":0.9968102073,
-        "r":0.9873617694,
-        "f":0.9920634921
+        "p":0.9935794543,
+        "r":0.9778830964,
+        "f":0.9856687898
       },
       "Person":{
-        "p":0.9910714286,
-        "r":0.9857904085,
-        "f":0.9884238646
+        "p":0.9857397504,
+        "r":0.9822380107,
+        "f":0.9839857651
       },
       "PronType":{
-        "p":0.9958779885,
-        "r":0.9934210526,
-        "f":0.9946480033
+        "p":0.9950166113,
+        "r":0.9851973684,
+        "f":0.9900826446
       },
       "NumType":{
-        "p":0.9863945578,
+        "p":0.9731543624,
         "r":0.9602649007,
-        "f":0.9731543624
+        "f":0.9666666667
       },
       "Degree":{
-        "p":0.9792176039,
-        "r":0.965060241,
-        "f":0.9720873786
+        "p":0.9696233293,
+        "r":0.9614457831,
+        "f":0.9655172414
       },
       "Reflex":{
         "p":1.0,
@@ -340,24 +336,24 @@
         "f":0.0
       },
       "Number[psor]":{
-        "p":0.9772727273,
-        "r":1.0,
-        "f":0.9885057471
+        "p":0.9770114943,
+        "r":0.988372093,
+        "f":0.9826589595
       },
       "Poss":{
         "p":1.0,
-        "r":1.0,
-        "f":1.0
+        "r":0.9886363636,
+        "f":0.9942857143
       },
       "Foreign":{
-        "p":1.0,
-        "r":0.5,
-        "f":0.6666666667
+        "p":0.875,
+        "r":0.7,
+        "f":0.7777777778
       },
       "Abbr":{
-        "p":0.6666666667,
+        "p":1.0,
         "r":0.4,
-        "f":0.5
+        "f":0.5714285714
       },
       "Style":{
         "p":1.0,
@@ -365,136 +361,146 @@
         "f":1.0
       }
     },
+    "sents_p":0.8057921635,
+    "sents_r":0.8386524823,
+    "sents_f":0.8218940052,
+    "dep_uas":0.8639535533,
+    "dep_las":0.8326913415,
     "dep_las_per_type":{
       "advmod":{
-        "p":0.8047752809,
-        "r":0.8093220339,
-        "f":0.8070422535
+        "p":0.7794729542,
+        "r":0.7937853107,
+        "f":0.7865640308
       },
       "root":{
-        "p":0.8641114983,
-        "r":0.8794326241,
-        "f":0.8717047452
+        "p":0.8398637138,
+        "r":0.8741134752,
+        "f":0.8566463944
       },
       "nsubj":{
-        "p":0.9172852598,
-        "r":0.9124472574,
-        "f":0.9148598625
+        "p":0.9073482428,
+        "r":0.8987341772,
+        "f":0.9030206677
       },
       "case":{
-        "p":0.9202392822,
-        "r":0.912055336,
-        "f":0.9161290323
+        "p":0.9097291876,
+        "r":0.8944773176,
+        "f":0.9020387867
       },
       "obl":{
-        "p":0.7947122862,
-        "r":0.7947122862,
-        "f":0.7947122862
+        "p":0.7601809955,
+        "r":0.7826086957,
+        "f":0.7712318286
       },
       "cc":{
-        "p":0.863372093,
-        "r":0.863372093,
-        "f":0.863372093
+        "p":0.8397626113,
+        "r":0.8226744186,
+        "f":0.8311306902
       },
       "conj":{
-        "p":0.7780748663,
-        "r":0.776,
-        "f":0.7770360481
+        "p":0.7506849315,
+        "r":0.7306666667,
+        "f":0.7405405405
       },
       "obj":{
-        "p":0.8913857678,
-        "r":0.9242718447,
-        "f":0.9075309819
+        "p":0.868852459,
+        "r":0.9262135922,
+        "f":0.8966165414
       },
       "aux":{
-        "p":0.9058823529,
-        "r":0.8979591837,
-        "f":0.9019033675
+        "p":0.8941176471,
+        "r":0.8862973761,
+        "f":0.8901903367
       },
       "acl:relcl":{
-        "p":0.7298850575,
-        "r":0.6864864865,
-        "f":0.7075208914
+        "p":0.7719298246,
+        "r":0.7135135135,
+        "f":0.7415730337
       },
-      "obl:loc":{
-        "p":0.7777777778,
-        "r":0.8,
-        "f":0.7887323944
+      "advmod:lmod":{
+        "p":0.7846153846,
+        "r":0.7611940299,
+        "f":0.7727272727
       },
       "det":{
-        "p":0.9299674267,
-        "r":0.9406919275,
-        "f":0.9352989353
+        "p":0.9048387097,
+        "r":0.9242174629,
+        "f":0.9144254279
       },
       "amod":{
-        "p":0.8752107926,
-        "r":0.885665529,
-        "f":0.8804071247
+        "p":0.8640275387,
+        "r":0.8566552901,
+        "f":0.8603256213
       },
       "nmod:poss":{
-        "p":0.7058823529,
-        "r":0.7128712871,
-        "f":0.7093596059
+        "p":0.7087378641,
+        "r":0.7227722772,
+        "f":0.7156862745
       },
       "ccomp":{
-        "p":0.7833333333,
-        "r":0.7580645161,
-        "f":0.7704918033
+        "p":0.7419354839,
+        "r":0.7419354839,
+        "f":0.7419354839
       },
       "nummod":{
-        "p":0.8083333333,
-        "r":0.8083333333,
-        "f":0.8083333333
+        "p":0.8196721311,
+        "r":0.8333333333,
+        "f":0.826446281
       },
       "flat":{
-        "p":0.8527607362,
-        "r":0.9205298013,
-        "f":0.8853503185
+        "p":0.8291139241,
+        "r":0.8675496689,
+        "f":0.8478964401
       },
       "compound:prt":{
-        "p":0.696969697,
+        "p":0.575,
         "r":0.5609756098,
-        "f":0.6216216216
+        "f":0.5679012346
       },
       "advcl":{
-        "p":0.7213114754,
-        "r":0.7586206897,
-        "f":0.7394957983
+        "p":0.664,
+        "r":0.7155172414,
+        "f":0.6887966805
       },
       "mark":{
-        "p":0.9351464435,
-        "r":0.9178644764,
-        "f":0.9264248705
+        "p":0.9201680672,
+        "r":0.8993839836,
+        "f":0.9096573209
       },
       "cop":{
-        "p":0.8965517241,
-        "r":0.8914285714,
-        "f":0.893982808
+        "p":0.8833333333,
+        "r":0.9085714286,
+        "f":0.8957746479
       },
       "dep":{
-        "p":0.2755102041,
-        "r":0.5094339623,
-        "f":0.357615894
+        "p":0.1844660194,
+        "r":0.358490566,
+        "f":0.2435897436
       },
       "nmod":{
-        "p":0.737804878,
-        "r":0.708984375,
-        "f":0.7231075697
+        "p":0.7558386412,
+        "r":0.6953125,
+        "f":0.7243133266
       },
       "iobj":{
-        "p":0.9230769231,
-        "r":0.5454545455,
-        "f":0.6857142857
+        "p":0.875,
+        "r":0.6363636364,
+        "f":0.7368421053
+      },
+      "obl:lmod":{
+        "p":0.0,
+        "r":0.0,
+        "f":0.0
       },
       "xcomp":{
-        "p":0.7368421053,
-        "r":0.4745762712,
-        "f":0.5773195876
+        "p":0.5714285714,
+        "r":0.3389830508,
+        "f":0.4255319149
       },
       "list":{
-        "p":0.4666666667,
-        "r":0.3888888889,
-        "f":0.4242424242
+        "p":0.25,
+        "r":0.1111111111,
+        "f":0.1538461538
       },
       "vocative":{
         "p":0.0,
@@ -502,24 +508,24 @@
         "f":0.0
       },
       "fixed":{
-        "p":0.9705882353,
-        "r":0.7857142857,
+        "p":0.9428571429,
+        "r":0.8048780488,
         "f":0.8684210526
       },
       "expl":{
-        "p":0.9117647059,
+        "p":0.96875,
         "r":0.9117647059,
-        "f":0.9117647059
+        "f":0.9393939394
       },
       "appos":{
-        "p":0.6153846154,
-        "r":0.7272727273,
-        "f":0.6666666667
+        "p":0.6551724138,
+        "r":0.5757575758,
+        "f":0.6129032258
       },
       "obl:tmod":{
-        "p":0.9230769231,
-        "r":0.6666666667,
-        "f":0.7741935484
+        "p":0.8181818182,
+        "r":0.5,
+        "f":0.6206896552
       },
       "discourse":{
         "p":0.0,
@@ -527,32 +533,38 @@
         "f":0.0
       }
     },
+    "tag_acc":0.9734127561,
+    "lemma_acc":0.8491041162,
+    "ents_p":0.7784313725,
+    "ents_r":0.8270833333,
+    "ents_f":0.802020202,
     "ents_per_type":{
       "PER":{
-        "p":0.8947368421,
-        "r":0.921686747,
-        "f":0.9080118694
+        "p":0.8982035928,
+        "r":0.9036144578,
+        "f":0.9009009009
       },
       "ORG":{
-        "p":0.7922077922,
-        "r":0.6777777778,
-        "f":0.7305389222
+        "p":0.7058823529,
+        "r":0.6666666667,
+        "f":0.6857142857
       },
       "MISC":{
-        "p":0.7154471545,
+        "p":0.6769230769,
         "r":0.7787610619,
-        "f":0.7457627119
+        "f":0.7242798354
       },
       "LOC":{
-        "p":0.8403361345,
-        "r":0.9009009009,
-        "f":0.8695652174
+        "p":0.7734375,
+        "r":0.8918918919,
+        "f":0.8284518828
       }
-    }
+    },
+    "speed":5370.7462201589
   },
   "sources":[
     {
-      "name":"UD Danish DDT v2.5",
+      "name":"UD Danish DDT v2.8",
       "url":"https://github.com/UniversalDependencies/UD_Danish-DDT",
       "license":"CC BY-SA 4.0",
       "author":"Johannsen, Anders; Mart\u00ednez Alonso, H\u00e9ctor; Plank, Barbara"
@@ -564,10 +576,10 @@
       "author":"Rasmus Hvingelby, Amalie B. Pauli, Maria Barrett, Christina Rosted, Lasse M. Lidegaard, Anders S\u00f8gaard"
     },
     {
-      "name":"Lemmatization Lists",
-      "url":"https://github.com/michmech/lemmatization-lists/",
-      "license":"ODbL",
-      "author":"Michal M\u011bchura"
+      "name":"Sprogteknologisk orddatabase over det danske sprog",
+      "url":"https://cst.ku.dk/sto_ordbase/",
+      "license":"CC BY-SA 4.0",
+      "author":"Center for Language Technology, University of Copenhagen"
     },
     {
       "name":"Maltehb/danish-bert-botxo",
@@ -577,6 +589,6 @@
     }
   ],
   "requirements":[
-    "spacy-transformers>=1.0.3,<1.1.0"
+    "spacy-transformers>=1.1.2,<1.2.0"
   ]
 }

morphologizer/cfg

@@ -1,4 +1,5 @@
 {
+  "extend":false,
   "labels_morph":{
     "AdpType=Prep|POS=ADP":"AdpType=Prep",
     "Definite=Ind|Gender=Com|Number=Sing|POS=NOUN":"Definite=Ind|Gender=Com|Number=Sing",
@@ -316,5 +317,6 @@
     "Number[psor]=Plur|POS=PRON|Person=3|Poss=Yes|PronType=Prs":95,
     "POS=DET|PronType=Dem":90,
     "Definite=Def|Number=Plur|POS=NOUN":92
-  }
+  },
+  "overwrite":true
 }

parser/moves

@@ -1 +1 @@
-��moves�2{"0":{"":41514},"1":{"":34292},"2":{"case":7489,"nsubj":6009,"det":4334,"amod":3968,"advmod":3657,"mark":3529,"aux":2432,"cc":2261,"punct":2182,"cop":1329,"obl":894,"nummod":799,"nmod:poss":651,"nmod":460,"expl":291,"ccomp":202,"obj":195,"xcomp":122,"case||nmod":73,"obl:tmod":53,"dep":49,"acl:relcl":43},"3":{"punct":8600,"obl":3949,"obj":3758,"nmod":3565,"conj":2743,"advmod":2095,"flat":1294,"nsubj":1172,"acl:relcl":1131,"advcl":808,"amod":629,"obl:loc":467,"fixed":390,"dep":322,"xcomp":272,"appos":268,"compound:prt":261,"ccomp":252,"acl:relcl||nsubj":237,"case":202,"nummod":167,"list":161,"nmod:poss":156,"punct||conj":151,"mark":137,"cc":135,"iobj":107,"expl":77,"cop":69,"nmod||case":60,"aux":48,"obl:tmod":45,"cc||case":43,"advcl||advmod":43,"cc||conj":40,"case||obl":38,"punct||case":33},"4":{"ROOT":4367}}�cfg��neg_key�
+��moves�D{"0":{"":41514},"1":{"":34292},"2":{"case":7489,"nsubj":6009,"det":4334,"amod":3968,"advmod":3657,"mark":3529,"aux":2432,"cc":2261,"punct":2182,"cop":1329,"obl":894,"nummod":799,"nmod:poss":651,"nmod":460,"expl":291,"ccomp":202,"obj":195,"xcomp":122,"case||nmod":73,"obl:tmod":53,"dep":49,"acl:relcl":43},"3":{"punct":8600,"obl":3949,"obj":3758,"nmod":3565,"conj":2743,"advmod":2095,"flat":1294,"nsubj":1172,"acl:relcl":1131,"advcl":808,"amod":629,"advmod:lmod":423,"fixed":390,"dep":322,"xcomp":272,"appos":268,"compound:prt":261,"ccomp":252,"acl:relcl||nsubj":237,"case":202,"nummod":167,"list":161,"nmod:poss":156,"punct||conj":151,"mark":137,"cc":135,"iobj":107,"expl":77,"cop":69,"nmod||case":60,"aux":48,"obl:tmod":45,"obl:lmod":44,"cc||case":43,"advcl||advmod":43,"cc||conj":40,"case||obl":38,"punct||case":33},"4":{"ROOT":4367}}�cfg��neg_key�

transformer/{model/pytorch_model.bin → model}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d68d0fb3b9a0b57bec9bf27371b1baf31ac650ee6ea57d46863b13fe943d4f5
-size 442547953
+oid sha256:b5eb70898ea5adf43b82eb7093006b869b200273a1a055518794b0508c828a6e
+size 443301525

transformer/model/config.json

@@ -1,30 +0,0 @@
-{
-  "_name_or_path": "/mnt/scratch/tmp/da_core_news_trf/dfeacfd6-97e0-4a91-870e-6d37f52ab596/training/core/model-best/transformer/model",
-  "architectures": [
-    "BertForPreTraining"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "directionality": "bidi",
-  "gradient_checkpointing": false,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
-  "pooler_fc_size": 768,
-  "pooler_num_attention_heads": 12,
-  "pooler_num_fc_layers": 3,
-  "pooler_size_per_head": 128,
-  "pooler_type": "first_token_transform",
-  "position_embedding_type": "absolute",
-  "transformers_version": "4.6.1",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 32000
-}

transformer/model/special_tokens_map.json

@@ -1 +0,0 @@
-{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

transformer/model/tokenizer_config.json

@@ -1 +0,0 @@
-{"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "special_tokens_map_file": null, "name_or_path": "/mnt/scratch/tmp/da_core_news_trf/dfeacfd6-97e0-4a91-870e-6d37f52ab596/training/core/model-best/transformer/model", "do_basic_tokenize": true, "never_split": null}

vocab/strings.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b678d4b9a0b175ec347df6057e55bd49461db4816dc924fc458b49781701233a
-size 459590
+oid sha256:5e38be75a720d79baa44576b52d962219b789d7d640e7ca0e0891b4152fb37f6
+size 459712

vocab/vectors.cfg

@@ -0,0 +1,3 @@
+{
+  "mode":"default"
+}