{ "schemaVersion": "blobfish.typed-decision-bench-task.v1", "version": "0.3.0", "task": "ledgar-clause-review-routing", "family": "workflow-control", "use_case": "intent-and-model-routing", "vertical": "legal", "dataset": "coastalcph/lex_glue", "licence": "CC-BY-4.0", "provenance": "outcome", "state_kind": "text", "primitive": "choice", "items": 199, "scores": { "decider-2b": { "decisionScore": 37.3, "accuracy": 0.2513, "answered": 199, "items": 199 }, "Jev": { "decisionScore": 34.55, "accuracy": 0.2864, "answered": 199, "items": 199 }, "JevFish": { "decisionScore": 44.7, "accuracy": 0.2563, "answered": 199, "items": 199 }, "NanoJev": { "decisionScore": 50.8, "accuracy": 0.1407, "answered": 199, "items": 199 }, "OpenJev": { "decisionScore": 32.75, "accuracy": 0.2814, "answered": 199, "items": 199 }, "System One Scorer": { "decisionScore": 48.89, "accuracy": 0.201, "answered": 199, "items": 199 } }, "samples": [ { "id": "workflow-control:ledgar-392849e8ced0", "state": { "clause": "Each Borrower agrees to pay interest in respect of all unpaid principal amounts of the Loan from the respective dates such principal amounts are advanced until paid (whether at stated maturity, on acceleration or otherwise) at the Applicable Margin for such LIBOR Loan plus LIBOR. Such interest rate shall be fixed for each LIBOR Period for which it is determined and shall apply for that Loan." }, "state_tokens": 80, "tier": "common", "primary": "clause_type", "questions": [ { "id": "clause_type", "type": "choice", "instructions": "Read the contract provision in `clause`. Choose the single clause type that is the main topic of the provision, which decides which specialist review queue receives it. If none of the listed types fits, choose other_clause_type.", "options": [ [ "governing_laws", "Which jurisdiction's law governs the agreement" ], [ "counterparts", "The agreement may be signed in several counterparts / electronic signatures" ], [ "notices", "How and where formal notices between the parties must be delivered" ], [ "severability", "Invalid provisions are severed and the rest stays in force" ], [ "entire_agreements", "This document is the whole agreement and supersedes prior understandings" ], [ "amendments", "How the agreement may be amended or modified" ], [ "survival", "Which obligations survive termination or closing" ], [ "headings", "Section headings are for convenience and do not affect interpretation" ], [ "compliance_with_laws", "A party undertakes to comply with applicable laws and regulations" ], [ "general", "Catch-all general provisions clause not fitting a more specific topic" ], [ "assignments", "Whether and how rights or obligations may be assigned" ], [ "taxes", "Responsibility for taxes, tax treatment or tax filings" ], [ "expenses", "Who bears costs and expenses of the transaction or agreement" ], [ "terms", "The term / duration of the agreement or of employment" ], [ "confidentiality", "Duty to keep information confidential" ], [ "waivers", "Waiver of rights, or that failure to enforce is not a waiver" ], [ "further_assurances", "Parties will execute further documents and take further acts as needed" ], [ "indemnifications", "One party indemnifies another for losses or claims" ], [ "insurances", "Obligation to maintain insurance coverage" ], [ "litigations", "Representation about pending or threatened litigation" ], [ "binding_effects", "The agreement binds and benefits successors and permitted assigns" ], [ "payments", "Payment terms, amounts and mechanics" ], [ "use_of_proceeds", "How loan or offering proceeds will be used" ], [ "definitions", "Definitions of capitalised terms" ], [ "remedies", "Remedies available on breach, including cumulative or equitable remedies" ], [ "terminations", "Grounds and mechanics for terminating the agreement" ], [ "base_salary", "Executive's base salary amount and review" ], [ "waiver_of_jury_trials", "Parties waive the right to a jury trial" ], [ "withholdings", "Payments are subject to required tax withholding" ], [ "no_conflicts", "Representation that the agreement conflicts with no other obligation or law" ], [ "disclosures", "Disclosure obligations or disclosure schedules" ], [ "warranties", "Warranties given by a party (often product or title warranties)" ], [ "successors", "Successors and assigns are bound by / benefit from the agreement" ], [ "representations", "General representations made by a party" ], [ "authorizations", "Party is duly authorised to enter and perform the agreement" ], [ "fees", "Fees payable (commitment, arrangement, service fees)" ], [ "adjustments", "Adjustments to shares, prices or amounts on specified events" ], [ "change_in_control", "Consequences of a change in control of the company" ], [ "vesting", "Vesting schedule of options, shares or awards" ], [ "no_waivers", "No delay or omission in exercising a right operates as a waiver" ], [ "cooperation", "Parties agree to cooperate (e.g. in litigation or transition)" ], [ "financial_statements", "Representation on financial statements or duty to deliver them" ], [ "benefits", "Employee benefit plans and perquisites" ], [ "consents", "Required consents and approvals have been or will be obtained" ], [ "miscellaneous", "Miscellaneous provisions clause" ], [ "interpretations", "Rules of interpretation and construction of the agreement" ], [ "tax_withholdings", "Withholding of taxes from compensation or award settlements" ], [ "effective_dates", "When the agreement or amendment becomes effective" ], [ "organizations", "Party is duly organised, validly existing and in good standing" ], [ "brokers", "No broker or finder is entitled to a fee" ], [ "participations", "Lender may sell participations in loans or commitments" ], [ "death", "Consequences of the executive's or participant's death" ], [ "solvency", "Representation that the company is solvent" ], [ "closings", "Time, place and mechanics of closing" ], [ "intellectual_property", "Ownership, licence or representation regarding intellectual property" ], [ "capitalization", "Representation about the company's capital stock" ], [ "construction", "Construction of the agreement (no drafting-party presumption etc.)" ], [ "no_defaults", "Representation that no default or event of default exists" ], [ "subsidiaries", "Representation about subsidiaries" ], [ "authority", "Party has the power and authority to enter the agreement" ], [ "releases", "Release of claims by a party" ], [ "integration", "Integration clause: written agreement embodies the full understanding" ], [ "duties", "Executive's duties, position and reporting line" ], [ "other_clause_type", "None of the listed clause types is the main topic; send it to the general review desk." ] ], "graded": true, "expected": "interpretations", "responses": { "decider-2b": { "answered": true, "pick": "payments", "correct": false, "probabilities": { "payments": 0.8439, "general": 0.0229, "effective_dates": 0.0199, "remedies": 0.0123, "miscellaneous": 0.0066, "disclosures": 0.0054, "interpretations": 0.0039 }, "probability_of_expected": 0.0039, "proper_score": 0.1471 }, "Jev": { "answered": true, "pick": "payments", "correct": false, "probabilities": { "payments": 0.97, "other_clause_type": 0.03, "effective_dates": 0.0, "waiver_of_jury_trials": 0.0, "binding_effects": 0.0, "amendments": 0.0, "interpretations": 0.0 }, "probability_of_expected": 0.0, "proper_score": 0.0291 }, "JevFish": { "answered": true, "pick": "payments", "correct": false, "probabilities": { "payments": 0.3369, "other_clause_type": 0.1961, "miscellaneous": 0.1438, "general": 0.0455, "interpretations": 0.0167, "fees": 0.016 }, "probability_of_expected": 0.0167, "proper_score": 0.4284 }, "NanoJev": { "answered": true, "pick": "payments", "correct": false, "probabilities": { "payments": 0.2171, "entire_agreements": 0.1601, "effective_dates": 0.1089, "authorizations": 0.0614, "authority": 0.0466, "use_of_proceeds": 0.0432, "interpretations": 0.0048 }, "probability_of_expected": 0.0048, "proper_score": 0.4549 }, "OpenJev": { "answered": true, "pick": "payments", "correct": false, "probabilities": { "payments": 0.9752, "effective_dates": 0.0243, "terminations": 0.0001, "financial_statements": 0.0001, "benefits": 0.0001, "remedies": 0.0, "interpretations": 0.0 }, "probability_of_expected": 0.0, "proper_score": 0.0242 }, "System One Scorer": { "answered": true, "pick": "payments", "correct": false, "probabilities": { "payments": 0.2591, "brokers": 0.0561, "survival": 0.0403, "adjustments": 0.0374, "no_waivers": 0.03, "general": 0.0286, "interpretations": 0.0116 }, "probability_of_expected": 0.0116, "proper_score": 0.4704 } } } ], "latency_ms": { "decider-2b": 6438.8, "Jev": 167.2, "JevFish": 1928.0, "NanoJev": 2702.7, "OpenJev": 383.1, "System One Scorer": 15035.9 } }, { "id": "workflow-control:ledgar-471694b06609", "state": { "clause": "All the terms and conditions set forth in this Agreement, in the Plan, and in the Award Summary shall govern the stock options granted to the Participant under this Agreement." }, "state_tokens": 37, "tier": "common", "primary": "clause_type", "questions": [ { "id": "clause_type", "type": "choice", "instructions": "Read the contract provision in `clause`. Choose the single clause type that is the main topic of the provision, which decides which specialist review queue receives it. If none of the listed types fits, choose other_clause_type.", "options": [ [ "governing_laws", "Which jurisdiction's law governs the agreement" ], [ "counterparts", "The agreement may be signed in several counterparts / electronic signatures" ], [ "notices", "How and where formal notices between the parties must be delivered" ], [ "severability", "Invalid provisions are severed and the rest stays in force" ], [ "entire_agreements", "This document is the whole agreement and supersedes prior understandings" ], [ "amendments", "How the agreement may be amended or modified" ], [ "survival", "Which obligations survive termination or closing" ], [ "headings", "Section headings are for convenience and do not affect interpretation" ], [ "compliance_with_laws", "A party undertakes to comply with applicable laws and regulations" ], [ "general", "Catch-all general provisions clause not fitting a more specific topic" ], [ "assignments", "Whether and how rights or obligations may be assigned" ], [ "taxes", "Responsibility for taxes, tax treatment or tax filings" ], [ "expenses", "Who bears costs and expenses of the transaction or agreement" ], [ "terms", "The term / duration of the agreement or of employment" ], [ "confidentiality", "Duty to keep information confidential" ], [ "waivers", "Waiver of rights, or that failure to enforce is not a waiver" ], [ "further_assurances", "Parties will execute further documents and take further acts as needed" ], [ "indemnifications", "One party indemnifies another for losses or claims" ], [ "insurances", "Obligation to maintain insurance coverage" ], [ "litigations", "Representation about pending or threatened litigation" ], [ "binding_effects", "The agreement binds and benefits successors and permitted assigns" ], [ "payments", "Payment terms, amounts and mechanics" ], [ "use_of_proceeds", "How loan or offering proceeds will be used" ], [ "definitions", "Definitions of capitalised terms" ], [ "remedies", "Remedies available on breach, including cumulative or equitable remedies" ], [ "terminations", "Grounds and mechanics for terminating the agreement" ], [ "base_salary", "Executive's base salary amount and review" ], [ "waiver_of_jury_trials", "Parties waive the right to a jury trial" ], [ "withholdings", "Payments are subject to required tax withholding" ], [ "no_conflicts", "Representation that the agreement conflicts with no other obligation or law" ], [ "disclosures", "Disclosure obligations or disclosure schedules" ], [ "warranties", "Warranties given by a party (often product or title warranties)" ], [ "successors", "Successors and assigns are bound by / benefit from the agreement" ], [ "representations", "General representations made by a party" ], [ "authorizations", "Party is duly authorised to enter and perform the agreement" ], [ "fees", "Fees payable (commitment, arrangement, service fees)" ], [ "adjustments", "Adjustments to shares, prices or amounts on specified events" ], [ "change_in_control", "Consequences of a change in control of the company" ], [ "vesting", "Vesting schedule of options, shares or awards" ], [ "no_waivers", "No delay or omission in exercising a right operates as a waiver" ], [ "cooperation", "Parties agree to cooperate (e.g. in litigation or transition)" ], [ "financial_statements", "Representation on financial statements or duty to deliver them" ], [ "benefits", "Employee benefit plans and perquisites" ], [ "consents", "Required consents and approvals have been or will be obtained" ], [ "miscellaneous", "Miscellaneous provisions clause" ], [ "interpretations", "Rules of interpretation and construction of the agreement" ], [ "tax_withholdings", "Withholding of taxes from compensation or award settlements" ], [ "effective_dates", "When the agreement or amendment becomes effective" ], [ "organizations", "Party is duly organised, validly existing and in good standing" ], [ "brokers", "No broker or finder is entitled to a fee" ], [ "participations", "Lender may sell participations in loans or commitments" ], [ "death", "Consequences of the executive's or participant's death" ], [ "solvency", "Representation that the company is solvent" ], [ "closings", "Time, place and mechanics of closing" ], [ "intellectual_property", "Ownership, licence or representation regarding intellectual property" ], [ "capitalization", "Representation about the company's capital stock" ], [ "construction", "Construction of the agreement (no drafting-party presumption etc.)" ], [ "no_defaults", "Representation that no default or event of default exists" ], [ "subsidiaries", "Representation about subsidiaries" ], [ "authority", "Party has the power and authority to enter the agreement" ], [ "releases", "Release of claims by a party" ], [ "integration", "Integration clause: written agreement embodies the full understanding" ], [ "duties", "Executive's duties, position and reporting line" ], [ "other_clause_type", "None of the listed clause types is the main topic; send it to the general review desk." ] ], "graded": true, "expected": "other_clause_type", "responses": { "decider-2b": { "answered": true, "pick": "entire_agreements", "correct": false, "probabilities": { "entire_agreements": 0.6659, "integration": 0.1299, "general": 0.0547, "fees": 0.0253, "construction": 0.0149, "waiver_of_jury_trials": 0.0107, "other_clause_type": 0.0032 }, "probability_of_expected": 0.0032, "proper_score": 0.2709 }, "Jev": { "answered": true, "pick": "integration", "correct": false, "probabilities": { "integration": 0.46, "entire_agreements": 0.21, "interpretations": 0.1, "other_clause_type": 0.1, "benefits": 0.05, "construction": 0.04 }, "probability_of_expected": 0.1, "proper_score": 0.4599 }, "JevFish": { "answered": true, "pick": "entire_agreements", "correct": false, "probabilities": { "entire_agreements": 0.2416, "integration": 0.1884, "binding_effects": 0.0795, "vesting": 0.0695, "other_clause_type": 0.0504, "severability": 0.0471 }, "probability_of_expected": 0.0504, "proper_score": 0.4936 }, "NanoJev": { "answered": true, "pick": "entire_agreements", "correct": false, "probabilities": { "entire_agreements": 0.2382, "authority": 0.1447, "authorizations": 0.1055, "binding_effects": 0.066, "governing_laws": 0.0592, "effective_dates": 0.0556, "other_clause_type": 0.0095 }, "probability_of_expected": 0.0095, "proper_score": 0.4553 }, "OpenJev": { "answered": true, "pick": "entire_agreements", "correct": false, "probabilities": { "entire_agreements": 0.9473, "general": 0.0154, "integration": 0.014, "definitions": 0.0072, "terminations": 0.0039, "amendments": 0.0017, "other_clause_type": 0.0004 }, "probability_of_expected": 0.0004, "proper_score": 0.0515 }, "System One Scorer": { "answered": true, "pick": "integration", "correct": false, "probabilities": { "integration": 0.1167, "construction": 0.0759, "general": 0.0508, "survival": 0.036, "interpretations": 0.0345, "miscellaneous": 0.0344, "other_clause_type": 0.0293 }, "probability_of_expected": 0.0293, "proper_score": 0.511 } } } ], "latency_ms": { "decider-2b": 6604.0, "Jev": 212.7, "JevFish": 1934.3, "NanoJev": 3437.9, "OpenJev": 387.2, "System One Scorer": 19049.9 } }, { "id": "workflow-control:ledgar-7512d4130440", "state": { "clause": "Any notices required or permitted to be given hereunder shall be given in writing and delivered in person or sent certified mail, postage prepaid, return receipt requested, to the respective parties at such addresses as may hereinafter be designated by such party in writing to other parties." }, "state_tokens": 58, "tier": "common", "primary": "clause_type", "questions": [ { "id": "clause_type", "type": "choice", "instructions": "Read the contract provision in `clause`. Choose the single clause type that is the main topic of the provision, which decides which specialist review queue receives it. If none of the listed types fits, choose other_clause_type.", "options": [ [ "governing_laws", "Which jurisdiction's law governs the agreement" ], [ "counterparts", "The agreement may be signed in several counterparts / electronic signatures" ], [ "notices", "How and where formal notices between the parties must be delivered" ], [ "severability", "Invalid provisions are severed and the rest stays in force" ], [ "entire_agreements", "This document is the whole agreement and supersedes prior understandings" ], [ "amendments", "How the agreement may be amended or modified" ], [ "survival", "Which obligations survive termination or closing" ], [ "headings", "Section headings are for convenience and do not affect interpretation" ], [ "compliance_with_laws", "A party undertakes to comply with applicable laws and regulations" ], [ "general", "Catch-all general provisions clause not fitting a more specific topic" ], [ "assignments", "Whether and how rights or obligations may be assigned" ], [ "taxes", "Responsibility for taxes, tax treatment or tax filings" ], [ "expenses", "Who bears costs and expenses of the transaction or agreement" ], [ "terms", "The term / duration of the agreement or of employment" ], [ "confidentiality", "Duty to keep information confidential" ], [ "waivers", "Waiver of rights, or that failure to enforce is not a waiver" ], [ "further_assurances", "Parties will execute further documents and take further acts as needed" ], [ "indemnifications", "One party indemnifies another for losses or claims" ], [ "insurances", "Obligation to maintain insurance coverage" ], [ "litigations", "Representation about pending or threatened litigation" ], [ "binding_effects", "The agreement binds and benefits successors and permitted assigns" ], [ "payments", "Payment terms, amounts and mechanics" ], [ "use_of_proceeds", "How loan or offering proceeds will be used" ], [ "definitions", "Definitions of capitalised terms" ], [ "remedies", "Remedies available on breach, including cumulative or equitable remedies" ], [ "terminations", "Grounds and mechanics for terminating the agreement" ], [ "base_salary", "Executive's base salary amount and review" ], [ "waiver_of_jury_trials", "Parties waive the right to a jury trial" ], [ "withholdings", "Payments are subject to required tax withholding" ], [ "no_conflicts", "Representation that the agreement conflicts with no other obligation or law" ], [ "disclosures", "Disclosure obligations or disclosure schedules" ], [ "warranties", "Warranties given by a party (often product or title warranties)" ], [ "successors", "Successors and assigns are bound by / benefit from the agreement" ], [ "representations", "General representations made by a party" ], [ "authorizations", "Party is duly authorised to enter and perform the agreement" ], [ "fees", "Fees payable (commitment, arrangement, service fees)" ], [ "adjustments", "Adjustments to shares, prices or amounts on specified events" ], [ "change_in_control", "Consequences of a change in control of the company" ], [ "vesting", "Vesting schedule of options, shares or awards" ], [ "no_waivers", "No delay or omission in exercising a right operates as a waiver" ], [ "cooperation", "Parties agree to cooperate (e.g. in litigation or transition)" ], [ "financial_statements", "Representation on financial statements or duty to deliver them" ], [ "benefits", "Employee benefit plans and perquisites" ], [ "consents", "Required consents and approvals have been or will be obtained" ], [ "miscellaneous", "Miscellaneous provisions clause" ], [ "interpretations", "Rules of interpretation and construction of the agreement" ], [ "tax_withholdings", "Withholding of taxes from compensation or award settlements" ], [ "effective_dates", "When the agreement or amendment becomes effective" ], [ "organizations", "Party is duly organised, validly existing and in good standing" ], [ "brokers", "No broker or finder is entitled to a fee" ], [ "participations", "Lender may sell participations in loans or commitments" ], [ "death", "Consequences of the executive's or participant's death" ], [ "solvency", "Representation that the company is solvent" ], [ "closings", "Time, place and mechanics of closing" ], [ "intellectual_property", "Ownership, licence or representation regarding intellectual property" ], [ "capitalization", "Representation about the company's capital stock" ], [ "construction", "Construction of the agreement (no drafting-party presumption etc.)" ], [ "no_defaults", "Representation that no default or event of default exists" ], [ "subsidiaries", "Representation about subsidiaries" ], [ "authority", "Party has the power and authority to enter the agreement" ], [ "releases", "Release of claims by a party" ], [ "integration", "Integration clause: written agreement embodies the full understanding" ], [ "duties", "Executive's duties, position and reporting line" ], [ "other_clause_type", "None of the listed clause types is the main topic; send it to the general review desk." ] ], "graded": true, "expected": "organizations", "responses": { "decider-2b": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 0.9964, "general": 0.0008, "intellectual_property": 0.0008, "counterparts": 0.0005, "waiver_of_jury_trials": 0.0002, "withholdings": 0.0002, "organizations": 0.0 }, "probability_of_expected": 0.0, "proper_score": 0.0036 }, "Jev": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 1.0, "effective_dates": 0.0, "waiver_of_jury_trials": 0.0, "binding_effects": 0.0, "amendments": 0.0, "subsidiaries": 0.0, "organizations": 0.0 }, "probability_of_expected": 0.0, "proper_score": 0.0 }, "JevFish": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 0.9652, "other_clause_type": 0.0061, "construction": 0.0043, "miscellaneous": 0.0024, "withholdings": 0.0019, "integration": 0.0012, "organizations": 0.0004 }, "probability_of_expected": 0.0004, "proper_score": 0.0346 }, "NanoJev": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 0.3504, "entire_agreements": 0.0958, "consents": 0.0898, "authority": 0.0818, "authorizations": 0.0537, "integration": 0.0481, "organizations": 0.0119 }, "probability_of_expected": 0.0119, "proper_score": 0.4332 }, "OpenJev": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 0.999, "withholdings": 0.0007, "terms": 0.0, "terminations": 0.0, "entire_agreements": 0.0, "indemnifications": 0.0, "organizations": 0.0 }, "probability_of_expected": 0.0, "proper_score": 0.001 }, "System One Scorer": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 0.9676, "general": 0.0026, "miscellaneous": 0.0018, "brokers": 0.0017, "no_waivers": 0.0017, "other_clause_type": 0.0016, "organizations": 0.001 }, "probability_of_expected": 0.001, "proper_score": 0.0329 } } } ], "latency_ms": { "decider-2b": 6439.5, "Jev": 147.1, "JevFish": 1992.2, "NanoJev": 3035.2, "OpenJev": 464.7, "System One Scorer": 16710.4 } }, { "id": "workflow-control:ledgar-d1adc99e7d6c", "state": { "clause": "If a party becomes aware of any Third Party Action, that party will promptly notify the other party of all details regarding such claim or action that is reasonably available to such party." }, "state_tokens": 39, "tier": "common", "primary": "clause_type", "questions": [ { "id": "clause_type", "type": "choice", "instructions": "Read the contract provision in `clause`. Choose the single clause type that is the main topic of the provision, which decides which specialist review queue receives it. If none of the listed types fits, choose other_clause_type.", "options": [ [ "governing_laws", "Which jurisdiction's law governs the agreement" ], [ "counterparts", "The agreement may be signed in several counterparts / electronic signatures" ], [ "notices", "How and where formal notices between the parties must be delivered" ], [ "severability", "Invalid provisions are severed and the rest stays in force" ], [ "entire_agreements", "This document is the whole agreement and supersedes prior understandings" ], [ "amendments", "How the agreement may be amended or modified" ], [ "survival", "Which obligations survive termination or closing" ], [ "headings", "Section headings are for convenience and do not affect interpretation" ], [ "compliance_with_laws", "A party undertakes to comply with applicable laws and regulations" ], [ "general", "Catch-all general provisions clause not fitting a more specific topic" ], [ "assignments", "Whether and how rights or obligations may be assigned" ], [ "taxes", "Responsibility for taxes, tax treatment or tax filings" ], [ "expenses", "Who bears costs and expenses of the transaction or agreement" ], [ "terms", "The term / duration of the agreement or of employment" ], [ "confidentiality", "Duty to keep information confidential" ], [ "waivers", "Waiver of rights, or that failure to enforce is not a waiver" ], [ "further_assurances", "Parties will execute further documents and take further acts as needed" ], [ "indemnifications", "One party indemnifies another for losses or claims" ], [ "insurances", "Obligation to maintain insurance coverage" ], [ "litigations", "Representation about pending or threatened litigation" ], [ "binding_effects", "The agreement binds and benefits successors and permitted assigns" ], [ "payments", "Payment terms, amounts and mechanics" ], [ "use_of_proceeds", "How loan or offering proceeds will be used" ], [ "definitions", "Definitions of capitalised terms" ], [ "remedies", "Remedies available on breach, including cumulative or equitable remedies" ], [ "terminations", "Grounds and mechanics for terminating the agreement" ], [ "base_salary", "Executive's base salary amount and review" ], [ "waiver_of_jury_trials", "Parties waive the right to a jury trial" ], [ "withholdings", "Payments are subject to required tax withholding" ], [ "no_conflicts", "Representation that the agreement conflicts with no other obligation or law" ], [ "disclosures", "Disclosure obligations or disclosure schedules" ], [ "warranties", "Warranties given by a party (often product or title warranties)" ], [ "successors", "Successors and assigns are bound by / benefit from the agreement" ], [ "representations", "General representations made by a party" ], [ "authorizations", "Party is duly authorised to enter and perform the agreement" ], [ "fees", "Fees payable (commitment, arrangement, service fees)" ], [ "adjustments", "Adjustments to shares, prices or amounts on specified events" ], [ "change_in_control", "Consequences of a change in control of the company" ], [ "vesting", "Vesting schedule of options, shares or awards" ], [ "no_waivers", "No delay or omission in exercising a right operates as a waiver" ], [ "cooperation", "Parties agree to cooperate (e.g. in litigation or transition)" ], [ "financial_statements", "Representation on financial statements or duty to deliver them" ], [ "benefits", "Employee benefit plans and perquisites" ], [ "consents", "Required consents and approvals have been or will be obtained" ], [ "miscellaneous", "Miscellaneous provisions clause" ], [ "interpretations", "Rules of interpretation and construction of the agreement" ], [ "tax_withholdings", "Withholding of taxes from compensation or award settlements" ], [ "effective_dates", "When the agreement or amendment becomes effective" ], [ "organizations", "Party is duly organised, validly existing and in good standing" ], [ "brokers", "No broker or finder is entitled to a fee" ], [ "participations", "Lender may sell participations in loans or commitments" ], [ "death", "Consequences of the executive's or participant's death" ], [ "solvency", "Representation that the company is solvent" ], [ "closings", "Time, place and mechanics of closing" ], [ "intellectual_property", "Ownership, licence or representation regarding intellectual property" ], [ "capitalization", "Representation about the company's capital stock" ], [ "construction", "Construction of the agreement (no drafting-party presumption etc.)" ], [ "no_defaults", "Representation that no default or event of default exists" ], [ "subsidiaries", "Representation about subsidiaries" ], [ "authority", "Party has the power and authority to enter the agreement" ], [ "releases", "Release of claims by a party" ], [ "integration", "Integration clause: written agreement embodies the full understanding" ], [ "duties", "Executive's duties, position and reporting line" ], [ "other_clause_type", "None of the listed clause types is the main topic; send it to the general review desk." ] ], "graded": true, "expected": "organizations", "responses": { "decider-2b": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 0.5631, "disclosures": 0.3653, "general": 0.0109, "cooperation": 0.0071, "fees": 0.0053, "entire_agreements": 0.0051, "organizations": 0.0019 }, "probability_of_expected": 0.0019, "proper_score": 0.2765 }, "Jev": { "answered": true, "pick": "litigations", "correct": false, "probabilities": { "litigations": 0.39, "disclosures": 0.23, "notices": 0.16, "cooperation": 0.16, "other_clause_type": 0.04, "indemnifications": 0.02, "organizations": 0.0 }, "probability_of_expected": 0.0, "proper_score": 0.3709 }, "JevFish": { "answered": true, "pick": "disclosures", "correct": false, "probabilities": { "disclosures": 0.4202, "other_clause_type": 0.071, "notices": 0.0696, "miscellaneous": 0.0542, "cooperation": 0.0394, "general": 0.0326, "organizations": 0.0098 }, "probability_of_expected": 0.0098, "proper_score": 0.4118 }, "NanoJev": { "answered": true, "pick": "entire_agreements", "correct": false, "probabilities": { "entire_agreements": 0.2318, "notices": 0.1095, "authority": 0.0889, "effective_dates": 0.0711, "counterparts": 0.0573, "integration": 0.0484, "organizations": 0.0197 }, "probability_of_expected": 0.0197, "proper_score": 0.4734 }, "OpenJev": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 0.5755, "litigations": 0.1785, "cooperation": 0.1499, "confidentiality": 0.0243, "interpretations": 0.0174, "no_waivers": 0.0106, "organizations": 0.0 }, "probability_of_expected": 0.0, "proper_score": 0.3067 }, "System One Scorer": { "answered": true, "pick": "disclosures", "correct": false, "probabilities": { "disclosures": 0.2389, "litigations": 0.151, "cooperation": 0.0936, "notices": 0.0736, "survival": 0.0345, "no_waivers": 0.0269, "organizations": 0.0153 }, "probability_of_expected": 0.0153, "proper_score": 0.4651 } } } ], "latency_ms": { "decider-2b": 6413.3, "Jev": 171.5, "JevFish": 1932.4, "NanoJev": 3348.8, "OpenJev": 416.2, "System One Scorer": 18586.9 } }, { "id": "workflow-control:ledgar-d991b3cab988", "state": { "clause": "All notices or other communications by a Participant to the Company under or in connection with the Plan will be deemed to have been duly given when received in the form specified by the Administrator at the location, or by the person, designated by the Administrator for the receipt thereof." }, "state_tokens": 57, "tier": "common", "primary": "clause_type", "questions": [ { "id": "clause_type", "type": "choice", "instructions": "Read the contract provision in `clause`. Choose the single clause type that is the main topic of the provision, which decides which specialist review queue receives it. If none of the listed types fits, choose other_clause_type.", "options": [ [ "governing_laws", "Which jurisdiction's law governs the agreement" ], [ "counterparts", "The agreement may be signed in several counterparts / electronic signatures" ], [ "notices", "How and where formal notices between the parties must be delivered" ], [ "severability", "Invalid provisions are severed and the rest stays in force" ], [ "entire_agreements", "This document is the whole agreement and supersedes prior understandings" ], [ "amendments", "How the agreement may be amended or modified" ], [ "survival", "Which obligations survive termination or closing" ], [ "headings", "Section headings are for convenience and do not affect interpretation" ], [ "compliance_with_laws", "A party undertakes to comply with applicable laws and regulations" ], [ "general", "Catch-all general provisions clause not fitting a more specific topic" ], [ "assignments", "Whether and how rights or obligations may be assigned" ], [ "taxes", "Responsibility for taxes, tax treatment or tax filings" ], [ "expenses", "Who bears costs and expenses of the transaction or agreement" ], [ "terms", "The term / duration of the agreement or of employment" ], [ "confidentiality", "Duty to keep information confidential" ], [ "waivers", "Waiver of rights, or that failure to enforce is not a waiver" ], [ "further_assurances", "Parties will execute further documents and take further acts as needed" ], [ "indemnifications", "One party indemnifies another for losses or claims" ], [ "insurances", "Obligation to maintain insurance coverage" ], [ "litigations", "Representation about pending or threatened litigation" ], [ "binding_effects", "The agreement binds and benefits successors and permitted assigns" ], [ "payments", "Payment terms, amounts and mechanics" ], [ "use_of_proceeds", "How loan or offering proceeds will be used" ], [ "definitions", "Definitions of capitalised terms" ], [ "remedies", "Remedies available on breach, including cumulative or equitable remedies" ], [ "terminations", "Grounds and mechanics for terminating the agreement" ], [ "base_salary", "Executive's base salary amount and review" ], [ "waiver_of_jury_trials", "Parties waive the right to a jury trial" ], [ "withholdings", "Payments are subject to required tax withholding" ], [ "no_conflicts", "Representation that the agreement conflicts with no other obligation or law" ], [ "disclosures", "Disclosure obligations or disclosure schedules" ], [ "warranties", "Warranties given by a party (often product or title warranties)" ], [ "successors", "Successors and assigns are bound by / benefit from the agreement" ], [ "representations", "General representations made by a party" ], [ "authorizations", "Party is duly authorised to enter and perform the agreement" ], [ "fees", "Fees payable (commitment, arrangement, service fees)" ], [ "adjustments", "Adjustments to shares, prices or amounts on specified events" ], [ "change_in_control", "Consequences of a change in control of the company" ], [ "vesting", "Vesting schedule of options, shares or awards" ], [ "no_waivers", "No delay or omission in exercising a right operates as a waiver" ], [ "cooperation", "Parties agree to cooperate (e.g. in litigation or transition)" ], [ "financial_statements", "Representation on financial statements or duty to deliver them" ], [ "benefits", "Employee benefit plans and perquisites" ], [ "consents", "Required consents and approvals have been or will be obtained" ], [ "miscellaneous", "Miscellaneous provisions clause" ], [ "interpretations", "Rules of interpretation and construction of the agreement" ], [ "tax_withholdings", "Withholding of taxes from compensation or award settlements" ], [ "effective_dates", "When the agreement or amendment becomes effective" ], [ "organizations", "Party is duly organised, validly existing and in good standing" ], [ "brokers", "No broker or finder is entitled to a fee" ], [ "participations", "Lender may sell participations in loans or commitments" ], [ "death", "Consequences of the executive's or participant's death" ], [ "solvency", "Representation that the company is solvent" ], [ "closings", "Time, place and mechanics of closing" ], [ "intellectual_property", "Ownership, licence or representation regarding intellectual property" ], [ "capitalization", "Representation about the company's capital stock" ], [ "construction", "Construction of the agreement (no drafting-party presumption etc.)" ], [ "no_defaults", "Representation that no default or event of default exists" ], [ "subsidiaries", "Representation about subsidiaries" ], [ "authority", "Party has the power and authority to enter the agreement" ], [ "releases", "Release of claims by a party" ], [ "integration", "Integration clause: written agreement embodies the full understanding" ], [ "duties", "Executive's duties, position and reporting line" ], [ "other_clause_type", "None of the listed clause types is the main topic; send it to the general review desk." ] ], "graded": true, "expected": "organizations", "responses": { "decider-2b": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 0.9922, "general": 0.0012, "intellectual_property": 0.001, "counterparts": 0.0005, "withholdings": 0.0005, "waiver_of_jury_trials": 0.0004, "organizations": 0.0001 }, "probability_of_expected": 0.0001, "proper_score": 0.0079 }, "Jev": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 1.0, "use_of_proceeds": 0.0, "capitalization": 0.0, "releases": 0.0, "organizations": 0.0, "miscellaneous": 0.0 }, "probability_of_expected": 0.0, "proper_score": 0.0 }, "JevFish": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 0.7713, "other_clause_type": 0.0518, "miscellaneous": 0.0301, "construction": 0.0157, "general": 0.0075, "severability": 0.0066, "organizations": 0.0017 }, "probability_of_expected": 0.0017, "proper_score": 0.2021 }, "NanoJev": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 0.4459, "authority": 0.0779, "entire_agreements": 0.0533, "authorizations": 0.0468, "effective_dates": 0.0443, "organizations": 0.0358 }, "probability_of_expected": 0.0358, "proper_score": 0.4262 }, "OpenJev": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 0.9983, "withholdings": 0.0014, "severability": 0.0001, "counterparts": 0.0, "terminations": 0.0, "benefits": 0.0, "organizations": 0.0 }, "probability_of_expected": 0.0, "proper_score": 0.0017 }, "System One Scorer": { "answered": true, "pick": "notices", "correct": false, "probabilities": { "notices": 0.7753, "construction": 0.015, "general": 0.0143, "miscellaneous": 0.0115, "closings": 0.0109, "no_waivers": 0.0105, "organizations": 0.0045 }, "probability_of_expected": 0.0045, "proper_score": 0.2032 } } } ], "latency_ms": { "decider-2b": 6600.9, "Jev": 179.4, "JevFish": 1958.5, "NanoJev": 3439.7, "OpenJev": 339.4, "System One Scorer": 19153.0 } }, { "id": "workflow-control:ledgar-e40645300fe6", "state": { "clause": "If any term or provision of this Agreement is invalid, illegal, or unenforceable in any jurisdiction, such invalidity, illegality, or unenforceability does not affect any other term or provision of this Agreement or invalidate or render unenforceable such term or provision in any other jurisdiction.  Upon a determination that any term or provision is invalid, illegal, or unenforceable, the Parties shall negotiate in good faith to modify this Agreement to effect the original intent of the Parties as closely as possible in order that the transactions contemplated hereby be consummated as originally contemplated to the greatest extent possible." }, "state_tokens": 130, "tier": "common", "primary": "clause_type", "questions": [ { "id": "clause_type", "type": "choice", "instructions": "Read the contract provision in `clause`. Choose the single clause type that is the main topic of the provision, which decides which specialist review queue receives it. If none of the listed types fits, choose other_clause_type.", "options": [ [ "governing_laws", "Which jurisdiction's law governs the agreement" ], [ "counterparts", "The agreement may be signed in several counterparts / electronic signatures" ], [ "notices", "How and where formal notices between the parties must be delivered" ], [ "severability", "Invalid provisions are severed and the rest stays in force" ], [ "entire_agreements", "This document is the whole agreement and supersedes prior understandings" ], [ "amendments", "How the agreement may be amended or modified" ], [ "survival", "Which obligations survive termination or closing" ], [ "headings", "Section headings are for convenience and do not affect interpretation" ], [ "compliance_with_laws", "A party undertakes to comply with applicable laws and regulations" ], [ "general", "Catch-all general provisions clause not fitting a more specific topic" ], [ "assignments", "Whether and how rights or obligations may be assigned" ], [ "taxes", "Responsibility for taxes, tax treatment or tax filings" ], [ "expenses", "Who bears costs and expenses of the transaction or agreement" ], [ "terms", "The term / duration of the agreement or of employment" ], [ "confidentiality", "Duty to keep information confidential" ], [ "waivers", "Waiver of rights, or that failure to enforce is not a waiver" ], [ "further_assurances", "Parties will execute further documents and take further acts as needed" ], [ "indemnifications", "One party indemnifies another for losses or claims" ], [ "insurances", "Obligation to maintain insurance coverage" ], [ "litigations", "Representation about pending or threatened litigation" ], [ "binding_effects", "The agreement binds and benefits successors and permitted assigns" ], [ "payments", "Payment terms, amounts and mechanics" ], [ "use_of_proceeds", "How loan or offering proceeds will be used" ], [ "definitions", "Definitions of capitalised terms" ], [ "remedies", "Remedies available on breach, including cumulative or equitable remedies" ], [ "terminations", "Grounds and mechanics for terminating the agreement" ], [ "base_salary", "Executive's base salary amount and review" ], [ "waiver_of_jury_trials", "Parties waive the right to a jury trial" ], [ "withholdings", "Payments are subject to required tax withholding" ], [ "no_conflicts", "Representation that the agreement conflicts with no other obligation or law" ], [ "disclosures", "Disclosure obligations or disclosure schedules" ], [ "warranties", "Warranties given by a party (often product or title warranties)" ], [ "successors", "Successors and assigns are bound by / benefit from the agreement" ], [ "representations", "General representations made by a party" ], [ "authorizations", "Party is duly authorised to enter and perform the agreement" ], [ "fees", "Fees payable (commitment, arrangement, service fees)" ], [ "adjustments", "Adjustments to shares, prices or amounts on specified events" ], [ "change_in_control", "Consequences of a change in control of the company" ], [ "vesting", "Vesting schedule of options, shares or awards" ], [ "no_waivers", "No delay or omission in exercising a right operates as a waiver" ], [ "cooperation", "Parties agree to cooperate (e.g. in litigation or transition)" ], [ "financial_statements", "Representation on financial statements or duty to deliver them" ], [ "benefits", "Employee benefit plans and perquisites" ], [ "consents", "Required consents and approvals have been or will be obtained" ], [ "miscellaneous", "Miscellaneous provisions clause" ], [ "interpretations", "Rules of interpretation and construction of the agreement" ], [ "tax_withholdings", "Withholding of taxes from compensation or award settlements" ], [ "effective_dates", "When the agreement or amendment becomes effective" ], [ "organizations", "Party is duly organised, validly existing and in good standing" ], [ "brokers", "No broker or finder is entitled to a fee" ], [ "participations", "Lender may sell participations in loans or commitments" ], [ "death", "Consequences of the executive's or participant's death" ], [ "solvency", "Representation that the company is solvent" ], [ "closings", "Time, place and mechanics of closing" ], [ "intellectual_property", "Ownership, licence or representation regarding intellectual property" ], [ "capitalization", "Representation about the company's capital stock" ], [ "construction", "Construction of the agreement (no drafting-party presumption etc.)" ], [ "no_defaults", "Representation that no default or event of default exists" ], [ "subsidiaries", "Representation about subsidiaries" ], [ "authority", "Party has the power and authority to enter the agreement" ], [ "releases", "Release of claims by a party" ], [ "integration", "Integration clause: written agreement embodies the full understanding" ], [ "duties", "Executive's duties, position and reporting line" ], [ "other_clause_type", "None of the listed clause types is the main topic; send it to the general review desk." ] ], "graded": true, "expected": "solvency", "responses": { "decider-2b": { "answered": true, "pick": "severability", "correct": false, "probabilities": { "severability": 0.9846, "capitalization": 0.0031, "general": 0.0019, "no_conflicts": 0.0012, "counterparts": 0.0011, "amendments": 0.0006, "solvency": 0.0001 }, "probability_of_expected": 0.0001, "proper_score": 0.0154 }, "Jev": { "answered": true, "pick": "severability", "correct": false, "probabilities": { "severability": 1.0, "interpretations": 0.0, "adjustments": 0.0, "notices": 0.0, "binding_effects": 0.0, "closings": 0.0, "solvency": 0.0 }, "probability_of_expected": 0.0, "proper_score": 0.0 }, "JevFish": { "answered": true, "pick": "severability", "correct": false, "probabilities": { "severability": 0.6359, "amendments": 0.0629, "no_conflicts": 0.0384, "general": 0.0238, "entire_agreements": 0.0203, "other_clause_type": 0.0187, "solvency": 0.0024 }, "probability_of_expected": 0.0024, "proper_score": 0.2962 }, "NanoJev": { "answered": true, "pick": "entire_agreements", "correct": false, "probabilities": { "entire_agreements": 0.2084, "authority": 0.0546, "counterparts": 0.0508, "integration": 0.0505, "governing_laws": 0.048, "amendments": 0.0471, "solvency": 0.0017 }, "probability_of_expected": 0.0017, "proper_score": 0.4679 }, "OpenJev": { "answered": true, "pick": "severability", "correct": false, "probabilities": { "severability": 0.9999, "benefits": 0.0, "no_conflicts": 0.0, "expenses": 0.0, "entire_agreements": 0.0, "terminations": 0.0, "solvency": 0.0 }, "probability_of_expected": 0.0, "proper_score": 0.0001 }, "System One Scorer": { "answered": true, "pick": "severability", "correct": false, "probabilities": { "severability": 0.3041, "no_waivers": 0.0355, "survival": 0.0336, "further_assurances": 0.0336, "general": 0.0325, "brokers": 0.0317, "solvency": 0.0058 }, "probability_of_expected": 0.0058, "proper_score": 0.4528 } } } ], "latency_ms": { "decider-2b": 6556.0, "Jev": 209.5, "JevFish": 1954.3, "NanoJev": 3335.9, "OpenJev": 345.7, "System One Scorer": 18929.4 } } ] }