[{"data":1,"prerenderedAt":518},["ShallowReactive",2],{"docs-nav":3,"docs-page-\u002Fdocs\u002Fkafka-connect\u002Ftasks-and-offsets":152},[4,27,53,68,87,102,121,136],{"slug":5,"label":6,"pages":7},"get-started","Get Started",[8,12,17,22],{"path":9,"title":10,"order":11},"\u002Fdocs","Welcome",0,{"path":13,"title":14,"navTitle":15,"order":16},"\u002Fdocs\u002Fget-started\u002Fquickstart","Quickstart",null,1,{"path":18,"title":19,"navTitle":20,"order":21},"\u002Fdocs\u002Fget-started\u002Fconnect-to-a-cluster","Connecting to a Kafka Cluster","Clusters",2,{"path":23,"title":24,"navTitle":25,"order":26},"\u002Fdocs\u002Fget-started\u002Flicense","Licensing and Activation","License",3,{"slug":28,"label":29,"pages":30},"console","Console",[31,35,39,43,48],{"path":32,"title":33,"navTitle":34,"order":16},"\u002Fdocs\u002Fconsole\u002Foverview","Kafka Console Overview","Overview",{"path":36,"title":37,"navTitle":38,"order":21},"\u002Fdocs\u002Fconsole\u002Fconsuming-messages","Kafka Consumer: Reading Messages from a Topic","Consuming",{"path":40,"title":41,"navTitle":42,"order":26},"\u002Fdocs\u002Fconsole\u002Fdecoding-messages","Decoding Kafka Avro and Protobuf Messages","Decoding",{"path":44,"title":45,"navTitle":46,"order":47},"\u002Fdocs\u002Fconsole\u002Fproducing-messages","Kafka Producer: Sending Messages to a Topic","Producing",4,{"path":49,"title":50,"navTitle":51,"order":52},"\u002Fdocs\u002Fconsole\u002Freplay-forward-and-export","Replay, Forward, and Export Kafka Messages","Replay, forward & export",5,{"slug":54,"label":55,"pages":56},"topics","Topics",[57,60,64],{"path":58,"title":59,"navTitle":34,"order":16},"\u002Fdocs\u002Ftopics\u002Foverview","Browse and Inspect Kafka Topics",{"path":61,"title":62,"navTitle":63,"order":21},"\u002Fdocs\u002Ftopics\u002Fcreate-a-topic","Create a Kafka Topic: Partitions, Replication, and Retention","Create a topic",{"path":65,"title":66,"navTitle":67,"order":26},"\u002Fdocs\u002Ftopics\u002Fpartitions-and-records","Adding Kafka Partitions and Deleting Records","Partitions & records",{"slug":69,"label":70,"pages":71},"schema-registry","Schema Registry",[72,75,79,83],{"path":73,"title":74,"navTitle":34,"order":16},"\u002Fdocs\u002Fschema-registry\u002Foverview","Browse Kafka Schema Registry Subjects and Versions",{"path":76,"title":77,"navTitle":78,"order":21},"\u002Fdocs\u002Fschema-registry\u002Fnew-versions","Register Kafka Schemas and Publish New Versions","New versions",{"path":80,"title":81,"navTitle":82,"order":26},"\u002Fdocs\u002Fschema-registry\u002Fmock-and-lab","Avro Schema Validator and Mock Data Generator","Mock & Lab",{"path":84,"title":85,"navTitle":86,"order":47},"\u002Fdocs\u002Fschema-registry\u002Faws-glue","Use AWS Glue Schema Registry in Kafma","AWS Glue",{"slug":88,"label":89,"pages":90},"consumer-groups","Consumer Groups",[91,94,98],{"path":92,"title":93,"navTitle":34,"order":16},"\u002Fdocs\u002Fconsumer-groups\u002Foverview","Browse Kafka Consumer Groups and Assignments",{"path":95,"title":96,"navTitle":97,"order":21},"\u002Fdocs\u002Fconsumer-groups\u002Flag","Monitor Kafka Consumer Lag","Lag",{"path":99,"title":100,"navTitle":101,"order":26},"\u002Fdocs\u002Fconsumer-groups\u002Freset-offsets","Reset Kafka Consumer Group Offsets","Reset offsets",{"slug":103,"label":104,"pages":105},"data-clone","Data Clone",[106,109,113,117],{"path":107,"title":108,"navTitle":34,"order":16},"\u002Fdocs\u002Fdata-clone\u002Foverview","Clone Kafka Topics Between Clusters",{"path":110,"title":111,"navTitle":112,"order":21},"\u002Fdocs\u002Fdata-clone\u002Fscope-and-range","Configure Kafka Topic Cloning","Scope & range",{"path":114,"title":115,"navTitle":116,"order":26},"\u002Fdocs\u002Fdata-clone\u002Fmasking","Mask Sensitive Data in Kafka Messages","Masking",{"path":118,"title":119,"navTitle":120,"order":47},"\u002Fdocs\u002Fdata-clone\u002Fpre-flight","Run Pre-flight Checks Before a Kafka Data Clone","Pre-flight",{"slug":122,"label":123,"pages":124},"kafka-connect","Kafka Connect",[125,128,132],{"path":126,"title":127,"navTitle":34,"order":16},"\u002Fdocs\u002Fkafka-connect\u002Foverview","Manage Kafka Connect in Kafma",{"path":129,"title":130,"navTitle":131,"order":21},"\u002Fdocs\u002Fkafka-connect\u002Fcreate-and-configure","Create and Configure Kafka Connectors","Create & configure",{"path":133,"title":134,"navTitle":135,"order":26},"\u002Fdocs\u002Fkafka-connect\u002Ftasks-and-offsets","Troubleshoot Kafka Connect Tasks and Inspect Offsets","Tasks & offsets",{"slug":137,"label":138,"pages":139},"operate","Operate",[140,144,148],{"path":141,"title":142,"navTitle":143,"order":16},"\u002Fdocs\u002Foperate\u002Fbrokers","Inspect Kafka Brokers and Cluster Configuration","Brokers",{"path":145,"title":146,"navTitle":147,"order":21},"\u002Fdocs\u002Foperate\u002Faccess-control","Inspect Kafka ACLs and Simulate Access","Access Control",{"path":149,"title":150,"navTitle":151,"order":26},"\u002Fdocs\u002Foperate\u002Factivity-logs","Review Kafka Changes in Kafma Activity Logs","Activity Logs",{"id":153,"title":134,"body":154,"datePublished":509,"description":510,"extension":511,"image":308,"lastUpdated":509,"meta":512,"navTitle":135,"navigation":513,"order":26,"path":133,"seo":514,"seoTitle":15,"sitemap":515,"stem":516,"__hash__":517},"docs\u002Fdocs\u002Fkafka-connect\u002Ftasks-and-offsets.md",{"type":155,"value":156,"toc":499},"minimark",[157,170,175,181,206,281,294,298,301,310,321,331,334,338,341,362,365,372,376,382,385,389,395,448,456,459,466,470,473,476,480],[158,159,160,161,165,166,169],"p",{},"Open a connector's details to inspect its ",[162,163,164],"strong",{},"Tasks"," and ",[162,167,168],{},"Offsets",". Use task failures to find what stopped processing, then use offsets and lag to understand where the connector has reached.",[171,172,174],"h2",{"id":173},"inspect-connector-and-task-states","Inspect connector and task states",[158,176,177,178,180],{},"The ",[162,179,164],{}," tab shows the raw state reported by Kafka Connect for the connector and for each task. The overall status in the list and summary card also considers the task states.",[158,182,183,184,187,188,187,191,187,194,197,198,201,202,205],{},"If the connector itself is ",[162,185,186],{},"Failed",", ",[162,189,190],{},"Paused",[162,192,193],{},"Stopped",[162,195,196],{},"Restarting",", or ",[162,199,200],{},"Unassigned",", that state takes precedence over its tasks. For a connector reported as ",[162,203,204],{},"Running",", Kafma applies these rules in order:",[207,208,209,222],"table",{},[210,211,212],"thead",{},[213,214,215,219],"tr",{},[216,217,218],"th",{},"Task states",[216,220,221],{},"Overall status",[223,224,225,235,245,254,263,272],"tbody",{},[213,226,227,231],{},[228,229,230],"td",{},"All tasks have failed",[228,232,233],{},[162,234,186],{},[213,236,237,240],{},[228,238,239],{},"Some tasks have failed",[228,241,242],{},[162,243,244],{},"Degraded",[213,246,247,250],{},[228,248,249],{},"No failed tasks, but at least one is restarting",[228,251,252],{},[162,253,196],{},[213,255,256,259],{},[228,257,258],{},"No failed or restarting tasks, but at least one is paused",[228,260,261],{},[162,262,190],{},[213,264,265,268],{},[228,266,267],{},"Every task is running",[228,269,270],{},[162,271,204],{},[213,273,274,277],{},[228,275,276],{},"Other task states",[228,278,279],{},[162,280,200],{},[158,282,283,284,287,288,290,291,293],{},"This is why the ",[162,285,286],{},"Connector"," row can show ",[162,289,204],{}," while the summary card shows ",[162,292,186],{},": the connector is running, but all of its tasks have failed.",[171,295,297],{"id":296},"read-failure-details","Read failure details",[158,299,300],{},"Expand a failed task to see its error, stack trace, and worker address. When Kafma recognizes a common failure, it adds a plain-language diagnosis and a suggested next step. The original trace remains available to inspect or copy.",[158,302,303],{},[304,305],"img",{"alt":306,"height":307,"src":308,"width":309},"A degraded sink connector with failed and running tasks, an expanded failure trace, and task restart actions",1280,"https:\u002F\u002Fmedia.kafma.app\u002Fdocs\u002Fkafka-connect\u002Ftasks-and-offsets\u002Ffailed-tasks.png",2172,[158,311,312,313,320],{},"For a sink connector that stops on a malformed record, restarting without fixing the cause can fail at the same record again. If a rebalance assigns that partition to another task, that task can encounter the same record and fail too, potentially leaving every task failed. Whether an error stops a task depends on the connector and its error-handling configuration; see ",[314,315,319],"a",{"href":316,"rel":317},"https:\u002F\u002Fkafka.apache.org\u002F42\u002Fkafka-connect\u002Fuser-guide\u002F#error-reporting-in-connect",[318],"nofollow","Kafka Connect error handling",".",[158,322,323,324,327,328,330],{},"Use ",[162,325,326],{},"Inspect in Console"," when the diagnosis offers it to open the affected topic and inspect its records. Otherwise, open the topic in the Console, or use the partition action in ",[162,329,168],{}," to inspect near the group's committed position. Check the producer's encoding, the connector's converters, and the failing payload before restarting. Restarting alone does not repair the record or its configuration.",[158,332,333],{},"The worker address identifies where the task ran. Full worker logs are on that worker; the trace shown in Kafma is the failure returned by Connect.",[171,335,337],{"id":336},"restart-failed-tasks","Restart failed tasks",[158,339,340],{},"The connector menu chooses the restart scope from its current state:",[342,343,344,355],"ul",{},[345,346,347,348,350,351,354],"li",{},"If the connector is ",[162,349,186],{}," or any task has failed, ",[162,352,353],{},"Restart Failed Tasks"," restarts only the failed parts, leaving running tasks alone. This can include the connector itself if it failed.",[345,356,357,358,361],{},"Otherwise, ",[162,359,360],{},"Restart"," restarts the connector and all of its tasks.",[158,363,364],{},"Use the restart action beside a task to restart only that task. Fix the underlying error first, then refresh the details to check whether the task remains Running.",[158,366,367,368,320],{},"Restart actions are unavailable on a ",[314,369,371],{"href":370},"\u002Fdocs\u002Fkafka-connect\u002Fcreate-and-configure#read-only-and-activity-logs","Read-Only connection",[171,373,375],{"id":374},"inspect-source-offsets","Inspect source offsets",[158,377,378,379,381],{},"For a source connector, ",[162,380,168],{}," displays the source partition identifiers and offsets that Connect has committed. These fields come from the connector and its external source; they are not necessarily Kafka topic partitions or numeric Kafka offsets.",[158,383,384],{},"Viewing source offsets requires Kafka Connect 3.5 or later. A source that has not committed its first batch has no stored offsets to display.",[171,386,388],{"id":387},"inspect-sink-positions-and-lag","Inspect sink positions and lag",[158,390,391,392,394],{},"For a sink connector, ",[162,393,168],{}," reads its Kafka consumer group instead of the Connect source-offset API. It shows:",[207,396,397,407],{},[210,398,399],{},[213,400,401,404],{},[216,402,403],{},"Column",[216,405,406],{},"Meaning",[223,408,409,419,429,438],{},[213,410,411,416],{},[228,412,413],{},[162,414,415],{},"Reading From",[228,417,418],{},"Kafka topic and partition",[213,420,421,426],{},[228,422,423],{},[162,424,425],{},"Position",[228,427,428],{},"The consumer group's committed offset, normally the next record to read",[213,430,431,435],{},[228,432,433],{},[162,434,97],{},[228,436,437],{},"The difference between the partition's end offset and its committed position",[213,439,440,445],{},[228,441,442],{},[162,443,444],{},"Task",[228,446,447],{},"The task currently assigned to the partition, when the assignment can be identified",[158,449,450],{},[304,451],{"alt":452,"height":453,"src":454,"width":455},"A paused sink connector showing committed positions, nonzero lag, and tasks for each topic partition",1328,"https:\u002F\u002Fmedia.kafma.app\u002Fdocs\u002Fkafka-connect\u002Ftasks-and-offsets\u002Foffsets-and-lag.png",2290,[158,457,458],{},"Sink positions and lag do not require Connect 3.5. A partition without a committed position cannot provide a reliable lag value. Paused connectors can accumulate lag while producers continue writing.",[158,460,461,462,465],{},"Use the Console action beside a partition to inspect it in ",[162,463,464],{},"Watch Group"," mode. This reads messages near the committed position without joining the consumer group or changing its offsets.",[171,467,469],{"id":468},"when-sink-details-are-unavailable","When sink details are unavailable",[158,471,472],{},"Kafma reads the sink's consumer group from the current Kafka connection. If Connect uses a different Kafka cluster, its consumer group and partition details are unavailable here. Configure the Connect entry under the Kafka connection it actually uses.",[158,474,475],{},"If the group has no current assignment, positions can still exist while task information is unavailable. Check whether the connector is stopped, rebalancing, or failing, and refresh after it settles.",[171,477,479],{"id":478},"next-steps","Next steps",[342,481,482,488,493],{},[345,483,484],{},[314,485,487],{"href":486},"\u002Fdocs\u002Fkafka-connect\u002Fcreate-and-configure#edit-configuration","Edit connector configuration",[345,489,490],{},[314,491,492],{"href":95},"Inspect consumer lag",[345,494,495],{},[314,496,498],{"href":497},"\u002Fdocs\u002Fconsole\u002Fconsuming-messages#live-and-watch-group-modes","Use Watch Group in the Console",{"title":500,"searchDepth":26,"depth":26,"links":501},"",[502,503,504,505,506,507,508],{"id":173,"depth":21,"text":174},{"id":296,"depth":21,"text":297},{"id":336,"depth":21,"text":337},{"id":374,"depth":21,"text":375},{"id":387,"depth":21,"text":388},{"id":468,"depth":21,"text":469},{"id":478,"depth":21,"text":479},"2026-10-01","Understand Kafka Connect status, diagnose failed tasks, restart failed parts, and inspect source offsets and sink consumer group positions and lag.","md",{},true,{"title":134,"description":510},{"loc":133},"docs\u002Fkafka-connect\u002Ftasks-and-offsets","upfJkSKLSqjaPYMFOn4nuKnQJNpGoO8xfzVpzn2nxc0",1790862044428]