observer_roles:
  complete_participant:
    description: "Researcher fully immersed in setting, identity hidden from participants"
    advantages:
      - Natural behavior (minimal reactivity)
      - Deep insider access
      - Rich contextual understanding
    challenges:
      - Ethical concerns (deception)
      - Going native (losing analytical distance)
      - Limited opportunity for systematic note-taking
      - Recall bias
    recommended_for:
      - Sensitive settings (e.g., support groups)
      - Deviant behavior research
      - Settings where researcher presence would alter behavior
    ethical_requirements:
      - Debriefing plan
      - Clear justification for deception
      - IRB approval with waiver of informed consent

  participant_as_observer:
    description: "Researcher participates in activities, identity known to participants"
    advantages:
      - Good rapport and trust
      - Insider perspective with analytical distance
      - Can ask clarifying questions
    challenges:
      - Role confusion (participant vs. observer)
      - Potential influence on setting
      - Balancing participation and observation
    recommended_for:
      - Ethnographic studies
      - Community-based research
      - Long-term field work
    ethical_requirements:
      - Informed consent
      - Ongoing negotiation of boundaries
      - Transparency about research goals

  observer_as_participant:
    description: "Minimal participation, primary focus on observation"
    advantages:
      - More objective stance
      - Easier systematic recording
      - Less role strain
    challenges:
      - Limited access to insider knowledge
      - Outsider perspective
      - May miss subtle meanings
    recommended_for:
      - Classroom observations
      - Organizational studies
      - Public settings
    ethical_requirements:
      - Informed consent from participants
      - Clear boundaries

  complete_observer:
    description: "No participation, purely observational stance (one-way mirror, video analysis)"
    advantages:
      - Maximum objectivity
      - Systematic recording possible
      - No influence on setting
    challenges:
      - Superficial understanding
      - Reactivity if observed know they're watched
      - Ethical concerns (surveillance)
    recommended_for:
      - Lab experiments
      - Public behavior analysis
      - Video coding studies
    ethical_requirements:
      - Informed consent (or justification for waiver)
      - Debriefing if deception involved
      - Data security for recordings

event_sampling:
  definition: "Recording specific behaviors/events every time they occur"

  when_to_use:
    - Infrequent but important behaviors
    - Critical incidents
    - Specific interaction types

  protocol_template:
    target_event: "Clearly defined behavior/event to observe"
    recording_method:
      - Timestamp
      - Duration
      - Antecedents (what happened before)
      - Behavior description
      - Consequences (what happened after)

  example_behaviors:
    - Aggressive acts in playground
    - Teacher praise statements
    - Collaborative problem-solving episodes
    - Customer complaints

  coding_scheme:
    behavior_type: "Categorical (e.g., verbal, physical)"
    intensity: "Scale (e.g., 1=mild, 5=severe)"
    context: "Where/when it occurred"
    actors: "Who was involved"

time_sampling:
  definition: "Recording behavior at predetermined time intervals"

  types:
    instantaneous_time_sampling:
      description: "Record behavior at exact moment interval ends"
      interval_length: "10-60 seconds typical"
      advantages: "Provides frequency estimate"
      example: "Every 30 seconds, record if child is on-task"

    partial_interval_recording:
      description: "Record if behavior occurred at any point during interval"
      interval_length: "5-30 seconds typical"
      advantages: "Captures brief behaviors"
      disadvantages: "Overestimates frequency"
      example: "Record if child talks out during any part of 15-second interval"

    whole_interval_recording:
      description: "Record only if behavior occurred throughout entire interval"
      interval_length: "5-30 seconds typical"
      advantages: "Captures sustained behaviors"
      disadvantages: "Underestimates frequency"
      example: "Record if child maintains attention for entire 20-second interval"

  protocol_design:
    interval_selection:
      - Behavior frequency (more frequent = shorter intervals)
      - Behavior duration (brief vs. sustained)
      - Observer workload (shorter intervals = higher demand)

    recording_sheet:
      columns: ["Time", "Interval #", "Behavior Present (Y/N)", "Notes"]
      calculation: "Percentage of intervals with behavior = (Y intervals / Total intervals) × 100"

behavior_checklist:
  structure:
    header:
      - Date and time
      - Observer name
      - Setting description
      - Session number

    behavior_items:
      format: "Clear operational definitions"
      response_options:
        - Binary (yes/no)
        - Frequency count
        - Duration in minutes
        - Rating scale

    example_classroom_observation:
      engagement_behaviors:
        - "Raises hand to answer questions"
        - "Completes assigned tasks"
        - "Asks clarifying questions"
        - "Volunteers to participate"

      disruptive_behaviors:
        - "Talks out of turn"
        - "Leaves seat without permission"
        - "Argues with teacher"
        - "Disrupts other students"

      rating_scale: "0 = Not observed, 1 = Once, 2 = 2-5 times, 3 = >5 times"

  reliability_considerations:
    inter_observer_agreement:
      - Train multiple observers
      - Calculate agreement percentage
      - Minimum 80% agreement threshold

    operational_definitions:
      good_example: "Raises hand = Student extends arm above shoulder with hand open"
      bad_example: "Raises hand = Student shows interest"

rating_scales:
  types:
    likert_scale:
      format: "1 (Strongly Disagree) to 5 (Strongly Agree)"
      use: "Attitudes, perceptions, frequency"

    behavioral_anchored_rating_scale:
      format: "Each point has specific behavioral example"
      example:
        1: "Student refuses to engage (arms crossed, head down)"
        3: "Student participates when called on but doesn't volunteer"
        5: "Student actively volunteers, helps peers, leads discussions"
      advantages: "Reduces subjectivity"

    visual_analog_scale:
      format: "Continuous line with endpoints labeled"
      example: "Student engagement [Low] __________|__________ [High]"
      use: "When behavior exists on continuum"

  design_principles:
    - Use 5-7 point scales (optimal discrimination)
    - Provide behavioral anchors when possible
    - Avoid midpoint if forcing choice is desired
    - Reverse-code some items to reduce response bias

field_notes_structure:
  header_information:
    date: "YYYY-MM-DD"
    time_start: "HH:MM"
    time_end: "HH:MM"
    location: "Specific setting description"
    observer: "Your name"
    session_number: "Sequential numbering"
    weather_ambient_conditions: "If relevant to observation"

  setting_description:
    physical_environment:
      - Room layout and size
      - Furniture arrangement
      - Lighting and acoustics
      - Materials present

    social_environment:
      - Number of people present
      - Roles of participants
      - Ongoing activities
      - Atmosphere/mood

  descriptive_notes:
    format: "Chronological narrative, third-person"
    content:
      - Who did what
      - Verbatim quotes (use quotation marks)
      - Nonverbal behavior
      - Sequence of events

    example: |
      10:15 AM - Teacher enters room and says, "Good morning, everyone."
      Three students respond in unison. Teacher walks to whiteboard and
      writes "Agenda: 1. Review homework, 2. New topic, 3. Group work."
      Student A raises hand and asks, "Can we work with partners today?"
      Teacher nods and replies, "Yes, after the review."

  reflective_notes:
    format: "First-person, bracketed or in margin"
    content:
      - Personal reactions
      - Preliminary interpretations
      - Questions that arise
      - Connections to research questions

    example: |
      [I noticed that Student A consistently seeks social interaction.
      This may relate to my RQ about peer learning preferences. Need to
      observe if this pattern holds across multiple sessions.]

  analytic_memos:
    format: "Separate section, dated"
    content:
      - Emerging themes
      - Theoretical connections
      - Patterns across observations
      - Questions for future observation

    example: |
      MEMO (2024-10-15): After three observations, I'm noticing a pattern
      of teacher control over group formation. Students rarely self-select
      partners. This may constrain student agency - connects to research
      on autonomy-supportive teaching (Reeve, 2006). Future observations:
      look for moments when students DO have choice and compare engagement.

thick_description:
  definition: "Rich, detailed account that interprets meaning beyond surface behavior"

  components:
    surface_behavior: "What is observable"
    context: "Setting and background"
    meaning: "Interpretation of significance"
    multiple_perspectives: "How different actors might interpret"

  example_thin: "Student raises hand."

  example_thick: |
    Student raises hand halfway, glancing at peers before lifting it higher.
    In this classroom, where the teacher emphasizes participation grades,
    hand-raising is not merely requesting a turn to speak - it's a strategic
    act balancing desire for recognition, fear of incorrect answers, and
    awareness of peer judgment. The tentative raise suggests internal
    negotiation of these competing concerns.

  writing_tips:
    - Include sensory details
    - Describe context and norms
    - Interpret cultural meanings
    - Acknowledge multiple interpretations
    - Use present tense for immediacy

reflexive_notes:
  purpose: "Acknowledge researcher positionality and potential biases"

  components:
    personal_reactions:
      - Emotional responses to observations
      - Surprises or disconfirmations
      - Moments of discomfort or confusion

    methodological_reflections:
      - What worked/didn't work in observation
      - Access challenges
      - Rapport building

    positionality_checks:
      - How your identity (age, gender, race, role) influenced what you saw
      - Assumptions you brought to interpretation
      - Privilege or blindspots

  example: |
    REFLEXIVE NOTE (Session 4):
    I realized today that I've been focusing observations on verbal
    participation and may be missing non-verbal forms of engagement
    (nodding, note-taking, facial expressions). This likely stems from
    my own teaching experience where I valued verbal discussion. Need
    to broaden observation scope to capture multiple engagement forms.

    Also aware that as a former teacher, I'm judging classroom management
    choices. Need to bracket these evaluations and focus on descriptive
    recording.

recording_protocols:
  video_recording:
    equipment_setup:
      - Fixed camera position (wide angle to capture setting)
      - Wireless microphone for audio clarity
      - Backup audio recorder
      - Test equipment before observation

    ethical_considerations:
      - Informed consent with specific mention of recording
      - Right to withdraw consent
      - Data security and storage plan
      - Destruction timeline
      - Who will have access

    recording_decisions:
      continuous_recording:
        advantages: "Captures all events, allows repeated viewing"
        disadvantages: "Large files, time-consuming analysis"
        recommended_for: "Infrequent target behaviors, exploratory studies"

      selective_recording:
        advantages: "Manageable data, focused analysis"
        disadvantages: "May miss important context"
        recommended_for: "Specific events, hypothesis testing"

    analysis_tips:
      - Use video analysis software (e.g., BORIS, Datavyu)
      - Time-stamped coding
      - Inter-rater reliability checks
      - Multiple passes (overview, detailed coding, verification)

  audio_recording:
    when_to_use:
      - Verbal interaction focus
      - Less intrusive than video
      - Supplementing field notes

    transcription:
      verbatim: "Word-for-word including fillers (um, uh)"
      intelligent: "Remove fillers, fix grammar"
      denaturalized: "Standard spelling, remove stutters"

      transcription_conventions:
        - "[pause 3s]" = silence
        - "[laughs]" = nonverbal
        - "..." = trailing off
        - "-" = interruption
        - "LOUD" = emphasis
        - "(inaudible)" = unclear audio

  photography:
    ethical_guidelines:
      - Consent for identifiable images
      - Crop or blur faces if necessary
      - Consider power dynamics (who controls image use)

    uses:
      - Document physical setting
      - Capture artifacts (student work, posters)
      - Illustrate findings in reports

    field_photo_log:
      columns: ["Photo #", "Date", "Description", "Research Relevance"]

note_timing:
  real_time_notes:
    advantages:
      - Accurate details
      - Less recall bias
      - Timestamps events

    disadvantages:
      - Distracting to participants
      - Can't capture everything
      - May miss nonverbal cues while writing

    strategies:
      - Use abbreviations
      - Focus on key events
      - Record quotes verbatim
      - Note gaps to fill later

    example_abbreviations:
      "T" = Teacher
      "S" = Student
      "Q" = Question
      "R" = Response
      "→" = leads to/causes
      "!" = important

  retrospective_notes:
    advantages:
      - Full attention during observation
      - Less intrusive
      - Can reflect on meaning

    disadvantages:
      - Memory decay
      - Selective recall
      - Reconstruction bias

    best_practices:
      - Write notes within 24 hours (preferably same day)
      - Distinguish certain vs. uncertain memories
      - Note what you might have missed
      - Use bracketed reflections

    example: |
      [Retrospective note, 6 hours after observation]
      I remember the teacher asking, "What do you think about this solution?"
      but I'm not certain of the exact wording. Student A responded positively,
      though I can't recall the specific words. [Wish I had recorded this
      verbatim - key moment for my RQ on teacher questioning style.]

  hybrid_approach:
    recommended: "Jot notes during + expand immediately after"

    during_observation:
      - Key quotes
      - Time markers
      - Critical incidents
      - Shorthand descriptions

    immediately_after:
      - Expand jot notes into full narrative
      - Add context and setting details
      - Write reflective notes
      - Identify gaps

protocol_development:
  step_1_define_focus:
    research_questions: "What specific questions drive observation?"
    phenomena_of_interest: "Behaviors, interactions, settings"
    level_of_structure: "Structured checklist vs. unstructured field notes"

  step_2_select_observer_role:
    factors_to_consider:
      - Research goals (depth vs. breadth)
      - Ethical constraints
      - Access to setting
      - Duration of study

    decision_matrix:
      exploratory_research: "Participant-as-observer for depth"
      hypothesis_testing: "Complete observer for control"
      sensitive_topics: "Consider participant role for trust"

  step_3_design_recording_method:
    structured_observation:
      - Develop behavior checklist
      - Create rating scales
      - Pilot test coding scheme
      - Train observers

    unstructured_observation:
      - Field notes template
      - Reflexive journaling plan
      - Memo-writing schedule

  step_4_pilot_test:
    pilot_observation:
      - Test in similar setting
      - Identify practical challenges
      - Revise protocol

    assess:
      - Observer burden (can you keep up?)
      - Clarity of operational definitions
      - Completeness (capturing what you need?)
      - Reactivity (are participants affected by observation?)

  step_5_train_observers:
    training_components:
      - Review operational definitions
      - Practice coding sample videos
      - Calculate inter-rater reliability
      - Discuss discrepancies

    reliability_threshold:
      minimum_acceptable: "80% agreement"
      gold_standard: "90% agreement or Cohen's kappa > 0.80"

  step_6_implement_observation:
    schedule:
      - How many observations?
      - Sampling strategy (random times, specific events)
      - Duration per observation

    ongoing_quality_checks:
      - Periodic reliability checks
      - Review field notes for completeness
      - Address observer drift

  step_7_data_management:
    storage:
      - Secure location for notes/recordings
      - Backup system
      - De-identification plan

    organization:
      - Consistent file naming (Date_Location_Session#)
      - Index of observations
      - Link to other data sources

quality_criteria:
  credibility:
    strategies:
      - Prolonged engagement (spend sufficient time in setting)
      - Persistent observation (focus on most salient aspects)
      - Triangulation (multiple data sources)
      - Member checking (share interpretations with participants)

  transferability:
    thick_description: "Detailed context so readers can assess fit to other settings"
    purposive_sampling: "Information-rich cases"

  dependability:
    audit_trail:
      - Raw data (field notes, recordings)
      - Data reduction (coding, categorization)
      - Analysis products (themes, models)
      - Process notes (methodological decisions)

    reflexive_journal: "Document researcher influence"

  confirmability:
    strategies:
      - Audit trail
      - Reflexivity
      - Negative case analysis (search for disconfirming evidence)

  reactivity:
    definition: "Changes in behavior due to being observed"

    minimization:
      - Allow habituation period before recording
      - Use unobtrusive recording (small cameras)
      - Adopt naturalistic observer role
      - Check for reactive indicators (e.g., participants looking at camera)

## Writing Workshop Feedback Observation Protocol

### Observer Role: Observer-as-Participant
**Rationale:** You'll sit in the classroom with minimal participation, allowing
systematic recording without disrupting the natural flow of writing workshops.
Teachers and students will know you're observing. This balances access to
natural behavior with ability to record.

### Recording Method: Hybrid (Event Sampling + Field Notes)

#### Part 1: Structured Event Sampling (Feedback Episodes)

Every time a teacher provides feedback, record:

| Column | Description | Coding Options |
|--------|-------------|----------------|
| Time | Timestamp | HH:MM |
| Student ID | Anonymous identifier | S1, S2, S3... |
| Feedback Type | Category | Praise / Criticism / Guidance / Question |
| Content | Brief paraphrase or quote | "Good use of metaphor" |
| Modality | How delivered | Verbal / Written / Gesture |
| Context | What was happening | Conferencing / Whole-class / Circulating |
| Student Response | Observable reaction | Nodded / Revised / No visible change |

**Operational Definitions:**
- **Praise:** Positive evaluation of student work or effort (e.g., "Great job," "I like how you...")
- **Criticism:** Negative evaluation or error correction (e.g., "This doesn't make sense," "Wrong tense")
- **Guidance:** Instructional suggestion without evaluation (e.g., "Try adding more details," "Show don't tell")
- **Question:** Teacher asks student about their writing (e.g., "What are you trying to say here?")

#### Part 2: Unstructured Field Notes

After each 45-minute observation, write expanded notes covering:

1. **Setting Description**
   - Classroom layout (desks, writing areas)
   - Materials available (laptops, paper, reference books)
   - Workshop structure (mini-lesson, independent work, sharing)

2. **Narrative Account**
   - Chronological description of workshop flow
   - Teacher movement patterns (stays at desk, circulates)
   - Student engagement indicators

3. **Reflective Notes** [Bracketed]
   - Patterns you notice
   - Questions for future observation
   - Your reactions

**Example Field Note Excerpt:**

### Data Collection Schedule

**Habituation Period:** First 5 minutes of each observation, do NOT record
feedback. Allow teacher and students to adjust to your presence.

**Active Recording:** Minutes 5-45, record every feedback instance.

**Post-Observation:** Within 2 hours, expand field notes and write reflective memo.

### Reliability Check

After 3 observations, have a colleague observe the same classroom and code
feedback independently. Calculate agreement:

**Agreement % = (Agreements / Total Feedback Episodes) × 100**

Aim for ≥80% agreement. If lower, revise operational definitions.

### Equipment
- Laptop or clipboard for real-time recording
- Backup: Paper coding sheet template
- Audio recorder (with consent) to capture verbatim feedback for spot-checks

### Ethical Considerations
- Obtain consent from teachers and parental consent for students
- Use anonymous IDs, not names
- Position yourself unobtrusively (back corner)
- Do not record sensitive disclosures

### Analysis Plan
1. **Quantitative:** Frequency counts of feedback types by context
2. **Qualitative:** Thematic analysis of field notes for feedback patterns
3. **Integration:** Use field notes to interpret quantitative patterns

common_problems:
  observer_drift:
    symptom: "Coding reliability decreases over time"
    solution: "Periodic retraining and recalibration with gold standard videos"

  going_native:
    symptom: "Researcher loses analytical distance, adopts group norms uncritically"
    solution: "Regular reflexive journaling, peer debriefing, bracketing exercises"

  reactivity:
    symptom: "Participants alter behavior due to observation (Hawthorne effect)"
    solution: "Extended habituation period, unobtrusive recording, normalize presence"

  observer_burden:
    symptom: "Can't keep up with coding, missing data"
    solution: "Simplify coding scheme, use shorter intervals, record video for backup"

  ethical_concerns:
    symptom: "Observing sensitive or illegal behavior"
    solution: "Have plan in advance (mandated reporting?), consult IRB, debrief"

  sampling_bias:
    symptom: "Only observing convenient times/settings"
    solution: "Stratified sampling (different days/times), random selection"